15 lines
327 B
Python
15 lines
327 B
Python
|
#!/usr/bin/env python
|
||
|
|
# -*- coding: utf-8 -*-
|
||
|
|
|
||
|
|
from vllm import ModelRegistry
|
||
|
|
from vllm_modeling_hairuo import HairuoForCausalLM
|
||
|
|
|
||
|
|
|
||
|
|
ModelRegistry.register_model("HairuoForCausalLM", HairuoForCausalLM)
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
import runpy
|
||
|
|
|
||
|
|
runpy.run_module("vllm.entrypoints.openai.api_server", run_name="__main__")
|