#!/usr/bin/env python # -*- coding: utf-8 -*- from vllm import ModelRegistry from vllm_modeling_hairuo import HairuoForCausalLM ModelRegistry.register_model("HairuoForCausalLM", HairuoForCausalLM) if __name__ == "__main__": import runpy runpy.run_module("vllm.entrypoints.openai.api_server", run_name="__main__")