22 lines
747 B
YAML
22 lines
747 B
YAML
model: "HaiRuo-7B-General"
|
|
model_version: "V1.0.0.0DEV"
|
|
conda_env: "agent-common"
|
|
tensor_parallel_size: "1"
|
|
visible_gpu_index: "1"
|
|
model_port: "20004"
|
|
gpu_memory_utilization: "0.9"
|
|
dtype: "float16"
|
|
model_server_ip: "100.200.128.151"
|
|
yellow_block_server_ip: "100.200.128.83"
|
|
yellow_block_server_port: "6233"
|
|
yellow_block_conda_env: "agent-common"
|
|
|
|
# Constant definitions
|
|
media_download_path: "/data/media"
|
|
model_path: "/data/models"
|
|
model_name: "{{model}}-{{model_version}}"
|
|
model_name_path: "{{model_path}}/{{model_name}}"
|
|
model_tar: "{{model_name}}.tar.gz"
|
|
miniconda_path: "/data/miniconda3/envs/"
|
|
yellow_block_path: "/data/app/dev/ihp-model-ops/test/model_service_v2"
|
|
automated_deployment_path: "/data/jenkins_script/automated_deployment/script" |