model: "HaiRuo-7B-General"
model_version: "V1.0.0.0DEV"
conda_env: "agent-common"
tensor_parallel_size: "1"
visible_gpu_index: "1"
model_port: "20004"
gpu_memory_utilization: "0.9"
dtype: "float16"
model_server_ip: "100.200.128.151"
yellow_block_server_ip: "100.200.128.83"
yellow_block_server_port: "6233"
yellow_block_conda_env: "agent-common"

# Constant definitions
media_download_path: "/data/media"
model_path: "/data/models"
model_name: "{{model}}-{{model_version}}"
model_name_path: "{{model_path}}/{{model_name}}"
model_tar: "{{model_name}}.tar.gz"
miniconda_path: "/data/miniconda3/envs/"
yellow_block_path: "/data/app/dev/ihp-model-ops/test/model_service_v2"
automated_deployment_path: "/data/jenkins_script/automated_deployment/script"