fix: vllm run command
This commit is contained in:
@@ -226,7 +226,7 @@ default_version: v0.11.0
|
||||
health_check_path: /v1/models
|
||||
default_backend_param:
|
||||
- --host
|
||||
default_run_command: vllm serve {{model_path}} --port {{port}} --host {{worker_ip}} --served-model-name {{model_name}}
|
||||
default_run_command: {{model_path}} --port {{port}} --host {{worker_ip}} --served-model-name {{model_name}}
|
||||
version_configs:
|
||||
v0.11.0:
|
||||
image_name: lm/vllm:latest
|
||||
|
||||
Reference in New Issue
Block a user