fix: parse yaml error
This commit is contained in:
@@ -285,16 +285,19 @@ default_version: v0.11.0
|
||||
health_check_path: /v1/models
|
||||
default_backend_param:
|
||||
- --host
|
||||
default_run_command: {{model_path}} --port {{port}} --host {{worker_ip}} --served-model-name {{model_name}}
|
||||
default_run_command: "{{model_path}} --port {{port}} --host {{worker_ip}} --served-model-name {{model_name}}"
|
||||
default_environment:
|
||||
version_configs:
|
||||
v0.11.0:
|
||||
image_name: lm/vllm:latest
|
||||
run_command: {{model_path}} --port {{port}} --host {{worker_ip}} --served-model-name {{model_name}}
|
||||
run_command: "{{model_path}} --port {{port}} --host {{worker_ip}} --served-model-name {{model_name}}"
|
||||
entrypoint: "/bin/sh -c"
|
||||
custom_framework: cuda
|
||||
environment:
|
||||
v0.10.0:
|
||||
image_name: lm/vllm:test
|
||||
entrypoint:
|
||||
run_command:
|
||||
custom_framework: rocm
|
||||
environment:
|
||||
`;
|
||||
|
||||
@@ -30,6 +30,13 @@
|
||||
"type": ["string", "null"],
|
||||
"description": "default start command"
|
||||
},
|
||||
"default_environment": {
|
||||
"type": "object",
|
||||
"additionalProperties": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": "default environment variables"
|
||||
},
|
||||
"health_check_path": {
|
||||
"type": ["string", "null"],
|
||||
"description": "health check path"
|
||||
@@ -55,6 +62,13 @@
|
||||
"custom_framework": {
|
||||
"type": ["string", "null"],
|
||||
"description": "custom framework"
|
||||
},
|
||||
"environment": {
|
||||
"type": "object",
|
||||
"additionalProperties": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": "environment variables"
|
||||
}
|
||||
},
|
||||
"required": ["image_name", "run_command"],
|
||||
|
||||
@@ -20,6 +20,13 @@
|
||||
"type": ["string", "null"],
|
||||
"description": "health check path"
|
||||
},
|
||||
"default_environment": {
|
||||
"type": "object",
|
||||
"additionalProperties": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": "environment variables"
|
||||
},
|
||||
"version_configs": {
|
||||
"type": "object",
|
||||
"patternProperties": {
|
||||
@@ -41,6 +48,13 @@
|
||||
"custom_framework": {
|
||||
"type": ["string", "null"],
|
||||
"description": "custom framework"
|
||||
},
|
||||
"environment": {
|
||||
"type": "object",
|
||||
"additionalProperties": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": "environment variables"
|
||||
}
|
||||
},
|
||||
"required": ["image_name", "run_command"],
|
||||
|
||||
@@ -24,6 +24,13 @@
|
||||
"type": ["string", "null"],
|
||||
"description": "health check path"
|
||||
},
|
||||
"default_environment": {
|
||||
"type": "object",
|
||||
"additionalProperties": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": "environment variables"
|
||||
},
|
||||
"version_configs": {
|
||||
"type": "object",
|
||||
"patternProperties": {
|
||||
@@ -45,6 +52,13 @@
|
||||
"custom_framework": {
|
||||
"type": ["string", "null"],
|
||||
"description": "custom framework"
|
||||
},
|
||||
"environment": {
|
||||
"type": "object",
|
||||
"additionalProperties": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": "environment variables"
|
||||
}
|
||||
},
|
||||
"required": ["image_name", "run_command"],
|
||||
|
||||
Reference in New Issue
Block a user