feat: vllm support

This commit is contained in:
jialin
2024-09-25 16:17:25 +08:00
parent 0652f850d6
commit 3cd96ba2e8
47 changed files with 1610 additions and 252 deletions
+3 -1
View File
@@ -54,5 +54,7 @@ export default {
'models.table.backend': '后端',
'models.table.acrossworker': '跨 worker 推理',
'models.table.cpuoffload': 'CPU 卸载',
'models.table.layers': '层'
'models.table.layers': '层',
'models.form.backend': '后端',
'models.form.backend_parameters': '后端参数'
};