feat: add speculative decoding

This commit is contained in:
jialin
2025-11-03 10:14:30 +08:00
parent 608b2e31c7
commit 3613fb3f69
15 changed files with 356 additions and 165 deletions
@@ -540,8 +540,8 @@ const AddModal: React.FC<AddModalProps> = (props) => {
>
<CatalogFormContext.Provider
value={{
sizeOptions: sizeOptions,
quantizationOptions: quantizationOptions,
sizeOptions: [],
quantizationOptions: [],
onSizeChange: handleOnSizeChange,
onQuantizationChange: handleOnQuantizationChange
}}