diff --git a/src/hooks/use-chunk-fetch.ts b/src/hooks/use-chunk-fetch.ts index 270a378b..728fba39 100644 --- a/src/hooks/use-chunk-fetch.ts +++ b/src/hooks/use-chunk-fetch.ts @@ -145,6 +145,7 @@ const useSetChunkFetch = () => { try { const chunk = decoder.decode(value, { stream: true }); bufferManager.add(chunk); + bufferManager.updateSpeed(chunk.length); throttledCallback(); } catch (error) { // handle error diff --git a/src/pages/llmodels/components/deploy-builtin-modal.tsx b/src/pages/llmodels/components/deploy-builtin-modal.tsx index 6493d39a..a1b5f23e 100644 --- a/src/pages/llmodels/components/deploy-builtin-modal.tsx +++ b/src/pages/llmodels/components/deploy-builtin-modal.tsx @@ -25,7 +25,13 @@ import ColumnWrapper from './column-wrapper'; import CompatibilityAlert from './compatible-alert'; import DataForm from './data-form'; -const pickFieldsFromSpec = ['backend_version', 'backend_parameters', 'env']; +const pickFieldsFromSpec = [ + 'backend_version', + 'backend_parameters', + 'env', + 'size', + 'quantization' +]; type AddModalProps = { title: string;