diff --git a/src/pages/llmodels/components/advance-config.tsx b/src/pages/llmodels/components/advance-config.tsx index 86c22f83..41233497 100644 --- a/src/pages/llmodels/components/advance-config.tsx +++ b/src/pages/llmodels/components/advance-config.tsx @@ -293,7 +293,7 @@ const AdvanceConfig: React.FC = (props) => { } > - {isGGUF && ( + {backend === backendOptionsMap.llamaBox && (
name="cpu_offloading" @@ -321,7 +321,7 @@ const AdvanceConfig: React.FC = (props) => {
)} - {scheduleType === 'auto' && isGGUF && ( + {scheduleType === 'auto' && backend === backendOptionsMap.llamaBox && (
name="distributed_inference_across_workers" @@ -371,6 +371,7 @@ const AdvanceConfig: React.FC = (props) => { paramsConfig, scheduleType, wokerSelector, + backend, isGGUF ]);