From bed3684a0c3dd7bc4c5641a1bcfe043612e47a05 Mon Sep 17 00:00:00 2001
From: jialin <jialinkuang@126.com>
Date: Wed, 4 Dec 2024 11:14:37 +0800
Subject: [PATCH] fix: reset backend parameter options in deploy model modal

---
 .../llmodels/components/advance-config.tsx    | 62 ++++++++++++-------
 src/pages/llmodels/config/index.ts            | 33 ++++++++++
 2 files changed, 71 insertions(+), 24 deletions(-)

diff --git a/src/pages/llmodels/components/advance-config.tsx b/src/pages/llmodels/components/advance-config.tsx
index b89ce6ed..5ffdd69c 100644
--- a/src/pages/llmodels/components/advance-config.tsx
+++ b/src/pages/llmodels/components/advance-config.tsx
@@ -20,6 +20,7 @@ import _ from 'lodash';
 import React, { useCallback, useMemo } from 'react';
 import {
   backendOptionsMap,
+  backendParamsHolderTips,
   modelSourceMap,
   placementStrategyOptions
 } from '../config';
@@ -81,7 +82,13 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
   ];
 
   const paramsConfig = useMemo(() => {
-    return backend === backendOptionsMap.llamaBox ? llamaConfig : vllmConfig;
+    if (backend === backendOptionsMap.llamaBox) {
+      return llamaConfig;
+    }
+    if (backend === backendOptionsMap.vllm) {
+      return vllmConfig;
+    }
+    return [];
   }, [backend]);
 
   const backendParamsTips = useMemo(() => {
@@ -91,10 +98,13 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
         link: 'https://github.com/gpustack/llama-box?tab=readme-ov-file#usage'
       };
     }
-    return {
-      backend: 'vLLM',
-      link: 'https://docs.vllm.ai/en/stable/serving/openai_compatible_server.html#command-line-arguments-for-the-server'
-    };
+    if (backend === backendOptionsMap.vllm) {
+      return {
+        backend: 'vLLM',
+        link: 'https://docs.vllm.ai/en/stable/serving/openai_compatible_server.html#command-line-arguments-for-the-server'
+      };
+    }
+    return null;
   }, [backend]);
 
   const renderSelectTips = (list: Array<{ title: string; tips: string }>) => {
@@ -286,39 +296,43 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
             })}
           ></SealInput.Input>
         </Form.Item>
+
         <Form.Item<FormData> name="backend_parameters">
           <ListInput
             placeholder={
-              backend === backendOptionsMap.llamaBox
+              backendParamsHolderTips[backend]
                 ? intl.formatMessage({
-                    id: 'models.form.backend_parameters.llamabox.placeholder'
-                  })
-                : intl.formatMessage({
-                    id: 'models.form.backend_parameters.vllm.placeholder'
+                    id: backendParamsHolderTips[backend].holder
                   })
+                : ''
             }
             btnText="common.button.addParams"
-            label={intl.formatMessage({ id: 'models.form.backend_parameters' })}
+            label={intl.formatMessage({
+              id: 'models.form.backend_parameters'
+            })}
             dataList={form.getFieldValue('backend_parameters') || []}
             onChange={handleBackendParametersChange}
             options={paramsConfig}
             description={
-              <span>
-                {intl.formatMessage(
-                  { id: 'models.form.backend_parameters.vllm.tips' },
-                  { backend: backendParamsTips.backend }
-                )}{' '}
-                <Typography.Link
-                  style={{ color: 'var(--ant-blue-4)' }}
-                  href={backendParamsTips.link}
-                  target="_blank"
-                >
-                  {intl.formatMessage({ id: 'common.text.here' })}
-                </Typography.Link>
-              </span>
+              backendParamsTips && (
+                <span>
+                  {intl.formatMessage(
+                    { id: 'models.form.backend_parameters.vllm.tips' },
+                    { backend: backendParamsTips.backend || '' }
+                  )}{' '}
+                  <Typography.Link
+                    style={{ color: 'var(--ant-blue-4)' }}
+                    href={backendParamsTips.link}
+                    target="_blank"
+                  >
+                    {intl.formatMessage({ id: 'common.text.here' })}
+                  </Typography.Link>
+                </span>
+              )
             }
           ></ListInput>
         </Form.Item>
+
         {backend === backendOptionsMap.llamaBox && (
           <div style={{ paddingBottom: 22, paddingLeft: 10 }}>
             <Form.Item<FormData>
diff --git a/src/pages/llmodels/config/index.ts b/src/pages/llmodels/config/index.ts
index 0c48775d..90e6a7e3 100644
--- a/src/pages/llmodels/config/index.ts
+++ b/src/pages/llmodels/config/index.ts
@@ -2,6 +2,20 @@ import { StatusMaps } from '@/config';
 import { EditOutlined } from '@ant-design/icons';
 
 export const ollamaModelOptions = [
+  {
+    label: 'qwen2.5-coder',
+    value: 'qwen2.5-coder',
+    name: 'qwen2.5-coder',
+    id: 'qwen2.5-coder',
+    tags: []
+  },
+  {
+    label: 'llama3.2-vision',
+    value: 'llama3.2-vision',
+    name: 'llama3.2-vision',
+    id: 'llama3.2-vision',
+    tags: []
+  },
   {
     label: 'llama3.2',
     value: 'llama3.2',
@@ -9,6 +23,13 @@ export const ollamaModelOptions = [
     id: 'llama3.2',
     tags: ['Tools', '1B', '3B']
   },
+  {
+    label: 'nomic-embed-text',
+    value: 'nomic-embed-text',
+    name: 'nomic-embed-text',
+    id: 'nomic-embed-text',
+    tags: []
+  },
   {
     label: 'qwen2.5',
     value: 'qwen2.5',
@@ -73,6 +94,18 @@ export const backendOptionsMap = {
   voxBox: 'vox-box'
 };
 
+export const backendParamsHolderTips = {
+  [backendOptionsMap.llamaBox]: {
+    holder: 'models.form.backend_parameters.llamabox.placeholder',
+    tooltip: 'models.form.backend_parameters.vllm.tips'
+  },
+  [backendOptionsMap.vllm]: {
+    holder: 'models.form.backend_parameters.vllm.placeholder',
+    tooltip: 'models.form.backend_parameters.vllm.tips'
+  },
+  [backendOptionsMap.voxBox]: null
+};
+
 export const modelTaskMap = {
   textToSpeech: 'text-to-speech',
   speechToText: 'speech-to-text',