fix: set distributed_inference_across_workers to false when selectingt vox-box

main
jialin 12 months ago
parent 1a1807df96
commit 7c960bb899

@ -99,6 +99,6 @@ export default {
'models.localpath.gguf.tips':
' Specify the model file, e.g., /usr/local/models/model.gguf.',
'models.localpath.safe.tips':
'Specify the model directory, e.g., /usr/local/models/.',
'models.localpath.chunks.tips': `Specify one of the model's shard files, e.g., /usr/local/models/model-00001-of-00004.(gguf|safetensors).`
'Specify the model directory that contains .safetensors and config.json files, e.g., /usr/local/models/.',
'models.localpath.chunks.tips': `Specify the first shard file of the model, e.g., /usr/local/models/model-00001-of-00004.(gguf|safetensors).`
};

@ -94,7 +94,8 @@ export default {
'models.localpath.shared.tips.title': '分片的模型',
'models.localpath.gguf.tips':
'指向模型文件,例如 /usr/local/models/model.gguf',
'models.localpath.safe.tips': '指向模型目录,例如 /usr/local/models/',
'models.localpath.safe.tips':
'指向包含 .safetensors, config.json 文件的模型目录,例如 /usr/local/models/',
'models.localpath.chunks.tips':
'指向模型其中一个分片文件,例如 /usr/local/models/model-00001-of-00004.(gguf|safetensors)'
'指向模型一个分片文件,例如 /usr/local/models/model-00001-of-00004.(gguf|safetensors)'
};

@ -231,6 +231,7 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
]}
>
<SealSelect
allowClear
label={intl.formatMessage({ id: 'models.form.gpuselector' })}
required
mode="multiple"

@ -324,7 +324,11 @@ const UpdateModal: React.FC<AddModalProps> = (props) => {
const handleOk = (formdata: FormData) => {
let obj = {};
if (formdata.backend === backendOptionsMap.vllm) {
if (
[backendOptionsMap.vllm, backendOptionsMap.voxBox].includes(
formdata.backend
)
) {
obj = {
distributed_inference_across_workers: false,
cpu_offloading: false

@ -30,7 +30,7 @@ export interface ListItem {
}
export interface FormData {
backend?: string;
backend: string;
size?: number;
quantization?: number;
categories?: string[];

Loading…
Cancel
Save