From e69b7dfd6aec79489501f4a1e63388deda1fe886 Mon Sep 17 00:00:00 2001 From: jialin Date: Fri, 6 Jun 2025 21:35:48 +0800 Subject: [PATCH] Revert "fix: normaliza embedding data" This reverts commit 2bfb93a0634e4043effb681120a2b7015681c463. --- .../components/ground-embedding.tsx | 1 - .../config/embedding-worker.worker.ts | 25 +------------------ 2 files changed, 1 insertion(+), 25 deletions(-) diff --git a/src/pages/playground/components/ground-embedding.tsx b/src/pages/playground/components/ground-embedding.tsx index 1b16a8e1..ff80a43c 100644 --- a/src/pages/playground/components/ground-embedding.tsx +++ b/src/pages/playground/components/ground-embedding.tsx @@ -216,7 +216,6 @@ const GroundEmbedding: React.FC = forwardRef((props, ref) => { workerRef.current!.onmessage = (event: MessageEvent) => { const { scatterData, embeddingData } = event.data; - console.log('scatterData', scatterData); setScatterData(scatterData); setEmbeddingData(embeddingData); setLoading(false); diff --git a/src/pages/playground/config/embedding-worker.worker.ts b/src/pages/playground/config/embedding-worker.worker.ts index cfa1bab3..ec7076a4 100644 --- a/src/pages/playground/config/embedding-worker.worker.ts +++ b/src/pages/playground/config/embedding-worker.worker.ts @@ -1,27 +1,6 @@ import _ from 'lodash'; import { PCA } from 'ml-pca'; -const normalize2D = (data: number[][]) => { - const dim = data[0].length; - const mins = Array(dim).fill(Infinity); - const maxs = Array(dim).fill(-Infinity); - - for (const row of data) { - for (let i = 0; i < dim; i++) { - mins[i] = Math.min(mins[i], row[i]); - maxs[i] = Math.max(maxs[i], row[i]); - } - } - - return data.map((row) => - row.map((val, i) => { - const range = maxs[i] - mins[i]; - if (range === 0) return 0; - return ((val - mins[i]) / range) * 2 - 1; - }) - ); -}; - self.onmessage = ( event: MessageEvent<{ embeddings: any[]; @@ -50,9 +29,7 @@ self.onmessage = ( ...fileList.map((item) => item.text).filter((item) => item) ]; - const normalizedData = normalize2D(pcadata); - - const list = normalizedData.map((item: number[], index: number) => { + const list = pcadata.map((item: number[], index: number) => { return { value: item, name: index + 1,