Revert "fix: normaliza embedding data"

This reverts commit 2bfb93a0634e4043effb681120a2b7015681c463.
main
jialin 8 months ago
parent 38d63c71ee
commit e69b7dfd6a

@ -216,7 +216,6 @@ const GroundEmbedding: React.FC<MessageProps> = forwardRef((props, ref) => {
workerRef.current!.onmessage = (event: MessageEvent) => {
const { scatterData, embeddingData } = event.data;
console.log('scatterData', scatterData);
setScatterData(scatterData);
setEmbeddingData(embeddingData);
setLoading(false);

@ -1,27 +1,6 @@
import _ from 'lodash';
import { PCA } from 'ml-pca';
const normalize2D = (data: number[][]) => {
const dim = data[0].length;
const mins = Array(dim).fill(Infinity);
const maxs = Array(dim).fill(-Infinity);
for (const row of data) {
for (let i = 0; i < dim; i++) {
mins[i] = Math.min(mins[i], row[i]);
maxs[i] = Math.max(maxs[i], row[i]);
}
}
return data.map((row) =>
row.map((val, i) => {
const range = maxs[i] - mins[i];
if (range === 0) return 0;
return ((val - mins[i]) / range) * 2 - 1;
})
);
};
self.onmessage = (
event: MessageEvent<{
embeddings: any[];
@ -50,9 +29,7 @@ self.onmessage = (
...fileList.map((item) => item.text).filter((item) => item)
];
const normalizedData = normalize2D(pcadata);
const list = normalizedData.map((item: number[], index: number) => {
const list = pcadata.map((item: number[], index: number) => {
return {
value: item,
name: index + 1,

Loading…
Cancel
Save