import { pipeline } from '@xenova/transformers';
import { parentPort } from 'worker_threads';

let embedder: any;

parentPort?.on('message', async ({text, model, modelDir }) => {
	if(!embedder) embedder = await pipeline('feature-extraction', 'Xenova/' + model, {quantized: true, cache_dir: modelDir});
	const output = await embedder(text, { pooling: 'mean', normalize: true });
	const embedding = Array.from(output.data);
	parentPort?.postMessage({embedding});
});