embedding worker fix
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "@ztimson/ai-utils",
|
||||
"version": "0.6.7-rc.1",
|
||||
"version": "0.6.8",
|
||||
"description": "AI Utility library",
|
||||
"author": "Zak Timson",
|
||||
"license": "MIT",
|
||||
|
||||
@@ -3,9 +3,9 @@ import { parentPort } from 'worker_threads';
|
||||
|
||||
let embedder: any;
|
||||
|
||||
parentPort?.on('message', async ({ id, text, model, modelDir }) => {
|
||||
parentPort?.on('message', async ({text, model, modelDir }) => {
|
||||
if(!embedder) embedder = await pipeline('feature-extraction', 'Xenova/' + model, {quantized: true, cache_dir: modelDir});
|
||||
const output = await embedder(text, { pooling: 'mean', normalize: true });
|
||||
const embedding = Array.from(output.data);
|
||||
parentPort?.postMessage({ id, embedding });
|
||||
parentPort?.postMessage({embedding});
|
||||
});
|
||||
|
||||
@@ -271,7 +271,7 @@ class LLM {
|
||||
worker.on('exit', (code) => {
|
||||
if(code !== 0) reject(new Error(`Worker exited with code ${code}`));
|
||||
});
|
||||
worker.postMessage({text, model: this.ai.options?.embedder || 'bge-small-en-v1.5', path: this.ai.options.path});
|
||||
worker.postMessage({text, model: this.ai.options?.embedder || 'bge-small-en-v1.5', modelDir: this.ai.options.path});
|
||||
});
|
||||
};
|
||||
const chunks = this.chunk(target, maxTokens, overlapTokens);
|
||||
|
||||
Reference in New Issue
Block a user