diff --git a/package.json b/package.json index 04a2e2e..b9b04c1 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "@ztimson/ai-utils", - "version": "0.5.2", + "version": "0.5.3", "description": "AI Utility library", "author": "Zak Timson", "license": "MIT", diff --git a/src/embedder.ts b/src/embedder.ts index 16dae3d..f163a54 100644 --- a/src/embedder.ts +++ b/src/embedder.ts @@ -4,7 +4,7 @@ import { parentPort } from 'worker_threads'; let embedder: any; parentPort?.on('message', async ({ id, text, model }) => { - if(!embedder) embedder = await pipeline('feature-extraction', 'Xenova/' + model); + if(!embedder) embedder = await pipeline('feature-extraction', 'Xenova/' + model, {quantized: true}); const output = await embedder(text, { pooling: 'mean', normalize: true }); const embedding = Array.from(output.data); parentPort?.postMessage({ id, embedding });