From 013aa942c09ec47f3e8667a78514437a876d53d0 Mon Sep 17 00:00:00 2001 From: ztimson Date: Wed, 11 Feb 2026 21:45:54 -0500 Subject: [PATCH] Added save directory for embedder --- package.json | 2 +- src/embedder.ts | 7 +++++-- src/llm.ts | 7 ++++++- 3 files changed, 12 insertions(+), 4 deletions(-) diff --git a/package.json b/package.json index b9b04c1..070cb5f 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "@ztimson/ai-utils", - "version": "0.5.3", + "version": "0.5.4", "description": "AI Utility library", "author": "Zak Timson", "license": "MIT", diff --git a/src/embedder.ts b/src/embedder.ts index f163a54..e6f4ed3 100644 --- a/src/embedder.ts +++ b/src/embedder.ts @@ -3,8 +3,11 @@ import { parentPort } from 'worker_threads'; let embedder: any; -parentPort?.on('message', async ({ id, text, model }) => { - if(!embedder) embedder = await pipeline('feature-extraction', 'Xenova/' + model, {quantized: true}); +parentPort?.on('message', async ({ id, text, model, path }) => { + if(!embedder) embedder = await pipeline('feature-extraction', 'Xenova/' + model, { + quantized: true, + cache_dir: path, + }); const output = await embedder(text, { pooling: 'mean', normalize: true }); const embedding = Array.from(output.data); parentPort?.postMessage({ id, embedding }); diff --git a/src/llm.ts b/src/llm.ts index 5db4d7e..1b13e0b 100644 --- a/src/llm.ts +++ b/src/llm.ts @@ -271,7 +271,12 @@ class LLM { return new Promise((resolve, reject) => { const id = this.embedId++; this.embedQueue.set(id, { resolve, reject }); - this.embedWorker?.postMessage({ id, text, model: this.ai.options?.embedder || 'bge-small-en-v1.5' }); + this.embedWorker?.postMessage({ + id, + text, + model: this.ai.options?.embedder || 'bge-small-en-v1.5', + path: this.ai.options.path + }); }); }; const chunks = this.chunk(target, maxTokens, overlapTokens);