Added save directory for embedder

src/embedder.ts

@@ -3,8 +3,11 @@ import { parentPort } from 'worker_threads';
 
 let embedder: any;
 
-parentPort?.on('message', async ({ id, text, model }) => {
-	if(!embedder) embedder = await pipeline('feature-extraction', 'Xenova/' + model, {quantized: true});
+parentPort?.on('message', async ({ id, text, model, path }) => {
+	if(!embedder) embedder = await pipeline('feature-extraction', 'Xenova/' + model, {
+		quantized: true,
+		cache_dir: path,
+	});
 	const output = await embedder(text, { pooling: 'mean', normalize: true });
 	const embedding = Array.from(output.data);
 	parentPort?.postMessage({ id, embedding });

src/llm.ts

@@ -271,7 +271,12 @@ class LLM {
 			return new Promise((resolve, reject) => {
 				const id = this.embedId++;
 				this.embedQueue.set(id, { resolve, reject });
-				this.embedWorker?.postMessage({ id, text, model: this.ai.options?.embedder || 'bge-small-en-v1.5' });
+				this.embedWorker?.postMessage({
+					id,
+					text,
+					model: this.ai.options?.embedder || 'bge-small-en-v1.5',
+					path: this.ai.options.path
+				});
 			});
 		};
 		const chunks = this.chunk(target, maxTokens, overlapTokens);