Compare commits
2 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 8c64129200 | |||
| 013aa942c0 |
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@ztimson/ai-utils",
|
"name": "@ztimson/ai-utils",
|
||||||
"version": "0.5.3",
|
"version": "0.5.5",
|
||||||
"description": "AI Utility library",
|
"description": "AI Utility library",
|
||||||
"author": "Zak Timson",
|
"author": "Zak Timson",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
|
|||||||
@@ -26,7 +26,7 @@ export class Anthropic extends LLMProvider {
|
|||||||
h[c.is_error ? 'error' : 'content'] = c.content;
|
h[c.is_error ? 'error' : 'content'] = c.content;
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
history[orgI].content = history[orgI].content.filter((c: any) => c.type == 'text').map((c: any) => c.text).join('\n\n');
|
history[orgI].content = history[orgI].content?.filter((c: any) => c.type == 'text').map((c: any) => c.text).join('\n\n');
|
||||||
if(!history[orgI].content) history.splice(orgI, 1);
|
if(!history[orgI].content) history.splice(orgI, 1);
|
||||||
}
|
}
|
||||||
if(!history[orgI].timestamp) history[orgI].timestamp = Date.now();
|
if(!history[orgI].timestamp) history[orgI].timestamp = Date.now();
|
||||||
@@ -119,7 +119,6 @@ export class Anthropic extends LLMProvider {
|
|||||||
if(options.stream) options.stream({tool: toolCall.name});
|
if(options.stream) options.stream({tool: toolCall.name});
|
||||||
if(!tool) return {tool_use_id: toolCall.id, is_error: true, content: 'Tool not found'};
|
if(!tool) return {tool_use_id: toolCall.id, is_error: true, content: 'Tool not found'};
|
||||||
try {
|
try {
|
||||||
console.log(typeof tool.fn);
|
|
||||||
const result = await tool.fn(toolCall.input, options?.stream, this.ai);
|
const result = await tool.fn(toolCall.input, options?.stream, this.ai);
|
||||||
return {type: 'tool_result', tool_use_id: toolCall.id, content: JSONSanitize(result)};
|
return {type: 'tool_result', tool_use_id: toolCall.id, content: JSONSanitize(result)};
|
||||||
} catch (err: any) {
|
} catch (err: any) {
|
||||||
|
|||||||
@@ -3,8 +3,11 @@ import { parentPort } from 'worker_threads';
|
|||||||
|
|
||||||
let embedder: any;
|
let embedder: any;
|
||||||
|
|
||||||
parentPort?.on('message', async ({ id, text, model }) => {
|
parentPort?.on('message', async ({ id, text, model, path }) => {
|
||||||
if(!embedder) embedder = await pipeline('feature-extraction', 'Xenova/' + model, {quantized: true});
|
if(!embedder) embedder = await pipeline('feature-extraction', 'Xenova/' + model, {
|
||||||
|
quantized: true,
|
||||||
|
cache_dir: path,
|
||||||
|
});
|
||||||
const output = await embedder(text, { pooling: 'mean', normalize: true });
|
const output = await embedder(text, { pooling: 'mean', normalize: true });
|
||||||
const embedding = Array.from(output.data);
|
const embedding = Array.from(output.data);
|
||||||
parentPort?.postMessage({ id, embedding });
|
parentPort?.postMessage({ id, embedding });
|
||||||
|
|||||||
@@ -271,7 +271,12 @@ class LLM {
|
|||||||
return new Promise((resolve, reject) => {
|
return new Promise((resolve, reject) => {
|
||||||
const id = this.embedId++;
|
const id = this.embedId++;
|
||||||
this.embedQueue.set(id, { resolve, reject });
|
this.embedQueue.set(id, { resolve, reject });
|
||||||
this.embedWorker?.postMessage({ id, text, model: this.ai.options?.embedder || 'bge-small-en-v1.5' });
|
this.embedWorker?.postMessage({
|
||||||
|
id,
|
||||||
|
text,
|
||||||
|
model: this.ai.options?.embedder || 'bge-small-en-v1.5',
|
||||||
|
path: this.ai.options.path
|
||||||
|
});
|
||||||
});
|
});
|
||||||
};
|
};
|
||||||
const chunks = this.chunk(target, maxTokens, overlapTokens);
|
const chunks = this.chunk(target, maxTokens, overlapTokens);
|
||||||
|
|||||||
Reference in New Issue
Block a user