ztimson/ai-utils
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Added memory system
All checks were successful
Publish Library / Build NPM Project (push) Successful in 30s
Details
Publish Library / Tag Version (push) Successful in 5s
Details

Browse Source
This commit is contained in:
Zakary Timson
2026-02-08 19:52:02 -05:00
parent d71a6be120
commit cda7db4f45
7 changed files with 163 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
src/antrhopic.ts
View File

@@ -18,8 +18,7 @@ export class Anthropic extends LLMProvider {
if(typeof history[orgI].content != 'string') {
if(history[orgI].role == 'assistant') {
history[orgI].content.filter((c: any) => c.type =='tool_use').forEach((c: any) => {
i++;
history.splice(i, 0, {role: 'tool', id: c.id, name: c.name, args: c.input, timestamp: Date.now()});
history.splice(i + 1, 0, {role: 'tool', id: c.id, name: c.name, args: c.input, timestamp: Date.now()});
});
} else if(history[orgI].role == 'user') {
history[orgI].content.filter((c: any) => c.type =='tool_result').forEach((c: any) => {
@@ -28,6 +27,7 @@ export class Anthropic extends LLMProvider {
});
}
history[orgI].content = history[orgI].content.filter((c: any) => c.type == 'text').map((c: any) => c.text).join('\n\n');
if(!history[orgI].content) history.splice(orgI, 1);
}
if(!history[orgI].timestamp) history[orgI].timestamp = Date.now();
}
@@ -48,13 +48,10 @@ export class Anthropic extends LLMProvider {
return history.map(({timestamp, ...h}) => h);
}
ask(message: string, options: LLMRequest = {}): AbortablePromise<LLMMessage[]> {
ask(message: string, options: LLMRequest = {}): AbortablePromise<string> {
const controller = new AbortController();
const response = new Promise<any>(async (res, rej) => {
let history = [...options.history || [], {role: 'user', content: message, timestamp: Date.now()}];
if(options.compress) history = await this.ai.language.compressHistory(<any>history, options.compress.max, options.compress.min, options);
history = this.fromStandard(<any>history);
return Object.assign(new Promise<any>(async (res, rej) => {
const history = this.fromStandard([...options.history || [], {role: 'user', content: message, timestamp: Date.now()}]);
const tools = options.tools || this.ai.options.llm?.tools || [];
const requestParams: any = {
model: options.model || this.model,
@@ -122,7 +119,8 @@ export class Anthropic extends LLMProvider {
if(options.stream) options.stream({tool: toolCall.name});
if(!tool) return {tool_use_id: toolCall.id, is_error: true, content: 'Tool not found'};
try {
const result = await tool.fn(toolCall.input, this.ai);
console.log(typeof tool.fn);
const result = await tool.fn(toolCall.input, options?.stream, this.ai);
return {type: 'tool_result', tool_use_id: toolCall.id, content: JSONSanitize(result)};
} catch (err: any) {
return {type: 'tool_result', tool_use_id: toolCall.id, is_error: true, content: err?.message || err?.toString() || 'Unknown'};
@@ -132,11 +130,12 @@ export class Anthropic extends LLMProvider {
requestParams.messages = history;
}
} while (!controller.signal.aborted && resp.content.some((c: any) => c.type === 'tool_use'));
history.push({role: 'assistant', content: resp.content.filter((c: any) => c.type == 'text').map((c: any) => c.text).join('\n\n')});
this.toStandard(history);
if(options.stream) options.stream({done: true});
res(this.toStandard([...history, {role: 'assistant', content: resp.content.filter((c: any) => c.type == 'text').map((c: any) => c.text).join('\n\n')}]));
});
return Object.assign(response, {abort: () => controller.abort()});
if(options.history) options.history.splice(0, options.history.length, ...history);
res(history.at(-1)?.content);
}), {abort: () => controller.abort()});
}
}