Improved memory recall results
This commit is contained in:
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@ztimson/ai-utils",
|
"name": "@ztimson/ai-utils",
|
||||||
"version": "0.8.8",
|
"version": "0.8.9",
|
||||||
"description": "AI Utility library",
|
"description": "AI Utility library",
|
||||||
"author": "Zak Timson",
|
"author": "Zak Timson",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
|
|||||||
@@ -117,12 +117,13 @@ class LLM {
|
|||||||
const score = (o ? this.cosineSimilarity(m.embeddings[0], o[0].embedding) : 0)
|
const score = (o ? this.cosineSimilarity(m.embeddings[0], o[0].embedding) : 0)
|
||||||
+ (q ? this.cosineSimilarity(m.embeddings[1], q[0].embedding) : 0);
|
+ (q ? this.cosineSimilarity(m.embeddings[1], q[0].embedding) : 0);
|
||||||
return {...m, score};
|
return {...m, score};
|
||||||
}).toSorted((a: any, b: any) => a.score - b.score).slice(0, limit);
|
}).toSorted((a: any, b: any) => a.score - b.score).slice(0, limit)
|
||||||
|
.map(m => `- ${m.owner}: ${m.fact}`).join('\n');
|
||||||
}
|
}
|
||||||
|
|
||||||
options.system += '\nYou have RAG memory and will be given the top_k closest memories regarding the users query. Save anything new you have learned worth remembering from the user message using the remember tool and feel free to recall memories manually.\n';
|
options.system += '\nYou have RAG memory and will be given the top_k closest memories regarding the users query. Save anything new you have learned worth remembering from the user message using the remember tool and feel free to recall memories manually.\n';
|
||||||
const relevant = await search(message);
|
const relevant = await search(message);
|
||||||
if(relevant.length) options.history.push({role: 'tool', name: 'recall', id: 'auto_recall_' + Math.random().toString(), args: {}, content: 'Things I remembered:\n' + relevant.map(m => `${m.owner}: ${m.fact}`).join('\n')});
|
if(relevant.length) options.history.push({role: 'tool', name: 'recall', id: 'auto_recall_' + Math.random().toString(), args: {}, content: `Things I remembered:\n${relevant}`});
|
||||||
options.tools = [{
|
options.tools = [{
|
||||||
name: 'recall',
|
name: 'recall',
|
||||||
description: 'Recall the closest memories you have regarding a query using RAG',
|
description: 'Recall the closest memories you have regarding a query using RAG',
|
||||||
|
|||||||
Reference in New Issue
Block a user