Compare commits
2 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 596e99daa7 | |||
| eda4eed87d |
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@ztimson/ai-utils",
|
"name": "@ztimson/ai-utils",
|
||||||
"version": "0.8.13",
|
"version": "0.8.15",
|
||||||
"description": "AI Utility library",
|
"description": "AI Utility library",
|
||||||
"author": "Zak Timson",
|
"author": "Zak Timson",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
|
|||||||
19
src/llm.ts
19
src/llm.ts
@@ -358,7 +358,7 @@ class LLM {
|
|||||||
* @returns {Promise<{} | {} | RegExpExecArray | null>}
|
* @returns {Promise<{} | {} | RegExpExecArray | null>}
|
||||||
*/
|
*/
|
||||||
async json(text: string, schema: string, options?: LLMRequest): Promise<any> {
|
async json(text: string, schema: string, options?: LLMRequest): Promise<any> {
|
||||||
let system = `Your job is to convert input to JSON. Call the \`submit\` tool exactly once with JSON matching this schema:\n\`\`\`json\n${schema}\n\`\`\``;
|
let system = `Your job is to convert input to JSON using tool calls. Call the \`submit\` tool at least once with JSON matching this schema:\n\`\`\`json\n${schema}\n\`\`\`\n\nResponses are ignored`;
|
||||||
if(options?.system) system += '\n\n' + options.system;
|
if(options?.system) system += '\n\n' + options.system;
|
||||||
return new Promise(async (resolve, reject) => {
|
return new Promise(async (resolve, reject) => {
|
||||||
let done = false;
|
let done = false;
|
||||||
@@ -376,23 +376,23 @@ class LLM {
|
|||||||
resolve(json);
|
resolve(json);
|
||||||
done = true;
|
done = true;
|
||||||
} catch { return 'Invalid JSON'; }
|
} catch { return 'Invalid JSON'; }
|
||||||
return 'Done';
|
return 'Saved';
|
||||||
}
|
}
|
||||||
}, ...(options?.tools || [])],
|
}, ...(options?.tools || [])],
|
||||||
});
|
});
|
||||||
if(!done) reject(`AI failed to create summary: ${resp}`);
|
if(!done) reject(`AI failed to create JSON:\n${resp}`);
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Create a summary of some text
|
* Create a summary of some text
|
||||||
* @param {string} text Text to summarize
|
* @param {string} text Text to summarize
|
||||||
* @param {number} tokens Max number of tokens
|
* @param {number} length Max number of words
|
||||||
* @param options LLM request options
|
* @param options LLM request options
|
||||||
* @returns {Promise<string>} Summary
|
* @returns {Promise<string>} Summary
|
||||||
*/
|
*/
|
||||||
async summarize(text: string, tokens: number = 500, options?: LLMRequest): Promise<string | null> {
|
async summarize(text: string, length: number = 500, options?: LLMRequest): Promise<string | null> {
|
||||||
let system = `Your job is to summarize the users message. Call the \`submit\` tool exactly once with the shortest summary possible that's <= ${tokens} tokens. Output nothing else`;
|
let system = `Your job is to summarize the users message using tool calls. Call the \`submit\` tool at least once with the shortest summary possible that's <= ${length} words. The tool call will respond with the token count. Responses are ignored`;
|
||||||
if(options?.system) system += '\n\n' + options.system;
|
if(options?.system) system += '\n\n' + options.system;
|
||||||
return new Promise(async (resolve, reject) => {
|
return new Promise(async (resolve, reject) => {
|
||||||
let done = false;
|
let done = false;
|
||||||
@@ -405,13 +405,16 @@ class LLM {
|
|||||||
description: 'Submit summary',
|
description: 'Submit summary',
|
||||||
args: {summary: {type: 'string', description: 'Text summarization', required: true}},
|
args: {summary: {type: 'string', description: 'Text summarization', required: true}},
|
||||||
fn: (args) => {
|
fn: (args) => {
|
||||||
|
if(!args.summary) return 'No summary provided';
|
||||||
|
const count = args.summary.split(' ').length;
|
||||||
|
if(count > length) return `Too long: ${length} words`;
|
||||||
done = true;
|
done = true;
|
||||||
resolve(args.summary || null);
|
resolve(args.summary || null);
|
||||||
return 'Done';
|
return `Saved: ${length} words`;
|
||||||
}
|
}
|
||||||
}, ...(options?.tools || [])],
|
}, ...(options?.tools || [])],
|
||||||
});
|
});
|
||||||
if(!done) reject(`AI failed to create summary: ${resp}`);
|
if(!done) reject(`AI failed to create summary:\n${resp}`);
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user