diff --git a/README.md b/README.md index d92b849..dae9f28 100644 --- a/README.md +++ b/README.md @@ -119,7 +119,7 @@ const ai = new Ai({ system: 'You are a helpful assistant.', compress: {max: 90_000, min: 50_000}, // Compress chat history to min tokens when max is reached temperature: 0.8, - max_tokens: 100_000, + maxTokens: 100_000, memoryModel: 'gpt-4o', // Cheap model for managing memories in background, defaults to current model models: { 'claude-3-5-sonnet': {proto: 'anthropic', token: process.env.ANTHROPIC_TOKEN}, diff --git a/package.json b/package.json index 77de180..429b3d7 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "@ztimson/ai-utils", - "version": "1.4.6", + "version": "1.5.0", "description": "AI Utility library", "author": "Zak Timson", "license": "MIT", diff --git a/src/antrhopic.ts b/src/antrhopic.ts index 40e2777..46c73fa 100644 --- a/src/antrhopic.ts +++ b/src/antrhopic.ts @@ -50,7 +50,7 @@ export class Anthropic extends LLMProvider { const tools = options.tools || this.ai.options.llm?.tools || []; const requestParams: any = { model: options.model || this.model, - max_tokens: options.max_tokens || this.ai.options.llm?.max_tokens || 4096, + max_tokens: options.maxTokens || this.ai.options.llm?.maxTokens || 4096, system: options.system || this.ai.options.llm?.system || '', temperature: options.temperature || this.ai.options.llm?.temperature || undefined, tools: tools.map(t => ({ diff --git a/src/llm.ts b/src/llm.ts index 03a0ba6..dd31c31 100644 --- a/src/llm.ts +++ b/src/llm.ts @@ -67,7 +67,7 @@ export type LLMRequest = { /** Message history */ history?: LLMMessage[]; /** Max tokens for request */ - max_tokens?: number; + maxTokens?: number; /** 0 = Rigid Logic, 1 = Balanced, 2 = Hyper Creative **/ temperature?: number; /** Available tools */ diff --git a/src/open-ai.ts b/src/open-ai.ts index 7aab26d..b8df409 100644 --- a/src/open-ai.ts +++ b/src/open-ai.ts @@ -58,7 +58,7 @@ export class OpenAi extends LLMProvider { const requestParams: any = { model: options.model || this.model, stream: !!options.stream, - max_completion_tokens: options.max_tokens || this.ai.options.llm?.max_tokens || undefined, + max_completion_tokens: options.maxTokens || this.ai.options.llm?.maxTokens || undefined, temperature: options.temperature || this.ai.options.llm?.temperature || undefined, tools: tools.map(t => ({ type: 'function',