ztimson/ai-utils
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Updated LLM config and added read_webpage
All checks were successful
Publish Library / Build NPM Project (push) Successful in 46s
Details
Publish Library / Tag Version (push) Successful in 6s
Details

Browse Source
This commit is contained in:
Zakary Timson
2026-02-01 13:16:08 -05:00
parent 28904cddbe
commit 7b57a0ded1
11 changed files with 840 additions and 384 deletions
Download Patch File Download Diff File Expand all files Collapse all files

63
src/audio.ts
View File

@@ -1,6 +1,4 @@
import {spawn} from 'node:child_process';
import * as os from 'node:os';
import {platform, arch} from 'node:os';
import fs from 'node:fs/promises';
import Path from 'node:path';
import {AbortablePromise, Ai} from './ai.ts';
@@ -8,21 +6,12 @@ import {AbortablePromise, Ai} from './ai.ts';
export class Audio {
private downloads: {[key: string]: Promise<string>} = {};
private whisperModel!: string;
private piperBinary?: string;
constructor(private ai: Ai) {
if(ai.options.whisper?.binary) {
this.whisperModel = ai.options.whisper?.model.endsWith('.bin') ? ai.options.whisper?.model : ai.options.whisper?.model + '.bin';
this.downloadAsrModel();
}
if(ai.options.piper?.model) {
if(!ai.options.piper.model.startsWith('http') || !ai.options.piper.model.endsWith('.onnx'))
throw new Error('Piper model should be a URL to an onnx file to download');
if(platform() != 'linux' || (arch() != 'x64' && arch() != 'arm64'))
throw new Error('Piper TTS only supported on Linux x64/arm64');
this.piperBinary = Path.join(import.meta.dirname, '../bin/piper');
this.downloadTtsModel();
}
}
asr(path: string, model: string = this.whisperModel): AbortablePromise<string | null> {
@@ -43,38 +32,6 @@ export class Audio {
return Object.assign(p, {abort});
}
tts(text: string, outputPath?: string, model: string = <string>this.ai.options.piper?.model): AbortablePromise<Buffer | string> {
if(!this.piperBinary) throw new Error('Piper not configured');
if(!model) throw new Error('Invalid Piper model');
let abort: any = () => {};
const p = new Promise<Buffer | string>(async (resolve, reject) => {
const modelPath = await this.downloadTtsModel(model);
const tmpFile = outputPath || Path.join(os.tmpdir(), `piper_${Date.now()}.wav`);
const proc = spawn(<string>this.piperBinary, ['--model', modelPath, '--output_file', tmpFile], {
stdio: ['pipe', 'ignore', 'ignore'],
env: {...process.env, LD_LIBRARY_PATH: Path.dirname(<string>this.piperBinary)}
});
abort = () => proc.kill('SIGTERM');
proc.stdin.write(text);
proc.stdin.end();
proc.on('error', (err: Error) => reject(err));
proc.on('close', async (code: number) => {
if(code === 0) {
if(outputPath) {
resolve(outputPath);
} else {
const buffer = await fs.readFile(tmpFile);
await fs.unlink(tmpFile).catch(() => {});
resolve(buffer);
}
} else {
reject(new Error(`Exit code ${code}`));
}
});
});
return Object.assign(p, {abort});
}
async downloadAsrModel(model: string = this.whisperModel): Promise<string> {
if(!this.ai.options.whisper?.binary) throw new Error('Whisper not configured');
if(!model.endsWith('.bin')) model += '.bin';
@@ -90,24 +47,4 @@ export class Audio {
});
return this.downloads[model];
}
async downloadTtsModel(model: string = <string>this.ai.options.piper?.model): Promise<string> {
if(!model) throw new Error('Invalid Piper model');
const m = <string>model.split('/').pop();
const p = Path.join(<string>this.ai.options.path, m);
const [onnxExists, jsonExists] = await Promise.all([
fs.stat(p).then(() => true).catch(() => false),
fs.stat(p + '.json').then(() => true).catch(() => false)
]);
if(onnxExists && jsonExists) return p;
if(!!this.downloads[m]) return this.downloads[m];
this.downloads[m] = Promise.all([
onnxExists ? Promise.resolve() : fetch(model).then(r => r.arrayBuffer()).then(b => fs.writeFile(p, Buffer.from(b))),
jsonExists ? Promise.resolve() : fetch(model + '.json').then(r => r.arrayBuffer()).then(b => fs.writeFile(p + '.json', Buffer.from(b)))
]).then(() => {
delete this.downloads[m];
return p;
});
return this.downloads[m];
}
}