6 Commits

Author SHA1 Message Date
2c2acef84e ASR logging
All checks were successful
Publish Library / Build NPM Project (push) Successful in 37s
Publish Library / Tag Version (push) Successful in 8s
2025-12-14 08:49:02 -05:00
a6de121551 Fixed ASR command
All checks were successful
Publish Library / Build NPM Project (push) Successful in 26s
Publish Library / Tag Version (push) Successful in 7s
2025-12-13 23:19:30 -05:00
31d9ee4390 ASR Debugging
All checks were successful
Publish Library / Build NPM Project (push) Successful in 43s
Publish Library / Tag Version (push) Successful in 17s
2025-12-13 22:59:23 -05:00
d69bea3b38 Fixed ASR whisper models
All checks were successful
Publish Library / Build NPM Project (push) Successful in 30s
Publish Library / Tag Version (push) Successful in 7s
2025-12-13 22:47:35 -05:00
af4b09173c ASR debugging
All checks were successful
Publish Library / Build NPM Project (push) Successful in 30s
Publish Library / Tag Version (push) Successful in 7s
2025-12-13 22:31:54 -05:00
904cc10639 bump
All checks were successful
Publish Library / Build NPM Project (push) Successful in 51s
Publish Library / Tag Version (push) Successful in 7s
2025-12-13 22:05:03 -05:00
2 changed files with 23 additions and 21 deletions

View File

@@ -1,6 +1,6 @@
{ {
"name": "@ztimson/ai-utils", "name": "@ztimson/ai-utils",
"version": "0.1.7", "version": "0.1.13",
"description": "AI Utility library", "description": "AI Utility library",
"author": "Zak Timson", "author": "Zak Timson",
"license": "MIT", "license": "MIT",

View File

@@ -9,8 +9,8 @@ export type AiOptions = LLMOptions & {
whisper?: { whisper?: {
/** Whisper binary location */ /** Whisper binary location */
binary: string; binary: string;
/** Model */ /** Model: `ggml-base.en.bin` */
model: WhisperModel; model: string;
/** Path to models */ /** Path to models */
path: string; path: string;
/** Path to storage location for temporary files */ /** Path to storage location for temporary files */
@@ -18,8 +18,6 @@ export type AiOptions = LLMOptions & {
} }
} }
export type WhisperModel = 'tiny' | 'base' | 'small' | 'medium' | 'large';
export class Ai { export class Ai {
private downloads: {[key: string]: Promise<string>} = {}; private downloads: {[key: string]: Promise<string>} = {};
private whisperModel!: string; private whisperModel!: string;
@@ -30,7 +28,8 @@ export class Ai {
constructor(public readonly options: AiOptions) { constructor(public readonly options: AiOptions) {
this.llm = new LLM(this, options); this.llm = new LLM(this, options);
if(this.options.whisper?.binary) { if(this.options.whisper?.binary) {
this.whisperModel = Path.join(<string>this.options.whisper?.path, this.options.whisper?.model + this.options.whisper?.model.endsWith('.bin') ? '' : '.bin'); this.whisperModel = this.options.whisper?.model.endsWith('.bin') ? this.options.whisper?.model : this.options.whisper?.model + '.bin';
console.log('constructor: ' + this.options.whisper.model + ' -> ' + this.whisperModel);
this.downloadAsrModel(); this.downloadAsrModel();
} }
} }
@@ -41,13 +40,14 @@ export class Ai {
* @param model Whisper model * @param model Whisper model
* @returns {Promise<any>} Extracted text * @returns {Promise<any>} Extracted text
*/ */
async asr(path: string, model?: WhisperModel): Promise<string | null> { async asr(path: string, model: string = this.whisperModel): Promise<string | null> {
if(!this.options.whisper?.binary) throw new Error('Whisper not configured'); if(!this.options.whisper?.binary) throw new Error('Whisper not configured');
await this.downloadAsrModel(model); const m = await this.downloadAsrModel(model);
const name = Math.random().toString(36).substring(2, 10) + '-' + path.split('/').pop() + '.txt'; const name = Math.random().toString(36).substring(2, 10) + '-' + path.split('/').pop() + '.txt';
const output = Path.join(this.options.whisper.temp || '/tmp', name); const output = Path.join(this.options.whisper.temp || '/tmp', name);
console.log(`rm -f ${output} && ${this.options.whisper.binary} -nt -np -m ${model ? Path.join(this.options.whisper.path, model) : this.whisperModel} -f ${path} -otxt -of ${output}`); console.log('ASR: ' + this.options.whisper.model + ' -> ' + this.whisperModel);
await $`rm -f ${output} && ${this.options.whisper.binary} -nt -np -m ${model ? Path.join(this.options.whisper.path, model) : this.whisperModel} -f ${path} -otxt -of ${output}`; console.log(`rm -f ${output} && ${this.options.whisper.binary} -nt -np -m ${m} -f ${path} -otxt -of ${output}`);
await $`rm -f ${output} && ${this.options.whisper.binary} -nt -np -m ${m} -f ${path} -otxt -of ${output}`;
return fs.readFile(output, 'utf-8').then(text => text?.trim() || null) return fs.readFile(output, 'utf-8').then(text => text?.trim() || null)
.finally(() => fs.rm(output, {force: true}).catch(() => {})); .finally(() => fs.rm(output, {force: true}).catch(() => {}));
} }
@@ -58,22 +58,24 @@ export class Ai {
* @param {string} model Whisper model that will be downloaded * @param {string} model Whisper model that will be downloaded
* @return {Promise<string>} Absolute path to model file, resolves once downloaded * @return {Promise<string>} Absolute path to model file, resolves once downloaded
*/ */
async downloadAsrModel(model?: string): Promise<string> { async downloadAsrModel(model: string = this.whisperModel): Promise<string> {
if(!this.options.whisper?.binary) throw new Error('Whisper not configured'); if(!this.options.whisper?.binary) throw new Error('Whisper not configured');
let m; if(!model.endsWith('.bin')) model += '.bin';
if(model) m = model?.endsWith('.bin') ? model : model + '.bin'; const p = Path.join(this.options.whisper.path, model);
else m = <string>this.whisperModel.split('/').at(-1); console.log('Download: ' + p);
const p = Path.join(this.options.whisper.path, m); if(await fs.stat(p).then(() => true).catch(() => false)) {
if(await fs.stat(p).then(() => true).catch(() => false)) return p; console.log('Exists!');
if(!!this.downloads[m]) return this.downloads[m]; return p;
this.downloads[m] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${m}`) }
if(!!this.downloads[model]) return this.downloads[model];
this.downloads[model] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${model}`)
.then(resp => resp.arrayBuffer()) .then(resp => resp.arrayBuffer())
.then(arr => Buffer.from(arr)).then(async buffer => { .then(arr => Buffer.from(arr)).then(async buffer => {
await fs.writeFile(Path.join((<any>this.options.whisper).path, m), buffer); await fs.writeFile(p, buffer);
delete this.downloads[m]; delete this.downloads[model];
return p; return p;
}); });
return this.downloads[m]; return this.downloads[model];
} }
/** /**