Update .github/issue_template/ai-refinement.md

Reviewed-on: #12

.github/issue_template/ai-refinement.md

@@ -8,46 +8,12 @@ labels:
 
 ---
 
-# [Module] - [Add/Change/Fix/Refactor/Remove] [Feature/Component]
+Describe your request:
 
-## Type: [Bug/DevOps/Enhancement/Refactor/Security]
+What are you trying to do and what's happening?
 
-|            | Score    |
+How can it be fixed or improved?
-|------------|----------|
-| Size       | 0-5      |
-| Complexity | 0-5      |
-| Unknowns   | 0-5      |
-| **Total**  | **0-15** |
 
-## Description
+Steps to reproduce?
 
-A clear explanation of the issue, feature, or change needed
+Any other useful information? Logs, screenshots, steps to reproduce?
-
-## Current Behavior
-
-For bugs: what's happening now
-For refactors: what exists today
-For enhancements: current state/gap
-
-## Expected Behavior
-
-What should happen instead
-
-## Steps to Reproduce
-
-1. First step
-2. Second step
-3. Third step
-
-## Additional Context
-
-Logs, screenshots, links, related issues
-
-## Acceptance Criteria
-
-- [ ] Todo requirement
-- [X] Completed requirement
-
-## Technical Notes
-
-Implementation details, constraints, dependencies, design decisions

.github/workflows/code-review.yml

@@ -16,7 +16,7 @@ jobs:
                   git fetch origin ${{ github.event.pull_request.base.ref }}
 
             - name: Run AI Review
-              run: npx -y @ztimson/ai-agents@latest review
+              run: npx -y -p @ztimson/ai-agents@latest review $GITHUB_WORKSPACE
               env:
                   AI_HOST: anthropic
                   AI_MODEL: claude-sonnet-4-5

.github/workflows/ticket-refinement.yml

@@ -2,7 +2,7 @@ name: Ticket refinement
 
 on:
     issues:
-        types: [opened, labeled]
+        types: [labeled]
 jobs:
     format:
         runs-on: ubuntu-latest
@@ -14,7 +14,7 @@ jobs:
                   git checkout ${{ github.event.repository.default_branch }}
 
             - name: Run AI Formatter
-              run: npx -y @ztimson/ai-agents@latest refine .github/issue_template/ai-refinement.md
+              run: npx -y -p @ztimson/ai-agents@latest refine
               env:
                   AI_HOST: anthropic
                   AI_MODEL: claude-sonnet-4-5

package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@ztimson/ai-agents",
-	"version": "0.0.4",
+	"version": "0.1.0",
 	"description": "AI agents",
 	"keywords": ["ai", "review"],
 	"author": "ztimson",

src/refine.mjs

@@ -14,8 +14,6 @@ dotenv.config({path: '.env.local', override: true, quiet: true});
 	if(p === 'refine' || p.endsWith('refine.mjs')) p = null;
 	if(!/^(\/|[A-Z]:)/m.test(p)) p = path.join(process.cwd(), p);
 
-	if(!p || !fs.existsSync(p)) throw new Error('Please provide a template');
-
 	const git = process.env['GIT_HOST'],
 		owner = process.env['GIT_OWNER'],
 		repo = process.env['GIT_REPO'],
@@ -28,20 +26,63 @@ dotenv.config({path: '.env.local', override: true, quiet: true});
 	console.log(`Processing issue #${ticket}`);
 
 	// Fetch issue
-	const issueRes = await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}`, {
+	const issueData = await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}`, {
 		headers: {'Authorization': `token ${auth}`}
+	}).then(async resp => {
+		if(resp.ok) return  resp.json();
+		else throw new Error(`${resp.status} ${await resp.text()}`);
 	});
-	if(!issueRes.ok) throw new Error(`${issueRes.status} ${await issueRes.text()}`);
+	if(issueData.labels?.[0] !== 1 || issueData.labels?.[0]?.name !== 'Review/AI') {
-	const issueData = await issueRes.json();
-	if(!issueData.labels?.some(l => l.name === 'Review/AI')) {
 		console.log('Skipping');
 		return process.exit();
 	}
 
-	let readme = '', readmeP = path.join(process.cwd(), 'README.md');
+	// Gather readme & template
+	let title = '', type = '', readme = '', readmeP = path.join(process.cwd(), 'README.md');
 	if(fs.existsSync(readmeP)) readme = fs.readFileSync(readmeP, 'utf-8');
-	const template = fs.readFileSync(p, 'utf-8');
+	const template = p ? fs.readFileSync(p, 'utf-8') : `## Description
 
+A clear explanation of the request
+
+---
+
+## Current Behavior
+
+what's happening now or the current state/gap
+
+## Expected Behavior
+
+What should happen instead
+
+## Steps to Reproduce / Desired Flow
+
+1. First step
+2. Second step
+3. Third step
+
+## Additional Context
+
+Logs, screenshots, links, related issues
+
+## Acceptance Criteria
+
+- [ ] Todo requirement
+- [X] Completed requirement
+
+## Technical Notes
+
+Implementation details, constraints, dependencies, design decisions
+
+
+| Effort / Weight | Score    |
+|-----------------|----------|
+| Size            | 0-5      |
+| Complexity      | 0-5      |
+| Unknowns        | 0-5      |
+| **Total**       | **0-15** |
+`;
+
+	// Create AI
 	let options = {ollama: {model, host}};
 	if(host === 'anthropic') options = {anthropic: {model, token}};
 	else if(host === 'openai') options = {openAi: {model, token}};
@@ -49,26 +90,47 @@ dotenv.config({path: '.env.local', override: true, quiet: true});
 		...options,
 		model: [host, model],
 		path: process.env['path'] || os.tmpdir(),
-		system: `You are a ticket formatter. Transform raw issue descriptions into structured tickets.
+		tools: [{
+			name: 'title',
+			description: 'Set the ticket title, must be called EXACTLY ONCE',
+			args: {title: {type: 'string', description: 'Ticket title, must match format: Module - Verb noun', required: true}},
+			fn: (args) => title = args.title
+		}, {
+			name: 'type',
+			description: 'Set the ticket type, must be called EXACTLY ONCE',
+			args: {type: {type: 'string', description: 'Ticket type', enum: ['Bug', 'DevOps', 'Document', 'Enhancement', 'Refactor', 'Security'], required: true}},
+			fn: (args) => type = args.type
+		}],
+		system: `Transform raw tickets into structured markdown following the template EXACTLY.
 
-**CRITICAL RULES:**
+**MANDATORY STEPS:**
-1. Identify the ticket type (Bug, DevOps, Enhancement, Refactor, Security)
+1. Identify ticket type: Bug, DevOps, Document, Enhancement, Refactor, or Security
-2. Output MUST only contain the new ticket information in markdown, no extra fluff
+2. Call \`type\` tool EXACTLY ONCE with the type from step 1
-3. Follow the template structure EXACTLY:
+3. Call \`title\` tool EXACTLY ONCE in format: "[Module] - [Verb] [subject]" (example: Storage - fix file uploads)
-   - Title format: [Module] - [Verb] [noun]
+4. Output formatted markdown matching template structure below
-     Example: Storage - Fix file uploads
+
-   - Fill in the identified ticket type
+**TEMPLATE RULES:**
-   - Write a clear description
+- Use ## headers (match template exactly)
-   - For bugs: fill Steps to Reproduce with numbered list
+- Description: Clear summary of the request
-   - For enhancements/refactors: REMOVE the Steps to Reproduce section entirely
+- Current Behavior: What's happening now (remove for Document tickets)
-   - Acceptance Criteria: convert requirements into checkboxes (- [ ])
+- Expected Behavior: What should happen (remove for Document tickets)
-   - Weight scoring (0-5 each):
+- Steps to Reproduce: Numbered list for bugs, flow for enhancements, remove if not applicable
-     * Size: Number of modules, layers & files affected by change
+- Additional Context: Logs, screenshots, links provided by user
-     * Complexity: Technical difficulty to implement
+- Acceptance Criteria: Convert to checkboxes (- [ ] format)
-     * Unknowns: Research/uncertainty in work estimation
+- Technical Notes: Implementation approach, constraints, dependencies
-     * Calculate Total as sum of the three
+- Weight table (use exact format below):
-   - Remove sections that are not applicable based on ticket type
+
-   - Use proper markdown headers (##)
+| Effort / Weight | Score    |
+|-----------------|----------|
+| Size            | 0-5      |
+| Complexity      | 0-5      |
+| Unknowns        | 0-5      |
+| **Total**       | **0-15** |
+
+**SCORING:**
+- Size: # of modules/layers/files changed
+- Complexity: Technical difficulty
+- Unknowns: Research/uncertainty needed
 
 **README:**
 \`\`\`markdown
@@ -80,31 +142,69 @@ ${readme.trim() || 'No README available'}
 ${template.trim()}
 \`\`\`
 
-Output ONLY the formatted ticket, no explanation.`
+Output ONLY markdown. No explanations, labels, or extra formatting.`});
-	})
 
+	// Format ticket with AI
 	const messages = await ai.language.ask(`Title: ${issueData.title}\n\nDescription:\n${issueData.body || 'No description provided'}`).catch(() => []);
-	const content = messages?.pop()?.content;
+	const body = messages?.pop()?.content;
-	if(!content) {
+	if(!body) throw new Error('Invalid response from AI');
-		console.log('Invalid response from AI');
+
-		return process.exit(1);
+	// Check for duplicates
-	}
+	const repoInfo = await fetch(`${git}/api/v1/repos/${owner}/${repo}`, {headers: {'Authorization': `token ${auth}`},}).then(resp => resp.ok ? resp.json() : null);
-	const title = /^# (.+)$/m.exec(content)?.[1] || issueData.title;
+	const search = await fetch(`${git}/api/v1/repos/issues/search`, {
-	const typeMatch = /^## Type:\s*(.+)$/m.exec(content);
+		method: 'POST',
-	const type = typeMatch?.[1]?.split('/')[0]?.trim() || 'Unassigned';
+		headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
-	const body = content.replace(/^# .+$/m, '').replace(/^## Type:.+$/m, '').trim();
-	const updateRes = await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}`, {
-		method: 'PATCH',
-		headers: {
-			'Authorization': `token ${auth}`,
-			'Content-Type': 'application/json'
-		},
 		body: JSON.stringify({
-			title,
+			owner,
-			body,
+			priority_repo_id: repoInfo.id,
-			labels: type?.length ? [`Kind/${type[0].toUpperCase() + type.slice(1).toLowerCase()}`] : []
+			type: 'issues',
+			limit: 3,
+			q: title
 		})
-	});
+	}).then(resp => resp.ok ? resp.json() : []);
-	if(!updateRes.ok) throw new Error(`${updateRes.status} ${await updateRes.text()}`);
+	let dupeId = null;
-	console.log(body);
+	const dupeIds = search.map(t => t.id);
-})();
+	const dupes = search.map(t => `ID: ${t.id}\nTitle: ${t.title}\n\`\`\`markdown\n${t.body}\n\`\`\``).join('\n\n');
+	const hasDuplicates = (await ai.language.ask(`${title}\n\`\`\`markdown\n${body}\n\`\`\``, {
+		system: `Your job is to identify duplicates. Respond with the ID number of the duplicate or nothing if there are no matches \n\n${dupes}`
+	}))?.pop()?.content;
+	// Handle duplicates
+	if(!!hasDuplicates && (dupeId = dupeIds.find(id => new RegExp(`\\b${id}\\b`, 'm').test(hasDuplicates)))) {
+		await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}/comments`, {
+			method: 'POST',
+			headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+			body: `{"body": "Duplicate of #${dupeId}"}`
+		}).then(async resp => { if(!resp.ok) throw new Error(`${resp.status} ${await resp.text()}`); });
+		await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}/labels`, {
+			method: 'POST',
+			headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+			body: '{"labels":["Reviewed/Duplicate"]}'
+		}).then(async resp => { if(!resp.ok) throw new Error(`${resp.status} ${await resp.text()}`); });
+		await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}`, {
+			method: 'PATCH',
+			headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+			body: '{"state": "closed"}'
+		}).then(async resp => { if(!resp.ok) throw new Error(`${resp.status} ${await resp.text()}`); });
+		console.log('Duplicate');
+		return process.exit();
+	}
+
+	// Update ticket
+	await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}`, {
+		method: 'PATCH',
+		headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+		body: JSON.stringify({title, body})
+	}).then(async resp => { if(!resp.ok) throw new Error(`${resp.status} ${await resp.text()}`); });
+	if(type) { // Label
+		await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}/labels`, {
+			method: 'POST',
+			headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+			body: `{"labels":["Reviewed/${type[0].toUpperCase() + type.slice(1).toLowerCase()}"]}`
+		}).then(async resp => { if(!resp.ok) throw new Error(`${resp.status} ${await resp.text()}`); });
+	}
+
+	console.log(`Title: ${title}\nType: ${type}\nBody:\n${body}`);
+})().catch(err => {
+	console.error(`Error: ${err.message || err.toString()}`);
+	process.exit(1);
+});

src/review.mjs

@@ -43,7 +43,7 @@ dotenv.config({path: '.env.local', override: true, quiet: true, debug: false});
 		const comments = await Promise.all(reviews.map(r => fetch(`${git}/api/v1/repos/${owner}/${repo}/pulls/${pr}/reviews/${r.id}/comments`, {
 			headers: {'Authorization': `token ${auth}`}
 		}).then(resp => resp.ok ? resp.json() : [])));
-		existingComments += comments.flatten().map(c => `${c.path}:${c.position}\n${c.body}`).join('\n\n');
+		existingComments += comments.flat().map(c => `${c.path}:${c.position}\n${c.body}`).join('\n\n');
 	}
 
 	let options = {ollama: {model, host}};
@@ -106,4 +106,7 @@ dotenv.config({path: '.env.local', override: true, quiet: true, debug: false});
 		if(!res.ok) throw new Error(`${res.status} ${await res.text()}`);
 	}
 	console.log(comments.map(c => `${c.path}${c.new_position ? `:${c.new_position}` : ''}\n${c.body}`).join('\n\n') + '\n\n' + summary);
-})();
+})().catch(err => {
+	console.error(`Error: ${err.message || err.toString()}`);
+	process.exit(1);
+});