Merge pull request 'Check for duplicates before adding tickets' (#12) from ticket-duplicates into master

Reviewed-on: #12

.github/issue_template/ai-refinement.md

@@ -0,0 +1,19 @@
+---
+
+name: "AI refinement"
+about: "Use AI to refine ticket"
+ref: "develop"
+labels:
+- Review/AI
+
+---
+
+Describe your request:
+
+What are you trying to do and what's happening?
+
+How can it be fixed or improved?
+
+Steps to reproduce?
+
+Anything other useful information, logs or screenshots?

.github/workflows/code-review.yml

@@ -1,4 +1,5 @@
 name: Code review
+
 on:
     pull_request:
         types: [opened, synchronize, reopened]
@@ -15,7 +16,7 @@ jobs:
                   git fetch origin ${{ github.event.pull_request.base.ref }}
 
             - name: Run AI Review
-              run: npx -y @ztimson/ai-agents@latest review
+              run: npx -y -p @ztimson/ai-agents@latest review $GITHUB_WORKSPACE
               env:
                   AI_HOST: anthropic
                   AI_MODEL: claude-sonnet-4-5

.github/workflows/ticket-refinement.yml

@@ -0,0 +1,26 @@
+name: Ticket refinement
+
+on:
+    issues:
+        types: [labeled]
+jobs:
+    format:
+        runs-on: ubuntu-latest
+        container: node:22
+        steps:
+            - name: Fetch code
+              run: |
+                  git clone "$(echo ${{github.server_url}}/${{github.repository}}.git | sed s%://%://${{github.token}}@% )" .
+                  git checkout ${{ github.event.repository.default_branch }}
+
+            - name: Run AI Formatter
+              run: npx -y -p @ztimson/ai-agents@latest refine
+              env:
+                  AI_HOST: anthropic
+                  AI_MODEL: claude-sonnet-4-5
+                  AI_TOKEN: ${{ secrets.ANTHROPIC_TOKEN }}
+                  GIT_HOST: ${{ github.server_url }}
+                  GIT_OWNER: ${{ github.repository_owner }}
+                  GIT_REPO: ${{ github.event.repository.name }}
+                  GIT_TOKEN: ${{ secrets.ASSISTANT_TOKEN }}
+                  TICKET: ${{ github.event.issue.number }}

README.md

@@ -9,7 +9,7 @@
 ### AI Agents
 
   <!-- Description -->
-Automated AI-powered agents for automated reviews and code assistance
+AI-powered Gitea agents for automating reviews and administration
 
   <!-- Repo badges -->
 [![Version](https://img.shields.io/badge/dynamic/json.svg?label=Version&style=for-the-badge&url=https://git.zakscode.com/api/v1/repos/ztimson/ai-agents/tags&query=$[0].name)](https://git.zakscode.com/ztimson/ai-agents/tags)
@@ -37,7 +37,9 @@ Automated AI-powered agents for automated reviews and code assistance
 
 ## About
 
-Automated code agents that uses AI to analyze git diffs and provide inline comments on pull requests. Supports Anthropic, OpenAI, and Ollama models with tool-based reviewing for precise feedback.
+Only supports Gitea
+
+Use LLM models from Anthropic, OpenAI, or Ollama to automate ticket refinement, code reviews, and releases.
 
 ### Built With
 [![Docker](https://img.shields.io/badge/Docker-384d54?style=for-the-badge&logo=docker)](https://docker.com/)

package.json

@@ -1,12 +1,13 @@
 {
 	"name": "@ztimson/ai-agents",
-	"version": "0.0.3",
+	"version": "0.1.0",
 	"description": "AI agents",
 	"keywords": ["ai", "review"],
 	"author": "ztimson",
 	"license": "ISC",
 	"type": "module",
 	"bin": {
+		"refine": "./src/refine.mjs",
 		"review": "./src/review.mjs"
 	},
 	"dependencies": {

src/refine.mjs

@@ -0,0 +1,210 @@
+#!/usr/bin/env node
+
+import {Ai} from '@ztimson/ai-utils';
+import * as os from 'node:os';
+import * as dotenv from 'dotenv';
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+
+dotenv.config({quiet: true});
+dotenv.config({path: '.env.local', override: true, quiet: true});
+
+(async () => {
+	let p = process.argv[process.argv.length - 1];
+	if(p === 'refine' || p.endsWith('refine.mjs')) p = null;
+	if(!/^(\/|[A-Z]:)/m.test(p)) p = path.join(process.cwd(), p);
+
+	const git = process.env['GIT_HOST'],
+		owner = process.env['GIT_OWNER'],
+		repo = process.env['GIT_REPO'],
+		auth = process.env['GIT_TOKEN'],
+		ticket = process.env['TICKET'],
+		host = process.env['AI_HOST'],
+		model = process.env['AI_MODEL'],
+		token = process.env['AI_TOKEN'];
+
+	console.log(`Processing issue #${ticket}`);
+
+	// Fetch issue
+	const issueData = await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}`, {
+		headers: {'Authorization': `token ${auth}`}
+	}).then(async resp => {
+		if(resp.ok) return  resp.json();
+		else throw new Error(`${resp.status} ${await resp.text()}`);
+	});
+	if(issueData.labels?.[0] !== 1 || issueData.labels?.[0]?.name !== 'Review/AI') {
+		console.log('Skipping');
+		return process.exit();
+	}
+
+	// Gather readme & template
+	let title = '', type = '', readme = '', readmeP = path.join(process.cwd(), 'README.md');
+	if(fs.existsSync(readmeP)) readme = fs.readFileSync(readmeP, 'utf-8');
+	const template = p ? fs.readFileSync(p, 'utf-8') : `## Description
+
+A clear explanation of the request
+
+---
+
+## Current Behavior
+
+what's happening now or the current state/gap
+
+## Expected Behavior
+
+What should happen instead
+
+## Steps to Reproduce / Desired Flow
+
+1. First step
+2. Second step
+3. Third step
+
+## Additional Context
+
+Logs, screenshots, links, related issues
+
+## Acceptance Criteria
+
+- [ ] Todo requirement
+- [X] Completed requirement
+
+## Technical Notes
+
+Implementation details, constraints, dependencies, design decisions
+
+
+| Effort / Weight | Score    |
+|-----------------|----------|
+| Size            | 0-5      |
+| Complexity      | 0-5      |
+| Unknowns        | 0-5      |
+| **Total**       | **0-15** |
+`;
+
+	// Create AI
+	let options = {ollama: {model, host}};
+	if(host === 'anthropic') options = {anthropic: {model, token}};
+	else if(host === 'openai') options = {openAi: {model, token}};
+	const ai = new Ai({
+		...options,
+		model: [host, model],
+		path: process.env['path'] || os.tmpdir(),
+		tools: [{
+			name: 'title',
+			description: 'Set the ticket title, must be called EXACTLY ONCE',
+			args: {title: {type: 'string', description: 'Ticket title, must match format: Module - Verb noun', required: true}},
+			fn: (args) => title = args.title
+		}, {
+			name: 'type',
+			description: 'Set the ticket type, must be called EXACTLY ONCE',
+			args: {type: {type: 'string', description: 'Ticket type', enum: ['Bug', 'DevOps', 'Document', 'Enhancement', 'Refactor', 'Security'], required: true}},
+			fn: (args) => type = args.type
+		}],
+		system: `Transform raw tickets into structured markdown following the template EXACTLY.
+
+**MANDATORY STEPS:**
+1. Identify ticket type: Bug, DevOps, Document, Enhancement, Refactor, or Security
+2. Call \`type\` tool EXACTLY ONCE with the type from step 1
+3. Call \`title\` tool EXACTLY ONCE in format: "[Module] - [Verb] [subject]" (example: Storage - fix file uploads)
+4. Output formatted markdown matching template structure below
+
+**TEMPLATE RULES:**
+- Use ## headers (match template exactly)
+- Description: Clear summary of the request
+- Current Behavior: What's happening now (remove for Document tickets)
+- Expected Behavior: What should happen (remove for Document tickets)
+- Steps to Reproduce: Numbered list for bugs, flow for enhancements, remove if not applicable
+- Additional Context: Logs, screenshots, links provided by user
+- Acceptance Criteria: Convert to checkboxes (- [ ] format)
+- Technical Notes: Implementation approach, constraints, dependencies
+- Weight table (use exact format below):
+
+| Effort / Weight | Score    |
+|-----------------|----------|
+| Size            | 0-5      |
+| Complexity      | 0-5      |
+| Unknowns        | 0-5      |
+| **Total**       | **0-15** |
+
+**SCORING:**
+- Size: # of modules/layers/files changed
+- Complexity: Technical difficulty
+- Unknowns: Research/uncertainty needed
+
+**README:**
+\`\`\`markdown
+${readme.trim() || 'No README available'}
+\`\`\`
+
+**TEMPLATE:**
+\`\`\`markdown
+${template.trim()}
+\`\`\`
+
+Output ONLY markdown. No explanations, labels, or extra formatting.`});
+
+	// Format ticket with AI
+	const messages = await ai.language.ask(`Title: ${issueData.title}\n\nDescription:\n${issueData.body || 'No description provided'}`).catch(() => []);
+	const body = messages?.pop()?.content;
+	if(!body) throw new Error('Invalid response from AI');
+
+	// Check for duplicates
+	const repoInfo = await fetch(`${git}/api/v1/repos/${owner}/${repo}`, {headers: {'Authorization': `token ${auth}`},}).then(resp => resp.ok ? resp.json() : null);
+	const search = await fetch(`${git}/api/v1/repos/issues/search`, {
+		method: 'POST',
+		headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+		body: JSON.stringify({
+			owner,
+			priority_repo_id: repoInfo.id,
+			type: 'issues',
+			limit: 3,
+			q: title
+		})
+	}).then(resp => resp.ok ? resp.json() : []);
+	let dupeId = null;
+	const dupeIds = search.map(t => t.id);
+	const dupes = search.map(t => `ID: ${t.id}\nTitle: ${t.title}\n\`\`\`markdown\n${t.body}\n\`\`\``).join('\n\n');
+	const hasDuplicates = (await ai.language.ask(`${title}\n\`\`\`markdown\n${body}\n\`\`\``, {
+		system: `Your job is to identify duplicates. Respond with the ID number of the duplicate or nothing if there are no matches \n\n${dupes}`
+	}))?.pop()?.content;
+	// Handle duplicates
+	if(!!hasDuplicates && (dupeId = dupeIds.find(id => new RegExp(`\\b${id}\\b`, 'm').test(hasDuplicates)))) {
+		await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}/comments`, {
+			method: 'POST',
+			headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+			body: `{"body": "Duplicate of #${dupeId}"}`
+		}).then(async resp => { if(!resp.ok) throw new Error(`${resp.status} ${await resp.text()}`); });
+		await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}/labels`, {
+			method: 'POST',
+			headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+			body: '{"labels":["Reviewed/Duplicate"]}'
+		}).then(async resp => { if(!resp.ok) throw new Error(`${resp.status} ${await resp.text()}`); });
+		await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}`, {
+			method: 'PATCH',
+			headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+			body: '{"state": "closed"}'
+		}).then(async resp => { if(!resp.ok) throw new Error(`${resp.status} ${await resp.text()}`); });
+		console.log('Duplicate');
+		return process.exit();
+	}
+
+	// Update ticket
+	await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}`, {
+		method: 'PATCH',
+		headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+		body: JSON.stringify({title, body})
+	}).then(async resp => { if(!resp.ok) throw new Error(`${resp.status} ${await resp.text()}`); });
+	if(type) { // Label
+		await fetch(`${git}/api/v1/repos/${owner}/${repo}/issues/${ticket}/labels`, {
+			method: 'POST',
+			headers: {'Authorization': `token ${auth}`, 'Content-Type': 'application/json'},
+			body: `{"labels":["Reviewed/${type[0].toUpperCase() + type.slice(1).toLowerCase()}"]}`
+		}).then(async resp => { if(!resp.ok) throw new Error(`${resp.status} ${await resp.text()}`); });
+	}
+
+	console.log(`Title: ${title}\nType: ${type}\nBody:\n${body}`);
+})().catch(err => {
+	console.error(`Error: ${err.message || err.toString()}`);
+	process.exit(1);
+});

src/review.mjs

@@ -30,6 +30,22 @@ dotenv.config({path: '.env.local', override: true, quiet: true, debug: false});
 	const commit = await $`cd ${root} && git log -1 --pretty=format:%H`;
 	const gitDiff = await $`cd ${root} && git diff ${branch}`;
 
+	if(!gitDiff) {
+		console.warn('No diff found');
+		return process.exit();
+	}
+
+	let existingComments = 'Existing Comments:\n';
+	if(git && pr) {
+		const reviews = await fetch(`${git}/api/v1/repos/${owner}/${repo}/pulls/${pr}/reviews`, {
+			headers: {'Authorization': `token ${auth}`}
+		}).then(resp => resp.ok ? resp.json() : []);
+		const comments = await Promise.all(reviews.map(r => fetch(`${git}/api/v1/repos/${owner}/${repo}/pulls/${pr}/reviews/${r.id}/comments`, {
+			headers: {'Authorization': `token ${auth}`}
+		}).then(resp => resp.ok ? resp.json() : [])));
+		existingComments += comments.flat().map(c => `${c.path}:${c.position}\n${c.body}`).join('\n\n');
+	}
+
 	let options = {ollama: {model, host}};
 	if(host === 'anthropic') options = {anthropic: {model, token}};
 	else if(host === 'openai') options = {openAi: {model, token}};
@@ -37,7 +53,7 @@ dotenv.config({path: '.env.local', override: true, quiet: true, debug: false});
 		...options,
 		model: [host, model],
 		path: process.env['path'] || os.tmpdir(),
-		system: `You are a code reviewer. Analyze the git diff and use the \`recommend\` tool for EACH issue you find. You must call \`recommend\` exactly once for every bug or improvement opportunity directly related to changes. Ignore formatting recommendations. After making all recommendations, provide one brief bullet-point summary.`,
+		system: `You are a code reviewer. Analyze the git diff and use the \`recommend\` tool for EACH issue you find. You must call \`recommend\` exactly once for every bug or improvement opportunity directly related to changes. Ignore formatting recommendations. After making all recommendations, provide some concluding remarks about the overall state of the changes.${existingComments}`,
 		tools: [{
 			name: 'read_file',
 			description: 'Read contents of a file',
@@ -71,11 +87,6 @@ dotenv.config({path: '.env.local', override: true, quiet: true, debug: false});
 		}]
 	});
 
-	if(!gitDiff) {
-		console.warn('No diff found');
-		return process.exit();
-	}
-
 	const messages = await ai.language.ask(gitDiff);
 	const summary = messages.pop().content;
 	if(git) {
@@ -95,4 +106,7 @@ dotenv.config({path: '.env.local', override: true, quiet: true, debug: false});
 		if(!res.ok) throw new Error(`${res.status} ${await res.text()}`);
 	}
 	console.log(comments.map(c => `${c.path}${c.new_position ? `:${c.new_position}` : ''}\n${c.body}`).join('\n\n') + '\n\n' + summary);
-})();
+})().catch(err => {
+	console.error(`Error: ${err.message || err.toString()}`);
+	process.exit(1);
+});