CI bot using minisweagent

.github/workflows/ci-failure-diagnosis.yml

@@ -24,10 +24,25 @@ jobs:
           sparse-checkout: |
             tensorzero
 
-      - name: Move tensorzero to tensorzero-for-gateway
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install uv
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          echo "$HOME/.cargo/bin" >> "$GITHUB_PATH"
+
+      - name: Create venv and install mini-swe-agent
         run: |
-          mv ./tensorzero /tmp/tensorzero-for-gateway
-          ls -lR .
+          uv venv
+          uv pip install git+https://github.com/SWE-agent/mini-swe-agent.git@main
+
+      - name: Move tensorzero config to /tmp
+        run: |
+          mv ./tensorzero/swe_agent_config /tmp/tensorzero-for-gateway
+          ls -lR /tmp/tensorzero-for-gateway
 
       - name: Start TensorZero gateway
         run: |
@@ -36,6 +51,7 @@ jobs:
             --name tensorzero-gateway \
             -e TENSORZERO_CLICKHOUSE_URL=${{ secrets.CI_BOT_CLICKHOUSE_URL }} \
             -e OPENAI_API_KEY=${{ secrets.CI_BOT_OPENAI_API_KEY }} \
+            -e ANTHROPIC_API_KEY=${{ secrets.CI_BOT_ANTHROPIC_API_KEY }} \
             -p 3000:3000 \
             --volume /tmp/tensorzero-for-gateway:/action-config \
             tensorzero/gateway:latest --config-file /action-config/tensorzero.toml
@@ -58,9 +74,12 @@ jobs:
         run: |
           ls -lR /tmp/tensorzero-for-gateway
           cat /tmp/tensorzero-for-gateway/tensorzero.toml
-          cat /tmp/tensorzero-for-gateway/prompt.minijinja
+          cat /tmp/tensorzero-for-gateway/templates/system.minijinja
+          cat /tmp/tensorzero-for-gateway/templates/instance.minijinja
+          which mini || echo "mini-swe-agent not found in PATH"
+          mini --help || echo "mini-swe-agent not working"
 
-      - name: Call LLM to generate PR revision
+      - name: Run mini-swe-agent to fix CI failures
         uses: tensorzero/experimental-ci-bot/generate-pr-patch@main
         env:
           GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/provide-pull-request-feedback.yml

@@ -28,8 +28,9 @@ jobs:
             --name tensorzero-gateway \
             -e TENSORZERO_CLICKHOUSE_URL=${{ secrets.CI_BOT_CLICKHOUSE_URL }} \
             -e OPENAI_API_KEY=${{ secrets.CI_BOT_OPENAI_API_KEY }} \
+            -e ANTHROPIC_API_KEY=${{ secrets.CI_BOT_ANTHROPIC_API_KEY }} \
             -p 3000:3000 \
-            --volume ./tensorzero:/action-config \
+            --volume ./tensorzero/swe_agent_config:/action-config \
             tensorzero/gateway:latest --config-file /action-config/tensorzero.toml
 
           for _i in {1..100}; do

.gitignore

@@ -1,6 +1,7 @@
 # Dependency directory
 node_modules
 
+
 # Rest pulled from https://github.com/github/gitignore/blob/master/Node.gitignore
 # Logs
 logs
@@ -100,3 +101,14 @@ __tests__/runner/*
 # IDE files
 .idea
 *.code-workspace
+
+# Python
+.venv
+venv
+env
+__pycache__
+*.py[cod]
+*$py.class
+*.so
+.Python
+.envrc

.prettierignore

@@ -3,3 +3,10 @@
 dist/
 node_modules/
 coverage/
+
+# Python
+.venv/
+venv/
+env/
+__pycache__/
+*.pyc

README.md

@@ -6,6 +6,111 @@
 [![CodeQL](https://github.com/actions/typescript-action/actions/workflows/codeql-analysis.yml/badge.svg)](https://github.com/actions/typescript-action/actions/workflows/codeql-analysis.yml)
 [![Coverage](./badges/coverage.svg)](./badges/coverage.svg)
 
+## Running Locally
+
+You can run the mini-swe-agent locally to test PRs before deploying to GitHub
+Actions.
+
+### Prerequisites
+
+1. Install dependencies:
+
+   ```bash
+   npm install
+   npm run bundle  # Build the CLI
+   ```
+
+1. Set up required environment variables:
+
+   ```bash
+   # GitHub authentication (choose one):
+   export GITHUB_TOKEN=$(gh auth token)  # If using gh CLI
+   # OR
+   export GITHUB_TOKEN=ghp_your_token_here
+
+   # Model API keys (at least one required):
+   export ANTHROPIC_API_KEY=your_anthropic_key
+   # OR
+   export OPENAI_API_KEY=your_openai_key
+   ```
+
+### Usage
+
+#### Dry Run (Local Testing)
+
+Test the agent without creating PRs or comments on GitHub:
+
+```bash
+npm run cli -- --repo owner/repo --pr 123 --dry-run
+```
+
+This will:
+
+- Clone the PR repository
+- Run the mini-swe-agent to analyze and fix issues
+- Display the generated patch locally
+- Not make any changes to GitHub
+
+#### Live Mode (Create PRs/Comments)
+
+Run the agent and create actual PRs or inline comments on GitHub:
+
+```bash
+npm run cli -- --repo owner/repo --pr 456
+```
+
+This will:
+
+- Clone the PR repository
+- Run the mini-swe-agent
+- Create a follow-up PR or post inline comments based on the agent's decision
+
+#### With CI Failure Context
+
+If you have a specific workflow run that failed, you can provide its ID:
+
+```bash
+npm run cli -- --repo owner/repo --pr 789 --workflow-run-id 12345
+```
+
+### CLI Options
+
+```text
+-r, --repo <owner/repo>          Repository in "owner/repo" format
+-p, --pr <number>                Pull request number (required)
+-d, --dry-run                    Show patch locally without PRs/comments
+-t, --token <token>              GitHub token (default: GITHUB_TOKEN or gh)
+-w, --workflow-run-id <id>       Workflow run ID for failure logs
+-o, --output-dir <path>          Directory for debug artifacts
+--clickhouse-url <url>           ClickHouse URL for tracking
+--clickhouse-table <name>        ClickHouse table name
+-c, --cost-limit <dollars>       Cost limit (default: 3.0)
+--timeout <minutes>              Timeout in minutes (default: 30)
+-h, --help                       Show help message
+```
+
+### Examples
+
+```bash
+# Dry run on a public repository
+npm run cli -- --repo tensorzero/tensorzero --pr 100 --dry-run
+
+# Run on your own repository with custom settings
+export GITHUB_TOKEN=$(gh auth token)
+npm run cli -- \
+  --repo myorg/myrepo \
+  --pr 42 \
+  --cost-limit 5.0 \
+  --timeout 45 \
+  --output-dir ./debug-output
+
+# Analyze a specific failed workflow run
+npm run cli -- \
+  --repo owner/repo \
+  --pr 123 \
+  --workflow-run-id 9876543210
+```
+
 ## Developing
 
 - `npm install`