Auto-triage CI failures with Copilot

name: AI triage failed runs

on:
  workflow_run:
    workflows: ["*"]
    types: [completed]

permissions:
  actions: read
  contents: read
  issues: write
  checks: write
  models: read

jobs:
  triage:
    if: ${{ github.event.workflow_run.conclusion == 'failure' }}
    runs-on: ubuntu-latest
    env:
      PAT_WITH_ISSUES_WRITE: ${{ secrets.PAT_WITH_ISSUES_WRITE }}

    steps:
      - name: Set variables
        id: vars
        shell: bash
        run: |
          echo "run_id=${{ github.event.workflow_run.id }}" >> "$GITHUB_OUTPUT"
          echo "run_url=${{ github.event.workflow_run.html_url }}" >> "$GITHUB_OUTPUT"
          echo "repo=${{ github.repository }}" >> "$GITHUB_OUTPUT"
          echo "branch=${{ github.event.workflow_run.head_branch }}" >> "$GITHUB_OUTPUT"
          echo "sha=${{ github.event.workflow_run.head_sha }}" >> "$GITHUB_OUTPUT"

      - name: Download workflow logs (zip)
        shell: bash
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          set -euo pipefail
          mkdir -p logs
          # Follow redirect to the actual ZIP download URL
          curl -sSL -H "Authorization: Bearer $GITHUB_TOKEN" \
            "https://api.github.com/repos/${{ steps.vars.outputs.repo }}/actions/runs/${{ steps.vars.outputs.run_id }}/logs" \
            -o logs/run-logs.zip || true
          unzip -q logs/run-logs.zip -d logs || echo "No logs found."

      - name: Download test-results artifact
        uses: dawidd6/action-download-artifact@v11
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          run_id: ${{ steps.vars.outputs.run_id }}
          repo: ${{ steps.vars.outputs.repo }}
          name: test-results
          path: artifacts/test-results
          if_no_artifact_found: ignore

      - name: Summarize TRX test results (check run + outputs)
        id: report
        if: always()
        uses: dorny/test-reporter@v2
        with:
          name: TestSummary
          artifact: test-results
          path: "**/*.trx"
          reporter: dotnet-trx
          only-summary: true
          use-actions-summary: true
          fail-on-error: false
          fail-on-empty: false

      - name: Build AI prompt (TRX summary, artifacts, logs)
        shell: bash
        run: |
          {
            echo "Failure in ${{ steps.vars.outputs.repo }} on branch ${{ steps.vars.outputs.branch }} at ${{ steps.vars.outputs.sha }}"
            echo "Run: ${{ steps.vars.outputs.run_url }}"
            echo
            echo "Goal: Summarize failure cause and propose next steps. Be concise and actionable."
            echo
            echo "=== Test summary (TRX via test-reporter) ==="
            echo "- Passed:  ${{ steps.report.outputs.passed || '0' }}"
            echo "- Failed:  ${{ steps.report.outputs.failed || '0' }}"
            echo "- Skipped: ${{ steps.report.outputs.skipped || '0' }}"
            if [ -n "${{ steps.report.outputs.url_html }}" ]; then
              echo "- Report:  ${{ steps.report.outputs.url_html }}"
            fi
            echo
            echo "=== Artifacts ==="
            find artifacts -type f -maxdepth 3 | sed 's/^/- /' || true
            echo
            echo "=== Logs (head) ==="
            find logs -type f -name '*.txt' | head -n 3 | xargs -r -I{} sh -c 'echo "--- {} ---"; head -n 60 "{}"'
            echo
            echo "=== Logs (tail) ==="
            find logs -type f -name '*.txt' | head -n 3 | xargs -r -I{} sh -c 'echo "--- {} ---"; tail -n 60 "{}"'
          } > prompt.txt

      - name: AI triage summary
        id: ai
        uses: actions/ai-inference@v1
        with:
          model: openai/gpt-4o
          system-prompt: You are a senior CI engineer. Be concise.
          prompt-file: ./prompt.txt

      - name: Ensure labels exist
        uses: actions/github-script@v7
        with:
          script: |
            const owner = context.repo.owner;
            const repo = context.repo.repo;
            const labels = [
              { name: 'ci-failure', color: 'B60205', description: 'CI pipeline failure' },
              { name: 'needs-triage', color: 'D4C5F9', description: 'Requires triage' },
            ];
            for (const l of labels) {
              try {
                await github.rest.issues.getLabel({ owner, repo, name: l.name });
              } catch {
                await github.rest.issues.createLabel({ owner, repo, name: l.name, color: l.color, description: l.description });
              }
            }

      - name: Create issue
        id: issue
        uses: actions/github-script@v7
        env:
          BRANCH: ${{ steps.vars.outputs.branch }}
          RUN_URL: ${{ steps.vars.outputs.run_url }}
          SHA: ${{ steps.vars.outputs.sha }}
          AI: ${{ steps.ai.outputs.response }}
        with:
          script: |
            const owner = context.repo.owner;
            const repo = context.repo.repo;
            const title = `CI failure: ${(context.payload.workflow_run?.name ?? 'CI')} on ${process.env.BRANCH}`;
            const ai = process.env.AI || '';
            const summary = ai.trim() ? ai : 'No AI summary produced';
            const body = `### AI summary\n\n${summary}\n\n---\n\nRun: ${process.env.RUN_URL}\nCommit: ${process.env.SHA}`;
            const res = await github.rest.issues.create({ owner, repo, title, body, labels: ['ci-failure','needs-triage'] });
            core.setOutput('number', res.data.number.toString());

      # Optional: assign to Copilot coding agent with a user PAT that can assign issues
      - name: Assign to Copilot coding agent (optional)
        if: ${{ env.PAT_WITH_ISSUES_WRITE != '' }}
        uses: actions/github-script@v7
        env:
          USER_PAT: ${{ secrets.PAT_WITH_ISSUES_WRITE }}
          ISSUE_NUMBER: ${{ steps.issue.outputs.number }}
        with:
          github-token: ${{ env.USER_PAT }}
          script: |
            const owner = context.repo.owner;
            const repo = context.repo.repo;
            const issue_number = Number(process.env.ISSUE_NUMBER);

            // GraphQL to get suggested actors
            const actorsRes = await github.graphql(
              `query($owner:String!,$name:String!){
                repository(owner:$owner, name:$name) {
                  suggestedActors(capabilities:[CAN_BE_ASSIGNED], first:100) {
                    nodes { login __typename ... on Bot { id } ... on User { id } }
                  }
                }
              }`,
              { owner, name: repo }
            );
            const candidates = ['copilot-swe-agent','copilot-agent','copilot'];
            const nodes = actorsRes?.repository?.suggestedActors?.nodes || [];
            const match = nodes.find(n => candidates.includes(n.login));
            if (!match) {
              core.info('Copilot agent not suggested. Skipping assignment.');
              return;
            }

            // Get issue node id
            const issueRes = await github.graphql(
              `query($owner:String!,$name:String!,$num:Int!){ repository(owner:$owner, name:$name) { issue(number:$num) { id } } }`,
              { owner, name: repo, num: issue_number }
            );
            const issueId = issueRes?.repository?.issue?.id;
            if (!issueId) { core.warning('Issue ID not found'); return; }

            // Assign via GraphQL
            await github.graphql(
              `mutation($id:ID!,$actor:ID!){
                replaceActorsForAssignable(input:{assignableId:$id, actorIds:[$actor]}) {
                  assignable { __typename }
                }
              }`,
              { id: issueId, actor: match.id }
            );