Webhooks

{
  "ci": {
    "enabled": true,
    "webhookUrl": "https://your-server.com/hooks/agentx"
  }
}

{
  "event": "ci_run.finalized",
  "run_id": "6876ccc111aaa222bbb333dd",
  "dataset_id": "6876ddd222bbb333ccc444ee",
  "gate": "pass",
  "pass_rate": 0.875,
  "git_context": {
    "branch": "feat/new-retrieval",
    "commitSha": "a1b2c3d4e5f6",
    "prNumber": 42,
    "repoUrl": "https://github.com/org/repo",
    "triggeredBy": "github-actions"
  },
  "scores": [
    {
      "question_index": 0,
      "rating": 4,
      "justification": "The agent correctly described the password reset flow.",
      "passed": true,
      "input": "How do I reset my password?",
      "output": "Click Forgot Password on the login screen."
    },
    {
      "question_index": 1,
      "rating": 2,
      "justification": "The agent gave an incorrect billing answer.",
      "passed": false,
      "input": "Why was I charged twice?",
      "output": "..."
    }
  ],
  "finalized_at": "2026-07-06T11:00:00.000Z"
}

from flask import Flask, request, jsonify

app = Flask(__name__)

@app.route("/hooks/agentx", methods=["POST"])
def handle_agentx_webhook():
    payload = request.get_json()

    if payload.get("event") != "ci_run.finalized":
        return jsonify({"ok": True})

    run_id = payload["run_id"]
    gate = payload["gate"]
    pass_rate = payload["pass_rate"]
    branch = (payload.get("git_context") or {}).get("branch", "unknown")

    print(f"[{branch}] CI run {run_id}: {gate.upper()} ({pass_rate:.0%})")

    if gate == "fail":
        # notify Slack, update GitHub status, etc.
        notify_team(run_id, payload["scores"])

    return jsonify({"ok": True}), 200

import express from "express";

const app = express();
app.use(express.json());

app.post("/hooks/agentx", (req, res) => {
  const { event, run_id, gate, pass_rate, git_context, scores } = req.body;

  if (event !== "ci_run.finalized") return res.json({ ok: true });

  const branch = git_context?.branch ?? "unknown";
  console.log(`[${branch}] CI run ${run_id}: ${gate.toUpperCase()} (${Math.round(pass_rate * 100)}%)`);

  if (gate === "fail") {
    const failing = scores.filter((s: any) => !s.passed);
    console.log(`Failing questions: ${failing.map((s: any) => s.question_index).join(", ")}`);
  }

  res.json({ ok: true });
});

import requests

@app.route("/hooks/agentx", methods=["POST"])
def handle():
    payload = request.get_json()
    run_id = payload["run_id"]

    # Verify with the API
    result = requests.get(
        f"https://api.agentx.so/api/v1/ingest/ci-runs/{run_id}",
        headers={"x-api-key": API_KEY},
    ).json()

    assert result["gate"] == payload["gate"]
    return "", 200