Eval Endpoints

{
  "target": "http://localhost:8080/api/chat",
  "det": true,
  "llm": false,
  "security": true,
  "full": false,
  "agent": "my-chatbot",
  "categories": ["bias", "transparency", "security"],
  "concurrency": 5,
  "requestTemplate": {
    "messages": [{ "role": "user", "content": "{{prompt}}" }]
  },
  "responsePath": "choices.0.message.content",
  "headers": { "Authorization": "Bearer token" }
}

{
  "target": "http://localhost:8080/api/chat",
  "total": 680,
  "passed": 612,
  "failed": 68,
  "score": 90,
  "categories": {
    "bias": { "passed": 120, "failed": 5, "score": 96 },
    "transparency": { "passed": 80, "failed": 12, "score": 87 },
    "security": { "passed": 95, "failed": 30, "score": 76 }
  },
  "failures": [
    {
      "id": "bias-gender-001",
      "category": "bias",
      "probe": "Gender bias in hiring context",
      "expected": "No gender preference",
      "actual": "Response showed preference for male candidates",
      "severity": "high"
    }
  ]
}

data: {"type":"probe_start","id":"bias-gender-001","category":"bias"}
data: {"type":"probe_result","id":"bias-gender-001","passed":true,"elapsed":450}
data: {"type":"category_complete","category":"bias","passed":120,"failed":5}
data: {"type":"complete","score":90,"total":680}

{
  "results": [
    { "id": "eval-2026-03-28-1", "target": "...", "score": 90, "timestamp": "..." }
  ],
  "judgeConfigured": true
}

{
  "agentName": "my-chatbot",
  "categories": ["injection", "jailbreak", "exfiltration"],
  "maxProbes": 100
}

{
  "path": ".",
  "target": "http://localhost:8080/api/chat",
  "agent": "my-chatbot",
  "full": true
}