Debian Codegraph @

evaluations/suites/responses-history-live/suite.json

raw
1 {
2 "id": "responses-history-live",
3 "description": "Live-provider OpenAI Responses seeded assistant history suite",
4 "mode": "live-provider",
5 "trials_per_task": 1,
6 "failure_policy": {
7 "stop_on_first_failure": true,
8 "max_failed_tasks": 1
9 },
10 "tasks": [
11 "001-seeded-assistant-history"
12 ]
13 }