evaluations/suites/responses-history-live/suite.json
raw| 1 | { |
| 2 | "id": "responses-history-live", |
| 3 | "description": "Live-provider OpenAI Responses seeded assistant history suite", |
| 4 | "mode": "live-provider", |
| 5 | "trials_per_task": 1, |
| 6 | "failure_policy": { |
| 7 | "stop_on_first_failure": true, |
| 8 | "max_failed_tasks": 1 |
| 9 | }, |
| 10 | "tasks": [ |
| 11 | "001-seeded-assistant-history" |
| 12 | ] |
| 13 | } |