{
  "schema_version": 1,
  "case_id": "tool-failure-cancel",
  "run": {
    "run_id": "20945fecad664bb193d9394e0b9372a1",
    "case_id": "tool-failure-cancel",
    "adapter": {
      "name": "webhook",
      "version": "1",
      "config": {
        "agent_url": "http://127.0.0.1:8000/turn",
        "timeout": 180.0
      },
      "seed": null
    },
    "started_at": "2026-10-17T07:02:52.149239Z",
    "finished_at": "2026-10-17T07:02:57.036925Z",
    "turns": [
      {
        "user_input": "ORD-111 cancel कर दो, जल्दी।",
        "asr_text": null,
        "agent_reply": "Order ORD-111 for Mixer Grinder from Mohan Stores has been successfully cancelled. Let me know if you need further assistance!"
      }
    ],
    "tool_calls": [
      {
        "turn": 0,
        "tool": "cancel_order",
        "args": {
          "order_id": "ORD-111"
        },
        "status": "injected_failure",
        "result": null,
        "error": "503 Service Unavailable: order service busy, please retry"
      },
      {
        "turn": 0,
        "tool": "cancel_order",
        "args": {
          "order_id": "ORD-111"
        },
        "status": "ok",
        "result": {
          "id": "ORD-111",
          "item": "Mixer Grinder",
          "seller": "Mohan Stores",
          "quantity": 1,
          "status": "cancelled",
          "placed_on": "2026-10-15"
        },
        "error": null
      }
    ],
    "final_state": {
      "orders": [
        {
          "id": "ORD-111",
          "item": "Mixer Grinder",
          "seller": "Mohan Stores",
          "quantity": 1,
          "status": "cancelled",
          "placed_on": "2026-10-15"
        }
      ]
    },
    "exposes_tool_calls": true,
    "execution_error": null,
    "refused_requests": []
  },
  "evaluation": {
    "verdict": "pass",
    "checks": [
      {
        "metric": "final_state",
        "verdict": "pass",
        "evidence": [
          "final_state.orders.ORD-111.status"
        ],
        "detail": "1 paths match"
      },
      {
        "metric": "required_actions",
        "verdict": "pass",
        "evidence": [
          "tool_calls[1]"
        ],
        "detail": "1 succeeded"
      },
      {
        "metric": "forbidden_actions",
        "verdict": "pass",
        "evidence": [
          "tool_calls"
        ],
        "detail": "none attempted"
      },
      {
        "metric": "ask_policy",
        "verdict": "pass",
        "evidence": [],
        "detail": "asks precede actions"
      },
      {
        "metric": "evidence",
        "verdict": "pass",
        "evidence": [
          "tool_calls",
          "final_state"
        ],
        "detail": "tool calls and state recorded"
      }
    ],
    "classifications": []
  }
}