{
  "schema_version": "bench-result-v1",
  "results": [
    {
      "battery": "5f",
      "sub_battery": "falsification",
      "fixture_path": "bench/fixtures/5f/falsification-hard-v1.jsonl",
      "fixture_digest": "8d21958a7e4218681678d1b2fa0ff7e551bbb2e2dfe0eb00c6ef947e1826ad0c",
      "pass_count": 10,
      "fail_count": 2,
      "metrics": {
        "error_detection_rate": 0.8333333333333334
      },
      "per_task": [
        {
          "task_id": "5f-fal-hard-001",
          "passed": true,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "UNGROUNDED"
            ],
            "detected": true,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-002",
          "passed": true,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "UNGROUNDED"
            ],
            "detected": true,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-003",
          "passed": false,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "STRICT_PARAPHRASE"
            ],
            "detected": false,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-004",
          "passed": true,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "UNGROUNDED"
            ],
            "detected": true,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-005",
          "passed": false,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "STRICT_PARAPHRASE"
            ],
            "detected": false,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-006",
          "passed": true,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "UNGROUNDED"
            ],
            "detected": true,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-007",
          "passed": true,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "UNGROUNDED"
            ],
            "detected": true,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-008",
          "passed": true,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "UNGROUNDED",
              "UNVERIFIED_QUOTE"
            ],
            "detected": true,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-009",
          "passed": true,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "UNGROUNDED"
            ],
            "detected": true,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-010",
          "passed": true,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "UNGROUNDED"
            ],
            "detected": true,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-011",
          "passed": true,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "UNGROUNDED"
            ],
            "detected": true,
            "verifier_method_root": "verify_quotes-v1"
          }
        },
        {
          "task_id": "5f-fal-hard-012",
          "passed": true,
          "detail": {
            "source": "live",
            "expected_reason": "UNGROUNDED",
            "observed_violations": [
              "UNGROUNDED"
            ],
            "detected": true,
            "verifier_method_root": "verify_quotes-v1"
          }
        }
      ],
      "runtime_digest": "da5203214469cc5e682dd8c9edfcb0c95a758e1ba78567b4577b2c598c307951",
      "timestamp": 1778519494
    }
  ]
}
