{
  "schema_version": "real-shard-baseline-v1",
  "timestamp_utc": "2026-05-08T19:23:46+00:00",
  "commit_sha": "c54bedab1c5502a55edf14ab179ce8d8a4dd0719",
  "git_dirty": true,
  "shards_dir": "/home/fox/.arborist/shards",
  "shards_fingerprint": "b2c76ce1b547aa6b09706d283646b53c347e1ecc1ad4d7d8691dc24bb0e2b4e9",
  "model": "adamo1139/Hermes-3-Llama-3.1-8B-FP8-Dynamic",
  "endpoint": "https://hermes.ai.unturf.com/v1",
  "burn": true,
  "fixtures_path": "bench/fixtures/real-shard-baseline-v1.jsonl",
  "summary": {
    "questions": 8,
    "wall_ms_median": 6420.3,
    "wall_ms_max": 10910.7,
    "wall_ms_min": 0.9,
    "by_audit_mode": {
      "STRICT": 4,
      "UNGROUNDED": 1,
      "HYBRID": 1,
      "CANONICAL_PROJECTION": 2
    },
    "by_status": {
      "cache_miss_then_written": 6,
      "canonical_projection": 2
    },
    "primary_source_used_count": 4,
    "canonical_projection_count": 2
  },
  "queries": [
    {
      "question": "who wrote virt-back?",
      "status": "cache_miss_then_written",
      "audit_mode": "STRICT",
      "verifier_method": "quote",
      "n_verified": 1,
      "n_quotes": 1,
      "pi_star_ref": null,
      "lookup_path": "miss",
      "wall_ms": 10910.7,
      "total_ms": 10885.8,
      "search_ms": 8277.3,
      "llm_ms": 2479.7,
      "verify_ms": null,
      "canonical_preflight_ms": null,
      "sources_count": 8,
      "primary_source_used": true,
      "answer_text": "Based on the provided sources, the author of virt-back is Russell Ballestrini. The source states:\n\n\"Over the weekend I wrote virt-back, a backup utility for QEMU, KVM, XEN, or Virtualbox guests.\"",
      "expected_routing": "crawl_primary",
      "note": "reviewer's first real-world success case; cited evidence is copyright footer (warrant-quality finding)"
    },
    {
      "question": "What is the capital of France?",
      "status": "cache_miss_then_written",
      "audit_mode": "STRICT",
      "verifier_method": "quote",
      "n_verified": 1,
      "n_quotes": 1,
      "pi_star_ref": null,
      "lookup_path": "miss",
      "wall_ms": 6526.1,
      "total_ms": 6523.8,
      "search_ms": 4464.9,
      "llm_ms": 1985.1,
      "verify_ms": null,
      "canonical_preflight_ms": null,
      "sources_count": 5,
      "primary_source_used": true,
      "answer_text": "The capital of France is Paris. This is stated in the source: \"With the liberation of Paris in 1944, Charles de Gaulle established the Provisional Government of the French Republic, restoring Paris as the French capital.\"",
      "expected_routing": "wiki_primary",
      "note": "trivial wiki retrieval; sanity check"
    },
    {
      "question": "What is Mac OS X?",
      "status": "cache_miss_then_written",
      "audit_mode": "STRICT",
      "verifier_method": "quote",
      "n_verified": 1,
      "n_quotes": 1,
      "pi_star_ref": null,
      "lookup_path": "miss",
      "wall_ms": 8921.9,
      "total_ms": 8919.4,
      "search_ms": 2475.5,
      "llm_ms": 6356.5,
      "verify_ms": null,
      "canonical_preflight_ms": null,
      "sources_count": 4,
      "primary_source_used": true,
      "answer_text": "Mac OS X is a series of Unix-based operating systems and graphical user interfaces developed, marketed, and sold by Apple Inc. Since 2002, Mac OS X has been included with all new Macintosh computer systems. It is the successor to Mac OS 9, ",
      "expected_routing": "wiki_primary",
      "note": "named-entity retrieval through 2003 dump"
    },
    {
      "question": "What programming language was the Linux kernel written in?",
      "status": "cache_miss_then_written",
      "audit_mode": "STRICT",
      "verifier_method": "quote",
      "n_verified": 1,
      "n_quotes": 1,
      "pi_star_ref": null,
      "lookup_path": "miss",
      "wall_ms": 4794.5,
      "total_ms": 4791.5,
      "search_ms": 3219.7,
      "llm_ms": 1463.0,
      "verify_ms": null,
      "canonical_preflight_ms": null,
      "sources_count": 8,
      "primary_source_used": false,
      "answer_text": "The Linux kernel was written in the C programming language. The source states: \"The Linux kernel is an operating system kernel used by the Linux family of Unix-like operating systems. It is one of the most prominent examples of free and ope",
      "expected_routing": "wiki_primary",
      "note": "specific factual claim; well-grounded"
    },
    {
      "question": "Who founded Microsoft?",
      "status": "cache_miss_then_written",
      "audit_mode": "UNGROUNDED",
      "verifier_method": "quote",
      "n_verified": 0,
      "n_quotes": 1,
      "pi_star_ref": null,
      "lookup_path": "miss",
      "wall_ms": 3586.2,
      "total_ms": 3584.1,
      "search_ms": 1893.4,
      "llm_ms": 1624.1,
      "verify_ms": null,
      "canonical_preflight_ms": null,
      "sources_count": 5,
      "primary_source_used": true,
      "answer_text": "Based on the provided sources, Microsoft was founded by Bill Gates and Paul Allen. The source states: \"Microsoft was founded by Bill Gates and Paul Allen in 1975\" (Source: https://en.wikipedia.org/wiki/Microsoft).",
      "expected_routing": "wiki_primary",
      "note": "named-entity authorship"
    },
    {
      "question": "What is the relationship between AMD and Intel?",
      "status": "cache_miss_then_written",
      "audit_mode": "HYBRID",
      "verifier_method": "paraphrase",
      "n_verified": 4,
      "n_quotes": 5,
      "pi_star_ref": null,
      "lookup_path": "miss",
      "wall_ms": 6420.3,
      "total_ms": 6417.2,
      "search_ms": 2720.9,
      "llm_ms": 3533.2,
      "verify_ms": null,
      "canonical_preflight_ms": null,
      "sources_count": 8,
      "primary_source_used": false,
      "answer_text": "The relationship between AMD and Intel is that of competitors in the microprocessor market. AMD filed an antitrust lawsuit against Intel in June 2005, alleging that Intel engaged in unfair competition by offering rebates to Japanese PC manu",
      "expected_routing": "wiki_primary",
      "note": "rivalry-pair tokens; exercises rivalry_excluded path"
    },
    {
      "question": "0.1 + 0.2",
      "status": "canonical_projection",
      "audit_mode": "CANONICAL_PROJECTION",
      "verifier_method": "canonical_projection",
      "n_verified": 1,
      "n_quotes": 1,
      "pi_star_ref": "arithmetic@v1",
      "lookup_path": "preflight_canonical",
      "wall_ms": 1.3,
      "total_ms": 0.4,
      "search_ms": null,
      "llm_ms": null,
      "verify_ms": null,
      "canonical_preflight_ms": 0.4,
      "sources_count": 0,
      "primary_source_used": false,
      "answer_text": "3/10",
      "expected_routing": "canonical_projection",
      "note": "arithmetic@v1 short-circuit; should bypass RAG entirely"
    },
    {
      "question": "A IMPL B",
      "status": "canonical_projection",
      "audit_mode": "CANONICAL_PROJECTION",
      "verifier_method": "canonical_projection",
      "n_verified": 1,
      "n_quotes": 1,
      "pi_star_ref": "logic-kernel@v1",
      "lookup_path": "preflight_canonical",
      "wall_ms": 0.9,
      "total_ms": 0.3,
      "search_ms": null,
      "llm_ms": null,
      "verify_ms": null,
      "canonical_preflight_ms": 0.3,
      "sources_count": 0,
      "primary_source_used": false,
      "answer_text": "(NOT A OR B)",
      "expected_routing": "canonical_projection",
      "note": "logic-kernel@v1 short-circuit; should bypass RAG entirely"
    }
  ]
}