{
  "schema_version": "0.6",
  "generation_sampled": true,
  "skill": {
    "name": "code-review-and-quality",
    "version": "0.0.0",
    "content_hash": "13d360d7f786de371886e404b1eaa0cd37ecabab90e5c7126d62d42b73a872ea",
    "tokens": 5120
  },
  "suite": {
    "format": "agentskills.io/evals",
    "suite_hash": "5d729f8852949735a553218a63ade5e0b5634b17579117290866bf074b9c6b40",
    "case_count": 1,
    "canary": "4ceca5ae-96c9-7547-9798-11d14894349f"
  },
  "run": {
    "model_id": "claude-sonnet-5",
    "model_release_date": "2026-06-30",
    "provider": "anthropic",
    "surface": "claude-cli",
    "runner_version": "0.10.1",
    "date_utc": "2026-09-29T05:57:51.258Z",
    "registry": "registered",
    "transcripts": "retained-local",
    "judge": {
      "samples": 3,
      "temperature": null,
      "sampling": "surface-controlled",
      "surface": "claude-cli",
      "model_id": "claude-opus-5",
      "prompt_template_hash": "82586d1e44f84df2b8ce5f18ac777866465cb5ad9686503c93d9776c93c344ed"
    },
    "answered_by": {
      "kind": "model",
      "attested": true,
      "reported_model": "claude-sonnet-5",
      "reported_models": [
        "claude-opus-5",
        "claude-sonnet-5"
      ],
      "isolation": "same-user"
    },
    "pricing_snapshot": {
      "frozen_at": "2026-09-29T05:57:51.258Z",
      "source": "config/models.json",
      "currency": "USD",
      "models": {
        "claude-sonnet-5": {
          "input_per_mtok": 2,
          "output_per_mtok": 10,
          "registered": true
        },
        "claude-opus-5": {
          "input_per_mtok": 5,
          "output_per_mtok": 25,
          "registered": true
        }
      },
      "note": "Prices frozen at run time. Every derived cost in this receipt is computed from THIS snapshot, never from the live registry, so the receipt keeps its meaning when registry prices later change."
    }
  },
  "results": {
    "cases": [
      {
        "id": "severity-labeled-findings",
        "mode": "with_skill",
        "outcome": "borderline",
        "score": 0.6575,
        "mean": 0.6575,
        "stddev": 0.257328,
        "samples": [
          0.87,
          0.88,
          0.87
        ],
        "generation_hash": "4f204e350f7aa60e1778a80588fc1886b8fcffeb38212b1d6438d3ba611886a8",
        "judge_sample_hashes": [
          "f47efc59a7f002ca79835a8e0c4c1a5150e0fbde492950b5fff6d868375210c9",
          "ac9b0fceb11e5275acd7a4c1ec16ede118fcaf4fda492424cd7d4b860da08e59",
          "0cffdd7d19cf28d74e4f14cb275d148f759964666cfca0aeab5429ddb5402cd7"
        ],
        "threshold": 0.7,
        "reason": "Explicit Critical/Required/Nit labels on every finding, secret marked Critical, PII logging Critical, findings ordered by leverage with fixes; misses the cosmetic `data` naming nit.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 47292,
          "output_tokens": 1934,
          "cached_tokens": 34779,
          "wall_ms": 37783
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 4,
          "n_measured": 4,
          "n_unmeasured": 0,
          "stopping_reason": "stabilised",
          "mean": 0.6575,
          "sd": 0.257328,
          "judge_sd_mean": 0.021651,
          "variance_ratio": 11.885271,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "d94b2e6c67dfc4df6d5886823b1d479fed47d1437657e3927c58a2d13d510d87",
              "status": "measured",
              "samples": [
                0.3,
                0.28,
                0.3
              ],
              "judge_sample_hashes": [
                "5341b4dceec02ad8bb3559a0f7abfb1159d15307a9116add5d1021b824a3d0d6",
                "8f41267ecf1b32e4ae1678dc06ca1ceec77e14dd5a9ee69b62a42db552170942",
                "27bf77a6597d9715ba9249b2e0247bc5517540817d116cc4dbf4cf52a073f6b6"
              ],
              "mean": 0.293333,
              "stddev": 0.011547,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-sonnet-5",
              "usage": {
                "input_tokens": 26134,
                "output_tokens": 1034,
                "cached_tokens": 26132,
                "wall_ms": 12329
              },
              "judge_usage": {
                "input_tokens": 46959,
                "output_tokens": 1610,
                "cached_tokens": 34557,
                "wall_ms": 27903
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "c217eacf50d4d589ee5eb421db5cbdc2a5777540d014557dff1166709d6f231d",
              "status": "measured",
              "samples": [
                0.75,
                0.82,
                0.82
              ],
              "judge_sample_hashes": [
                "1f34c35bd615862bf40c53b88c8a0d26a72fce7fae7e707a398b495c0a26f29a",
                "0f7d2b74c8ba0e59d175628f9c552e8ea47dcb4688a795308b4efb0426f90da4",
                "f0e544081a7c87055f4b56d3a2058c2cb218094c180a0187c84bb416d62f4a03"
              ],
              "mean": 0.796667,
              "stddev": 0.040415,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-sonnet-5",
              "usage": {
                "input_tokens": 26134,
                "output_tokens": 1082,
                "cached_tokens": 26132,
                "wall_ms": 15098
              },
              "judge_usage": {
                "input_tokens": 47103,
                "output_tokens": 2282,
                "cached_tokens": 34653,
                "wall_ms": 37975
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "aaff81d5a1086be60b4955d34e16dc1e48d61f29faaf41f9d6b6b8e536056529",
              "status": "measured",
              "samples": [
                0.65,
                0.65,
                0.7
              ],
              "judge_sample_hashes": [
                "8ace318a548c71b6d15a9f6162974543723ee1b9de909ce9bf3b4b08fb248e96",
                "e0d063e6de1d9debe59ec91f43701b81e7596cbbbe348ec3cb707e6ee9c5d2c1",
                "7315ba0158b35dd30cd1b9a5f540ca965bcec9fd6f398769b360ecce3e36e4c9"
              ],
              "mean": 0.666667,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-sonnet-5",
              "usage": {
                "input_tokens": 26134,
                "output_tokens": 959,
                "cached_tokens": 26132,
                "wall_ms": 14411
              },
              "judge_usage": {
                "input_tokens": 46734,
                "output_tokens": 1638,
                "cached_tokens": 34407,
                "wall_ms": 35814
              }
            },
            {
              "draw_index": 3,
              "generation_hash": "4f204e350f7aa60e1778a80588fc1886b8fcffeb38212b1d6438d3ba611886a8",
              "status": "measured",
              "samples": [
                0.87,
                0.88,
                0.87
              ],
              "judge_sample_hashes": [
                "f47efc59a7f002ca79835a8e0c4c1a5150e0fbde492950b5fff6d868375210c9",
                "ac9b0fceb11e5275acd7a4c1ec16ede118fcaf4fda492424cd7d4b860da08e59",
                "0cffdd7d19cf28d74e4f14cb275d148f759964666cfca0aeab5429ddb5402cd7"
              ],
              "mean": 0.873333,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-sonnet-5",
              "usage": {
                "input_tokens": 26134,
                "output_tokens": 1145,
                "cached_tokens": 26132,
                "wall_ms": 16915
              },
              "judge_usage": {
                "input_tokens": 47292,
                "output_tokens": 1934,
                "cached_tokens": 34779,
                "wall_ms": 37783
              }
            }
          ]
        }
      },
      {
        "id": "severity-labeled-findings",
        "mode": "baseline",
        "outcome": "borderline",
        "score": 0.572778,
        "mean": 0.572778,
        "stddev": 0.175808,
        "samples": [
          0.82,
          0.8,
          0.65
        ],
        "generation_hash": "5e85e53121e975493f2d1e6f68c847d2f236c33a67ee4a506d932b22b3b4cf7e",
        "judge_sample_hashes": [
          "d1ca4ee01f8b9afa62c7aff6c356b1c78925d99f386fc124618aba4d4c7cf45e",
          "338f200cc9ecc35e172b63e24eff4d05fe2c8255f50773acd3707d175f5da20c",
          "4d26e0ec0a312cb25ec654603e43c06facc5576f11411ddf887e3913442cae3f"
        ],
        "threshold": 0.7,
        "reason": "Explicit severity labels on every finding, secret marked Critical, cosmetic naming last and ordered by leverage; PII logging only Medium and the `data` name nit is absent.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 46827,
          "output_tokens": 2715,
          "cached_tokens": 34469,
          "wall_ms": 46796
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 6,
          "n_measured": 6,
          "n_unmeasured": 0,
          "stopping_reason": "stabilised",
          "mean": 0.572778,
          "sd": 0.175808,
          "judge_sd_mean": 0.060841,
          "variance_ratio": 2.88963,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "a5e88d610b0e17c233f8ea1dc0a8ed0ee7111f5cc3277f18defbd00779bc4829",
              "status": "measured",
              "samples": [
                0.6,
                0.6,
                0.65
              ],
              "judge_sample_hashes": [
                "6868d4f298dd5ce2de3d3da628aacfaa9a19a5304d3faaf05fe162700a07851b",
                "7d5bcabf6794fc11a360793a8988d81cdc87aa71f9d24c116ff2b2f9d45bd8b5",
                "6db950aa5c8864584001ca0802d566cb2d914e218dac98ff721687665d9bb2fc"
              ],
              "mean": 0.616667,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-sonnet-5",
              "usage": {
                "input_tokens": 19159,
                "output_tokens": 1067,
                "cached_tokens": 19157,
                "wall_ms": 13910
              },
              "judge_usage": {
                "input_tokens": 47058,
                "output_tokens": 1827,
                "cached_tokens": 34623,
                "wall_ms": 38500
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "261c23e653e041f0bb2219370efc0fa90cfe97458a8d5a89ebdc79afd7d5d491",
              "status": "measured",
              "samples": [
                0.55,
                0.7,
                0.68
              ],
              "judge_sample_hashes": [
                "17ac9fbf2ca1afe3734cd92d4e9f7a970bfb10e194b5c6332a49f9e851061dc0",
                "6cf7b0b93eb021a861badbd0dcf8f89520790448c63bb9b7fe10d5d73fe75b4c",
                "c6518a5088ebdeee2145fa348fe9a4a98080a103798b9275b80136db9fc83458"
              ],
              "mean": 0.643333,
              "stddev": 0.081445,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-sonnet-5",
              "usage": {
                "input_tokens": 19159,
                "output_tokens": 893,
                "cached_tokens": 19157,
                "wall_ms": 10344
              },
              "judge_usage": {
                "input_tokens": 46536,
                "output_tokens": 2516,
                "cached_tokens": 34275,
                "wall_ms": 39684
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "ef084806d29031579c589d7ed8fcf85067df24b00c4d0f85f76a13b311cb7f21",
              "status": "measured",
              "samples": [
                0.6,
                0.55,
                0.4
              ],
              "judge_sample_hashes": [
                "840692ea38b27b99d6bc0af64a4d7196ef4636550cb041fc0cdef49a19a8d979",
                "1250c023bdda1bf0fde6e56b0c3b25ed34c3f510fc473358126d5d3cee327f02",
                "93aa2ae40570a0b15b31291db23afc767ae498b5c8a7c7bdb726a62811d46e4c"
              ],
              "mean": 0.516667,
              "stddev": 0.104083,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-sonnet-5",
              "usage": {
                "input_tokens": 19159,
                "output_tokens": 1044,
                "cached_tokens": 19157,
                "wall_ms": 12625
              },
              "judge_usage": {
                "input_tokens": 46989,
                "output_tokens": 2297,
                "cached_tokens": 34577,
                "wall_ms": 38414
              }
            },
            {
              "draw_index": 3,
              "generation_hash": "37a8d9fdaa6eb14cff8a8cde635922d9174e4d7bb26157b4241dced5f12c2500",
              "status": "measured",
              "samples": [
                0.25,
                0.25,
                0.25
              ],
              "judge_sample_hashes": [
                "216a8f0afb738f25c379f946e4d5b5b0cb3459fefdd3e4847a945c456043b723",
                "13c77f30f517389ff625aafbab813e7b90a33b3de66c46935ea17fd7e4f08bbe",
                "f8d66eaf224911718f3f72cbcf073d48051be0220c0fdbc18c840325af42728a"
              ],
              "mean": 0.25,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-sonnet-5",
              "usage": {
                "input_tokens": 19159,
                "output_tokens": 946,
                "cached_tokens": 19157,
                "wall_ms": 12919
              },
              "judge_usage": {
                "input_tokens": 46695,
                "output_tokens": 638,
                "cached_tokens": 34381,
                "wall_ms": 18124
              }
            },
            {
              "draw_index": 4,
              "generation_hash": "368cb04c37d42fef4a4aa48078ac8ac60f9bf70c5f53434fca157deb5c41e134",
              "status": "measured",
              "samples": [
                0.62,
                0.62,
                0.72
              ],
              "judge_sample_hashes": [
                "59384bd8b5a616667c187e60fb0e77d05c4302e0343711fdd8ee341c1b27b49b",
                "427743d007bda58fcf02f2f61b45533f5ef77a7fa645574b08578e5c59ceb4c4",
                "94bfe0271816894737525e6d42f5da0a8f077c383d7f549543de886978fbc5fa"
              ],
              "mean": 0.653333,
              "stddev": 0.057735,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-sonnet-5",
              "usage": {
                "input_tokens": 19159,
                "output_tokens": 988,
                "cached_tokens": 19157,
                "wall_ms": 11414
              },
              "judge_usage": {
                "input_tokens": 46821,
                "output_tokens": 2086,
                "cached_tokens": 34465,
                "wall_ms": 36507
              }
            },
            {
              "draw_index": 5,
              "generation_hash": "5e85e53121e975493f2d1e6f68c847d2f236c33a67ee4a506d932b22b3b4cf7e",
              "status": "measured",
              "samples": [
                0.82,
                0.8,
                0.65
              ],
              "judge_sample_hashes": [
                "d1ca4ee01f8b9afa62c7aff6c356b1c78925d99f386fc124618aba4d4c7cf45e",
                "338f200cc9ecc35e172b63e24eff4d05fe2c8255f50773acd3707d175f5da20c",
                "4d26e0ec0a312cb25ec654603e43c06facc5576f11411ddf887e3913442cae3f"
              ],
              "mean": 0.756667,
              "stddev": 0.092916,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-sonnet-5",
              "usage": {
                "input_tokens": 19159,
                "output_tokens": 990,
                "cached_tokens": 19157,
                "wall_ms": 13591
              },
              "judge_usage": {
                "input_tokens": 46827,
                "output_tokens": 2715,
                "cached_tokens": 34469,
                "wall_ms": 46796
              }
            }
          ]
        }
      }
    ],
    "aggregates": {
      "with_skill": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 1,
        "mean_score": 0.6575,
        "stddev": null
      },
      "baseline": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 1,
        "mean_score": 0.572778,
        "stddev": null
      },
      "band_rule": "per arm: the sample standard deviation (n-1) of the per-case means across the included cases; the comparison band is the quadrature sum of the two arms; null where an arm has fewer than two included cases"
    }
  },
  "comparison": {
    "with_skill_score": 0.6575,
    "baseline_score": 0.572778,
    "delta": 0.084722,
    "delta_uncertainty": null,
    "delta_uncertainty_unavailable": "single_case"
  },
  "verification_level": "TESTED",
  "receipt_hash": "5d276fa7fded94d50207ba6c67b988c7de01aca8c878f66759d3b8f31717048f",
  "economics": {
    "basis": "metered-equivalent",
    "surface": "claude-cli",
    "with_skill": {
      "call_count": 4,
      "mean_input_tokens": 26134,
      "mean_output_tokens": 1055,
      "mean_cost_usd_per_call": 0.062818,
      "median_wall_ms": 14754.5,
      "wall_ms_p25": 13370,
      "wall_ms_p75": 16006.5,
      "wall_ms_iqr": 2636.5
    },
    "baseline": {
      "call_count": 6,
      "mean_input_tokens": 19159,
      "mean_output_tokens": 988,
      "mean_cost_usd_per_call": 0.048198,
      "median_wall_ms": 12772,
      "wall_ms_p25": 11414,
      "wall_ms_p75": 13591,
      "wall_ms_iqr": 2177
    },
    "skill_incremental_cost_usd_per_call": 0.01462,
    "skill_incremental_cost_usd_per_1k_calls": 14.62,
    "output_tokens_delta": 67,
    "median_wall_ms_delta": 1982.5,
    "judge_excluded": true,
    "judge_overhead": {
      "note": "Measurement overhead imposed by Driftproof, NOT a cost of running the skill. Excluded from every field above.",
      "total_cost_usd": 0.58682,
      "case_rows_measured": 2
    },
    "notes": {
      "absolute_cost": "Absolute per-call cost on a CLI surface includes a fixed harness preamble (observed ~25k input tokens on claude-cli, ~11k on codex) that we do not control. It is identical in the with-skill and baseline arms, so it cancels in the Δ figures — read the incremental columns, not the absolute ones.",
      "cache_pricing": "Cached input tokens are costed at the list input rate (an over-estimate where caching is heavy); cached_tokens is recorded per call so a reader can recompute.",
      "latency": "observed on subscription CLI surface, indicative"
    }
  }
}