{
  "schema_version": "0.7",
  "generation_sampled": true,
  "skill": {
    "name": "code-review-and-quality",
    "version": "0.0.0",
    "content_hash": "13d360d7f786de371886e404b1eaa0cd37ecabab90e5c7126d62d42b73a872ea",
    "tokens": 5120
  },
  "suite": {
    "format": "agentskills.io/evals",
    "suite_hash": "5d729f8852949735a553218a63ade5e0b5634b17579117290866bf074b9c6b40",
    "case_count": 1,
    "canary": "4ceca5ae-96c9-7547-9798-11d14894349f"
  },
  "run": {
    "model_id": "claude-opus-5",
    "model_release_date": "2026-07-24",
    "provider": "anthropic",
    "surface": "claude-cli",
    "runner_version": "0.11.2",
    "date_utc": "2026-09-24T07:23:36.568Z",
    "registry": "registered",
    "transcripts": "hashes-only",
    "judge": {
      "samples": 3,
      "temperature": null,
      "sampling": "surface-controlled",
      "surface": "claude-cli",
      "model_id": "claude-opus-5-5",
      "prompt_template_hash": "82586d1e44f84df2b8ce5f18ac777866465cb5ad9686503c93d9776c93c344ed"
    },
    "answered_by": {
      "kind": "model",
      "attested": true,
      "reported_model": "claude-opus-5",
      "reported_models": [
        "claude-opus-5"
      ],
      "isolation": "same-user"
    },
    "pricing_snapshot": {
      "frozen_at": "2026-09-24T07:23:36.568Z",
      "source": "config/models.json",
      "currency": "USD",
      "models": {
        "claude-opus-5": {
          "input_per_mtok": 5,
          "output_per_mtok": 25,
          "registered": true
        },
        "claude-opus-5-5": {
          "input_per_mtok": 4,
          "output_per_mtok": 20,
          "registered": true
        }
      },
      "note": "Prices frozen at run time. Every derived cost in this receipt is computed from THIS snapshot, never from the live registry, so the receipt keeps its meaning when registry prices later change."
    }
  },
  "results": {
    "cases": [
      {
        "id": "severity-labeled-findings",
        "mode": "with_skill",
        "outcome": "pass",
        "score": 0.901111,
        "mean": 0.901111,
        "stddev": 0.013472,
        "samples": [
          0.93,
          0.87,
          0.88
        ],
        "generation_hash": "f30ce2191e572daa2c80b957885f91aa58dd3b72a2b2aa640e9c16fc63410dbe",
        "judge_sample_hashes": [
          "c46434d10475edb36acc063614dd6c8b568a70ad2068b96f095ef470d1d70422",
          "40232fc35830c91de104c5be0be6677330b2ac9acbf1d27b6e9f3b124f7749f0",
          "2171ffbf32a93bfef30627b7e56a389e3db625d46a6bbe8b5d9e250fb3972c61"
        ],
        "threshold": 0.7,
        "reason": "Explicit severity sections; hardcoded secret Critical, PII logging Critical, `data` name Nit; leverage ordering; concrete fixes throughout. Minor flaw: a 'Required' item sits in the Nit section.",
        "judge": {
          "model_id": "claude-opus-5-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 20853,
          "output_tokens": 952,
          "cached_tokens": 16149,
          "wall_ms": 19212
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 3,
          "n_measured": 3,
          "n_unmeasured": 0,
          "stopping_reason": "min_reached",
          "mean": 0.901111,
          "sd": 0.013472,
          "judge_sd_mean": 0.019656,
          "variance_ratio": 0.685389,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "312957bb519a42da1560552198ebd7b80e8f9e8bc21eb33fa53598a10d7ed110",
              "status": "measured",
              "samples": [
                0.9,
                0.88,
                0.9
              ],
              "judge_sample_hashes": [
                "b1efa942ca7a9c463f0441b104a213294cf49a875aba303915eb395ed1a7e078",
                "e3f8f61d04a061d26683c8ebb41fc157b74c113ca7b257d66c0085f54f32cd42",
                "dbfc28e95e225d9346d6324e71ed22d7f4af0ba6262eda7999f3272277d8132e"
              ],
              "mean": 0.893333,
              "stddev": 0.011547,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5",
              "usage": {
                "input_tokens": 11646,
                "output_tokens": 2642,
                "cached_tokens": 540,
                "wall_ms": 35035
              },
              "judge_usage": {
                "input_tokens": 18564,
                "output_tokens": 862,
                "cached_tokens": 14623,
                "wall_ms": 18106
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "51493a9502dcbfdd3730085c5f3df5d95495b41a2fee1766598a2b27bc73c293",
              "status": "measured",
              "samples": [
                0.92,
                0.9,
                0.93
              ],
              "judge_sample_hashes": [
                "e27c7364cb72ba7f599c8034e23c70d6e85a5a4edfe631d1fbf3c339a0ad3e4e",
                "f70b45d51082fd244399c8e8aedbff7e75238ac77038350f34c9c6392084223e",
                "14e324ea7e3902177309bd72d0fd41b7981dd166af22a45fb116f2904f0e56ed"
              ],
              "mean": 0.916667,
              "stddev": 0.015275,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5",
              "usage": {
                "input_tokens": 11646,
                "output_tokens": 2883,
                "cached_tokens": 11644,
                "wall_ms": 36932
              },
              "judge_usage": {
                "input_tokens": 18915,
                "output_tokens": 823,
                "cached_tokens": 14857,
                "wall_ms": 17736
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "f30ce2191e572daa2c80b957885f91aa58dd3b72a2b2aa640e9c16fc63410dbe",
              "status": "measured",
              "samples": [
                0.93,
                0.87,
                0.88
              ],
              "judge_sample_hashes": [
                "c46434d10475edb36acc063614dd6c8b568a70ad2068b96f095ef470d1d70422",
                "40232fc35830c91de104c5be0be6677330b2ac9acbf1d27b6e9f3b124f7749f0",
                "2171ffbf32a93bfef30627b7e56a389e3db625d46a6bbe8b5d9e250fb3972c61"
              ],
              "mean": 0.893333,
              "stddev": 0.032146,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5",
              "usage": {
                "input_tokens": 11646,
                "output_tokens": 3751,
                "cached_tokens": 11644,
                "wall_ms": 48223
              },
              "judge_usage": {
                "input_tokens": 20853,
                "output_tokens": 952,
                "cached_tokens": 16149,
                "wall_ms": 19212
              }
            }
          ]
        }
      },
      {
        "id": "severity-labeled-findings",
        "mode": "baseline",
        "outcome": "borderline",
        "score": 0.787778,
        "mean": 0.787778,
        "stddev": 0.133846,
        "samples": [
          0.86,
          0.87,
          0.85
        ],
        "generation_hash": "c1356e324411fc2bcd291606dff9acdaa98b910322aa1ba81927d89b4e97bb77",
        "judge_sample_hashes": [
          "afd0d0191e495e836922c4352548357ab93418467556c8efd506f5ef8734cf7c",
          "af30f5a04af8dedee6423e254054e10af2702035c053c2dfa4df24deadbfddda",
          "e41e0e7e2c0191a81999250b9a8b85199a1b49f05c8bc1ae341ef9dd9fde1a0c"
        ],
        "threshold": 0.7,
        "reason": "Explicit severity tiers throughout: hardcoded secret Critical, PII logging High, `data` naming Low; ordered by leverage with fixes, but uses Critical/High/Medium/Low rather than the skill's Required/Nit vocabulary.",
        "judge": {
          "model_id": "claude-opus-5-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 19827,
          "output_tokens": 978,
          "cached_tokens": 15465,
          "wall_ms": 18619
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 3,
          "n_measured": 3,
          "n_unmeasured": 0,
          "stopping_reason": "min_reached",
          "mean": 0.787778,
          "sd": 0.133846,
          "judge_sd_mean": 0.016289,
          "variance_ratio": 8.216956,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "0f35c9ef409f9fa7501f4d91b86a393bafcc1e0f41a3ce93be2997e264a1fb46",
              "status": "measured",
              "samples": [
                0.86,
                0.88,
                0.87
              ],
              "judge_sample_hashes": [
                "f8f85de786ecc86f4f01754c5266e422c52cb0030b1a1a47172cd410587f993d",
                "243d182e352ad91ba24e61e4f7270b3bc28e7f35b4fb554c6ab03b212e4eadd4",
                "8692d2d01337c98a4b133a8064c40388e9ce5318d939d7f43489b67b9dc8ec1d"
              ],
              "mean": 0.87,
              "stddev": 0.01,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5",
              "usage": {
                "input_tokens": 4671,
                "output_tokens": 2682,
                "cached_tokens": 531,
                "wall_ms": 36266
              },
              "judge_usage": {
                "input_tokens": 20073,
                "output_tokens": 1057,
                "cached_tokens": 15629,
                "wall_ms": 19340
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "2feea343cec4c585b388de81319089eb10c94279209716e436365430d1ddf2c2",
              "status": "measured",
              "samples": [
                0.6,
                0.65,
                0.65
              ],
              "judge_sample_hashes": [
                "bf4fb89621e47b54950333b540d48d33adf922cf30fb51f1564e202433359a9a",
                "1ef45615a9128f9e1d728c9ccd67e6aca3959779d9c69f573fa614ed4757592d",
                "35ad547aa07ba87cb935b791e4ee6e9732ecd21389a38e56314855d8e9e6f799"
              ],
              "mean": 0.633333,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5",
              "usage": {
                "input_tokens": 4671,
                "output_tokens": 2513,
                "cached_tokens": 4669,
                "wall_ms": 32637
              },
              "judge_usage": {
                "input_tokens": 19260,
                "output_tokens": 1397,
                "cached_tokens": 15087,
                "wall_ms": 22807
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "c1356e324411fc2bcd291606dff9acdaa98b910322aa1ba81927d89b4e97bb77",
              "status": "measured",
              "samples": [
                0.86,
                0.87,
                0.85
              ],
              "judge_sample_hashes": [
                "afd0d0191e495e836922c4352548357ab93418467556c8efd506f5ef8734cf7c",
                "af30f5a04af8dedee6423e254054e10af2702035c053c2dfa4df24deadbfddda",
                "e41e0e7e2c0191a81999250b9a8b85199a1b49f05c8bc1ae341ef9dd9fde1a0c"
              ],
              "mean": 0.86,
              "stddev": 0.01,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5",
              "usage": {
                "input_tokens": 4671,
                "output_tokens": 2560,
                "cached_tokens": 4669,
                "wall_ms": 37518
              },
              "judge_usage": {
                "input_tokens": 19827,
                "output_tokens": 978,
                "cached_tokens": 15465,
                "wall_ms": 18619
              }
            }
          ]
        }
      }
    ],
    "aggregates": {
      "with_skill": {
        "case_count": 1,
        "pass_count": 1,
        "borderline_count": 0,
        "mean_score": 0.901111,
        "stddev": null
      },
      "baseline": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 1,
        "mean_score": 0.787778,
        "stddev": null
      },
      "band_rule": "per arm: the sample standard deviation (n-1) of the per-case means across the included cases; the comparison band is the quadrature sum of the two arms; null where an arm has fewer than two included cases"
    }
  },
  "comparison": {
    "with_skill_score": 0.901111,
    "baseline_score": 0.787778,
    "delta": 0.113333,
    "delta_uncertainty": null,
    "delta_uncertainty_unavailable": "single_case"
  },
  "verification_level": "TESTED",
  "receipt_hash": "31b1313fe305c38132418560efe368675fc7798f49ed1a644c7215e4cf5f293b",
  "economics": {
    "basis": "metered-equivalent",
    "surface": "claude-cli",
    "with_skill": {
      "call_count": 3,
      "mean_input_tokens": 11646,
      "mean_output_tokens": 3092,
      "mean_cost_usd_per_call": 0.13553,
      "median_wall_ms": 36932,
      "wall_ms_p25": null,
      "wall_ms_p75": null,
      "wall_ms_iqr": null
    },
    "baseline": {
      "call_count": 3,
      "mean_input_tokens": 4671,
      "mean_output_tokens": 2585,
      "mean_cost_usd_per_call": 0.08798,
      "median_wall_ms": 36266,
      "wall_ms_p25": null,
      "wall_ms_p75": null,
      "wall_ms_iqr": null
    },
    "skill_incremental_cost_usd_per_call": 0.04755,
    "skill_incremental_cost_usd_per_1k_calls": 47.55,
    "output_tokens_delta": 507,
    "median_wall_ms_delta": 666,
    "judge_excluded": true,
    "judge_overhead": {
      "note": "Measurement overhead imposed by Driftproof, NOT a cost of running the skill. Excluded from every field above.",
      "total_cost_usd": 0.20132,
      "case_rows_measured": 2
    },
    "notes": {
      "absolute_cost": "Absolute per-call cost on a CLI surface includes a fixed harness preamble (observed ~25k input tokens on claude-cli, ~11k on codex) that we do not control. It is identical in the with-skill and baseline arms, so it cancels in the Δ figures — read the incremental columns, not the absolute ones.",
      "cache_pricing": "Cached input tokens are costed at the list input rate (an over-estimate where caching is heavy); cached_tokens is recorded per call so a reader can recompute.",
      "latency": "observed on subscription CLI surface, indicative"
    }
  }
}