{
  "schema_version": "0.7",
  "generation_sampled": true,
  "skill": {
    "name": "code-review-and-quality",
    "version": "0.0.0",
    "content_hash": "13d360d7f786de371886e404b1eaa0cd37ecabab90e5c7126d62d42b73a872ea",
    "tokens": 5120
  },
  "suite": {
    "format": "agentskills.io/evals",
    "suite_hash": "5d729f8852949735a553218a63ade5e0b5634b17579117290866bf074b9c6b40",
    "case_count": 1,
    "canary": "4ceca5ae-96c9-7547-9798-11d14894349f"
  },
  "run": {
    "model_id": "claude-opus-5-5",
    "model_release_date": null,
    "provider": "anthropic",
    "surface": "claude-cli",
    "runner_version": "0.11.2",
    "date_utc": "2026-09-24T07:07:05.036Z",
    "registry": "registered",
    "transcripts": "hashes-only",
    "judge": {
      "samples": 3,
      "temperature": null,
      "sampling": "surface-controlled",
      "surface": "claude-cli",
      "model_id": "claude-opus-5-5",
      "prompt_template_hash": "82586d1e44f84df2b8ce5f18ac777866465cb5ad9686503c93d9776c93c344ed"
    },
    "answered_by": {
      "kind": "model",
      "attested": true,
      "reported_model": "claude-opus-5-5",
      "reported_models": [
        "claude-opus-5",
        "claude-opus-5-5"
      ],
      "isolation": "same-user"
    },
    "pricing_snapshot": {
      "frozen_at": "2026-09-24T07:07:05.036Z",
      "source": "config/models.json",
      "currency": "USD",
      "models": {
        "claude-opus-5-5": {
          "input_per_mtok": 4,
          "output_per_mtok": 20,
          "registered": true
        }
      },
      "note": "Prices frozen at run time. Every derived cost in this receipt is computed from THIS snapshot, never from the live registry, so the receipt keeps its meaning when registry prices later change."
    }
  },
  "results": {
    "cases": [
      {
        "id": "severity-labeled-findings",
        "mode": "with_skill",
        "outcome": "pass",
        "score": 0.912222,
        "mean": 0.912222,
        "stddev": 0.011706,
        "samples": [
          0.9,
          0.92,
          0.92
        ],
        "generation_hash": "0ff0fc9c7de3d8338ae4b763e2ed00842f23b26a3d40fa25eaa1940dc2f4d8b3",
        "judge_sample_hashes": [
          "0eb036645347e544301bb46e45f11e1298cee6d860c412e84a23920d7f6f8a79",
          "fe5ef907a4818b60f7757977c99e601e2b925b1610744699c45a5e7d2e10c7dc",
          "7d2d84733475fa4e604cfcf8bbadefe51ccf0d435976d186b2a32cb2ad36261e"
        ],
        "threshold": 0.7,
        "reason": "Every finding sits under an explicit severity: hardcoded secret Critical, PII logging Required, `data` naming Nit. Findings run from Critical down to nits, with concrete fixes; labels come from section headers, not per-item tags.",
        "judge": {
          "model_id": "claude-opus-5-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 18741,
          "output_tokens": 1005,
          "cached_tokens": 14741,
          "wall_ms": 19034
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 3,
          "n_measured": 3,
          "n_unmeasured": 0,
          "stopping_reason": "min_reached",
          "mean": 0.912222,
          "sd": 0.011706,
          "judge_sd_mean": 0.01244,
          "variance_ratio": 0.940997,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "0c2f1f9697871f5c57c80cd0da1a0a2cc01933a73e3a88043abfaaabcc1e1362",
              "status": "measured",
              "samples": [
                0.92,
                0.93,
                0.92
              ],
              "judge_sample_hashes": [
                "aa99c96681811a9284f9c8f84f4593c64bdd372cb7bf1e6cb2092d9eff31bb18",
                "6474178ba53bbed1b8109ba5a655be1ed552b6ee005adb8a58e515364dbd719f",
                "f06e9c2b165a5bd9b98b5565f88e75f4788459d57813dcdf61771e258562713e"
              ],
              "mean": 0.923333,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 10646,
                "output_tokens": 1840,
                "cached_tokens": 540,
                "wall_ms": 19427
              },
              "judge_usage": {
                "input_tokens": 18540,
                "output_tokens": 902,
                "cached_tokens": 12896,
                "wall_ms": 18407
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "ace5cbe44526af2926f0ed53262f145d9d66d3aff932d20c6fbd2fd37567972a",
              "status": "measured",
              "samples": [
                0.9,
                0.92,
                0.88
              ],
              "judge_sample_hashes": [
                "0d68fcc02754cb9dd2636c7286362bff0d9c3e41cc3d5e82fc03ff41d4d065b8",
                "06279c2e87e8114180dad94735bd9373953babe5747ba4edd36c6f2b71972c3a",
                "bee0bc6ee05d30ce2eda50de8e776679d1ea74d441e51a86d58db1bd8d0f1338"
              ],
              "mean": 0.9,
              "stddev": 0.02,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 10646,
                "output_tokens": 1973,
                "cached_tokens": 10644,
                "wall_ms": 22085
              },
              "judge_usage": {
                "input_tokens": 18585,
                "output_tokens": 1171,
                "cached_tokens": 14637,
                "wall_ms": 19806
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "0ff0fc9c7de3d8338ae4b763e2ed00842f23b26a3d40fa25eaa1940dc2f4d8b3",
              "status": "measured",
              "samples": [
                0.9,
                0.92,
                0.92
              ],
              "judge_sample_hashes": [
                "0eb036645347e544301bb46e45f11e1298cee6d860c412e84a23920d7f6f8a79",
                "fe5ef907a4818b60f7757977c99e601e2b925b1610744699c45a5e7d2e10c7dc",
                "7d2d84733475fa4e604cfcf8bbadefe51ccf0d435976d186b2a32cb2ad36261e"
              ],
              "mean": 0.913333,
              "stddev": 0.011547,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 10646,
                "output_tokens": 1923,
                "cached_tokens": 10644,
                "wall_ms": 20987
              },
              "judge_usage": {
                "input_tokens": 18741,
                "output_tokens": 1005,
                "cached_tokens": 14741,
                "wall_ms": 19034
              }
            }
          ]
        }
      },
      {
        "id": "severity-labeled-findings",
        "mode": "baseline",
        "outcome": "borderline",
        "score": 0.603334,
        "mean": 0.603334,
        "stddev": 0.130724,
        "samples": [
          0.7,
          0.72,
          0.75
        ],
        "generation_hash": "78fca214ca6ad3ebd05877e06626c068f61d30de9d4a8ff3e903a1904c54141e",
        "judge_sample_hashes": [
          "71d671dfee14f8775d7743edafff0e27d211eeef4f997314a987a496e03a2452",
          "19a32b7b26eacb45b791a08e0bae4a77de5dffd4474808687f92d3fdcdae8de3",
          "4c9d7c055d8241cde8239260420e71ad8c19e9a9f364c006e320aeebeb69475e"
        ],
        "threshold": 0.7,
        "reason": "Severity-grouped with the hardcoded secret Critical, PII High, leverage-ordered with fixes; but it uses non-skill labels, has an ambiguous 'Medium / Low' bucket, and flags no explicit Nit for `data`.",
        "judge": {
          "model_id": "claude-opus-5-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 18093,
          "output_tokens": 1296,
          "cached_tokens": 14309,
          "wall_ms": 21166
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 4,
          "n_measured": 4,
          "n_unmeasured": 0,
          "stopping_reason": "stabilised",
          "mean": 0.603334,
          "sd": 0.130724,
          "judge_sd_mean": 0.033555,
          "variance_ratio": 3.895813,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "910f1e1d76832538465e4ba2d466cc9981cc7afe2aeb9eb9815259d8acdd9ea8",
              "status": "measured",
              "samples": [
                0.72,
                0.75,
                0.65
              ],
              "judge_sample_hashes": [
                "cf6b85baf8a32ee2f85621e51215f48b46c323e6d092fbd4bdda4f757cb5e519",
                "dab42bd7c6aa4b94001cbeb272a1379fa978f0f2d21d911c06af608f36ca2d7a",
                "fff4f7f739a2b881e5f6bab59f4908901deef37fd92bccef82c4fbbf2a25fa6f"
              ],
              "mean": 0.706667,
              "stddev": 0.051316,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3671,
                "output_tokens": 1456,
                "cached_tokens": 531,
                "wall_ms": 15488
              },
              "judge_usage": {
                "input_tokens": 18360,
                "output_tokens": 1057,
                "cached_tokens": 14487,
                "wall_ms": 19674
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "b84788384889d96273dfb3187246a9492f5dd6d1545ad6ecf896828985ec4935",
              "status": "measured",
              "samples": [
                0.45,
                0.45,
                0.5
              ],
              "judge_sample_hashes": [
                "c1c135d61450d97a7deb846e471e77e735960106ee3b4bb51cbd50d2038d0289",
                "06eb3df72bb34e0591af42a2582a589b9a69c156d3ef3f953a36be32fce00307",
                "47d2983cbf1ffa5222f0b9035fc8b1a6d9b40a4793d30e6d52883fa37c19279a"
              ],
              "mean": 0.466667,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3671,
                "output_tokens": 1538,
                "cached_tokens": 3669,
                "wall_ms": 16301
              },
              "judge_usage": {
                "input_tokens": 18606,
                "output_tokens": 1089,
                "cached_tokens": 14651,
                "wall_ms": 19359
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "5d45527413e0c3a689fefa0d9f037c8bbecfd2ba7565937771d7d48586e10d95",
              "status": "measured",
              "samples": [
                0.55,
                0.5,
                0.5
              ],
              "judge_sample_hashes": [
                "c449fa7008066c36216b083486e2a16b1817e397d240af3c7656308d7b0c1a6c",
                "be30f9eba811c1431b8d1c310305a621d7b635498c07362031c68ab9dcfe0e42",
                "8a2b26cf7dee2bb79f6921302cf91eb25bf38d268402f7822638348e9d1ab030"
              ],
              "mean": 0.516667,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3671,
                "output_tokens": 1445,
                "cached_tokens": 3669,
                "wall_ms": 14432
              },
              "judge_usage": {
                "input_tokens": 18327,
                "output_tokens": 1154,
                "cached_tokens": 14465,
                "wall_ms": 19651
              }
            },
            {
              "draw_index": 3,
              "generation_hash": "78fca214ca6ad3ebd05877e06626c068f61d30de9d4a8ff3e903a1904c54141e",
              "status": "measured",
              "samples": [
                0.7,
                0.72,
                0.75
              ],
              "judge_sample_hashes": [
                "71d671dfee14f8775d7743edafff0e27d211eeef4f997314a987a496e03a2452",
                "19a32b7b26eacb45b791a08e0bae4a77de5dffd4474808687f92d3fdcdae8de3",
                "4c9d7c055d8241cde8239260420e71ad8c19e9a9f364c006e320aeebeb69475e"
              ],
              "mean": 0.723333,
              "stddev": 0.025166,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3671,
                "output_tokens": 1367,
                "cached_tokens": 3669,
                "wall_ms": 14682
              },
              "judge_usage": {
                "input_tokens": 18093,
                "output_tokens": 1296,
                "cached_tokens": 14309,
                "wall_ms": 21166
              }
            }
          ]
        }
      }
    ],
    "aggregates": {
      "with_skill": {
        "case_count": 1,
        "pass_count": 1,
        "borderline_count": 0,
        "mean_score": 0.912222,
        "stddev": null
      },
      "baseline": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 1,
        "mean_score": 0.603334,
        "stddev": null
      },
      "band_rule": "per arm: the sample standard deviation (n-1) of the per-case means across the included cases; the comparison band is the quadrature sum of the two arms; null where an arm has fewer than two included cases"
    }
  },
  "comparison": {
    "with_skill_score": 0.912222,
    "baseline_score": 0.603334,
    "delta": 0.308888,
    "delta_uncertainty": null,
    "delta_uncertainty_unavailable": "single_case"
  },
  "verification_level": "TESTED",
  "receipt_hash": "0ec29b485a41ec3c6786cc3324f6561efcc10711b6443897ab801f2fa5a9ae68",
  "economics": {
    "basis": "metered-equivalent",
    "surface": "claude-cli",
    "with_skill": {
      "call_count": 3,
      "mean_input_tokens": 10646,
      "mean_output_tokens": 1912,
      "mean_cost_usd_per_call": 0.080824,
      "median_wall_ms": 20987,
      "wall_ms_p25": null,
      "wall_ms_p75": null,
      "wall_ms_iqr": null
    },
    "baseline": {
      "call_count": 4,
      "mean_input_tokens": 3671,
      "mean_output_tokens": 1451.5,
      "mean_cost_usd_per_call": 0.043714,
      "median_wall_ms": 15085,
      "wall_ms_p25": 14557,
      "wall_ms_p75": 15894.5,
      "wall_ms_iqr": 1337.5
    },
    "skill_incremental_cost_usd_per_call": 0.03711,
    "skill_incremental_cost_usd_per_1k_calls": 37.11,
    "output_tokens_delta": 460.5,
    "median_wall_ms_delta": 5902,
    "judge_excluded": true,
    "judge_overhead": {
      "note": "Measurement overhead imposed by Driftproof, NOT a cost of running the skill. Excluded from every field above.",
      "total_cost_usd": 0.193356,
      "case_rows_measured": 2
    },
    "notes": {
      "absolute_cost": "Absolute per-call cost on a CLI surface includes a fixed harness preamble (observed ~25k input tokens on claude-cli, ~11k on codex) that we do not control. It is identical in the with-skill and baseline arms, so it cancels in the Δ figures — read the incremental columns, not the absolute ones.",
      "cache_pricing": "Cached input tokens are costed at the list input rate (an over-estimate where caching is heavy); cached_tokens is recorded per call so a reader can recompute.",
      "latency": "observed on subscription CLI surface, indicative"
    }
  }
}