{
  "schema_version": "0.6",
  "generation_sampled": true,
  "skill": {
    "name": "code-review-and-quality",
    "version": "0.0.0",
    "content_hash": "13d360d7f786de371886e404b1eaa0cd37ecabab90e5c7126d62d42b73a872ea",
    "tokens": 5120
  },
  "suite": {
    "format": "agentskills.io/evals",
    "suite_hash": "5d729f8852949735a553218a63ade5e0b5634b17579117290866bf074b9c6b40",
    "case_count": 1,
    "canary": "4ceca5ae-96c9-7547-9798-11d14894349f"
  },
  "run": {
    "model_id": "claude-haiku-4-5-20251001",
    "model_release_date": "2025-10-01",
    "provider": "anthropic",
    "surface": "claude-cli",
    "runner_version": "0.10.1",
    "date_utc": "2026-10-07T21:22:54.261Z",
    "registry": "registered",
    "transcripts": "retained-local",
    "judge": {
      "samples": 3,
      "temperature": null,
      "sampling": "surface-controlled",
      "surface": "claude-cli",
      "model_id": "claude-opus-5",
      "prompt_template_hash": "82586d1e44f84df2b8ce5f18ac777866465cb5ad9686503c93d9776c93c344ed"
    },
    "answered_by": {
      "kind": "model",
      "attested": true,
      "reported_model": "claude-haiku-4-5-20251001",
      "reported_models": [
        "claude-haiku-4-5",
        "claude-opus-5"
      ],
      "isolation": "same-user"
    },
    "pricing_snapshot": {
      "frozen_at": "2026-10-07T21:22:54.261Z",
      "source": "config/models.json",
      "currency": "USD",
      "models": {
        "claude-haiku-4-5-20251001": {
          "input_per_mtok": 1,
          "output_per_mtok": 5,
          "registered": true
        },
        "claude-opus-5": {
          "input_per_mtok": 5,
          "output_per_mtok": 25,
          "registered": true
        }
      },
      "note": "Prices frozen at run time. Every derived cost in this receipt is computed from THIS snapshot, never from the live registry, so the receipt keeps its meaning when registry prices later change."
    }
  },
  "results": {
    "cases": [
      {
        "id": "severity-labeled-findings",
        "mode": "with_skill",
        "outcome": "borderline",
        "score": 0.628333,
        "mean": 0.628333,
        "stddev": 0.111908,
        "samples": [
          0.55,
          0.58,
          0.6
        ],
        "generation_hash": "b4b64d3bd83a64f4957d35b4153ee35a2012f6517bf3e928d1cab054d4a0b726",
        "judge_sample_hashes": [
          "de38c42ae6ef6bc915858e35cbc0c84c7dcd97ea9ef23c5ab88e645f5e0f872f",
          "2f900ddca0751d1783d3adc9eead048f5811820e8d7849b583c02cd564e0b5b5",
          "a65d2fdbf19a84bd9274822c746df363a7aed71422717c1eefa7d2631221d6a2"
        ],
        "threshold": 0.7,
        "reason": "Explicit severity labels applied with hardcoded secret Critical and good ordering, but PII logging downgraded to Nit (named miscalibration) and the `data` naming nit omitted.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 46899,
          "output_tokens": 1861,
          "cached_tokens": 34521,
          "wall_ms": 57661
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 6,
          "n_measured": 6,
          "n_unmeasured": 0,
          "stopping_reason": "stabilised",
          "mean": 0.628333,
          "sd": 0.111908,
          "judge_sd_mean": 0.032869,
          "variance_ratio": 3.404667,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "759d126adcbf08bf39175261ee1e2099d6834bb59551c9a4094bbf9f2a0c02f3",
              "status": "measured",
              "samples": [
                0.8,
                0.85,
                0.8
              ],
              "judge_sample_hashes": [
                "60e70f1b222be9c3f81513559bd93dec1a54770dee91e64d97617d5413db40dd",
                "7e737bec205c5c8f34686ed62bfa062814fb617ca3f42c5449e545ffb1455a5c",
                "5383a8fbbcc15437218ab5dcfb2e8d6c62cb7dbb9016aedbb6e7f7bfb1df256f"
              ],
              "mean": 0.816667,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 18950,
                "output_tokens": 1346,
                "cached_tokens": 18940,
                "wall_ms": 16287
              },
              "judge_usage": {
                "input_tokens": 47094,
                "output_tokens": 1890,
                "cached_tokens": 34651,
                "wall_ms": 40832
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "4cbc091655cb4ffc6a556870eec7e4833a2bd57b0c7fb59d420c18afb71cfa93",
              "status": "measured",
              "samples": [
                0.6,
                0.6,
                0.55
              ],
              "judge_sample_hashes": [
                "92807769d63ed7138e4f9bf9f2be7efc8ed367ce88f42d659446e88deb7615c4",
                "e45a75a3d598dec0951ca173dcb7b191484c433937841e7e84e773cffb59bce3",
                "cea2eb158e30e82e115b636e39302cd5d6135563524ea79c0887563d5cc7f281"
              ],
              "mean": 0.583333,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 18950,
                "output_tokens": 1324,
                "cached_tokens": 18940,
                "wall_ms": 16454
              },
              "judge_usage": {
                "input_tokens": 47151,
                "output_tokens": 2199,
                "cached_tokens": 34689,
                "wall_ms": 43205
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "82be79867bb1bff06d4464dd99be6786fe8587ee4206ab7f4581bad27fdd0f5b",
              "status": "measured",
              "samples": [
                0.6,
                0.65,
                0.72
              ],
              "judge_sample_hashes": [
                "5936962a0876fcae07c440a556dcb8b07c559647f86f872def7e42aa90aa0889",
                "ce748517594d835faeaac05396a200b995eaee5e0c8f90cc2b3d489968128a69",
                "f4b843a48d60458288b96b29c536c4b2e32ec82d62c5a1d2f345a6f34e26edca"
              ],
              "mean": 0.656667,
              "stddev": 0.060277,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 18950,
                "output_tokens": 1373,
                "cached_tokens": 18940,
                "wall_ms": 16070
              },
              "judge_usage": {
                "input_tokens": 47427,
                "output_tokens": 2086,
                "cached_tokens": 34873,
                "wall_ms": 36526
              }
            },
            {
              "draw_index": 3,
              "generation_hash": "3a3ee297abc75bc57c8caf3fc2181f75e8da9eca99bd4e5ec72290b62c5d278f",
              "status": "measured",
              "samples": [
                0.63,
                0.68,
                0.65
              ],
              "judge_sample_hashes": [
                "c34515f6a279c995245249be2302a49ba87870a7a392be3a7d73c9b7057acb07",
                "a5edd0a65b4b8ac2cc4f139e7719f04d1f2d2da88b9f56d92746bbe1b226c4e8",
                "e508cf351f979353e7e12c39280a8099e409cc35a88acce91d06eafb188f64c9"
              ],
              "mean": 0.653333,
              "stddev": 0.025166,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 18950,
                "output_tokens": 1291,
                "cached_tokens": 18940,
                "wall_ms": 13614
              },
              "judge_usage": {
                "input_tokens": 46605,
                "output_tokens": 2593,
                "cached_tokens": 34325,
                "wall_ms": 96176
              }
            },
            {
              "draw_index": 4,
              "generation_hash": "5da850954847fc47d4569f119311216468add2e47cebf2e3e617f8e7a89d518c",
              "status": "measured",
              "samples": [
                0.45,
                0.5,
                0.5
              ],
              "judge_sample_hashes": [
                "8a61fdedb44c0b636e2c16d1d0b10ccbf9802bbcf078ea9c5067a00143eed7c1",
                "f9a3638914c9445c81c28ace4a6723e652b5b083cf4db7fd04d79a6dc18b076b",
                "e6a667dd312882d240a924f3f310a7e0de66cfdae27b8f3c6005dfbb8417c9d4"
              ],
              "mean": 0.483333,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 18950,
                "output_tokens": 1259,
                "cached_tokens": 18940,
                "wall_ms": 14345
              },
              "judge_usage": {
                "input_tokens": 46458,
                "output_tokens": 2709,
                "cached_tokens": 34227,
                "wall_ms": 45333
              }
            },
            {
              "draw_index": 5,
              "generation_hash": "b4b64d3bd83a64f4957d35b4153ee35a2012f6517bf3e928d1cab054d4a0b726",
              "status": "measured",
              "samples": [
                0.55,
                0.58,
                0.6
              ],
              "judge_sample_hashes": [
                "de38c42ae6ef6bc915858e35cbc0c84c7dcd97ea9ef23c5ab88e645f5e0f872f",
                "2f900ddca0751d1783d3adc9eead048f5811820e8d7849b583c02cd564e0b5b5",
                "a65d2fdbf19a84bd9274822c746df363a7aed71422717c1eefa7d2631221d6a2"
              ],
              "mean": 0.576667,
              "stddev": 0.025166,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 18950,
                "output_tokens": 1306,
                "cached_tokens": 18940,
                "wall_ms": 15355
              },
              "judge_usage": {
                "input_tokens": 46899,
                "output_tokens": 1861,
                "cached_tokens": 34521,
                "wall_ms": 57661
              }
            }
          ]
        }
      },
      {
        "id": "severity-labeled-findings",
        "mode": "baseline",
        "outcome": "borderline",
        "score": 0.540476,
        "mean": 0.540476,
        "stddev": 0.172245,
        "samples": [
          0.68,
          0.6,
          0.7
        ],
        "generation_hash": "5c6210fea89277e4461f6cfece96d8d570239639dc85784495172bd45c7d20f2",
        "judge_sample_hashes": [
          "34e3ac2d835372c1055a70bb3b81372dfc42b885953788e98ff947f71e4e7057",
          "4cb45b8641efdfc0a10aadbc26eadfb22f08e0fc7c290e9766862340f679ebbc",
          "9b3282de896b7a3ddc49818191356e7c9ae5e371b9e1bca76680bb0b99aa35a9"
        ],
        "threshold": 0.7,
        "reason": "Explicit severity tiers used, secret correctly Critical, PII logging High-Priority, severity-first ordering and concrete fixes; but no Nit/Optional tier and the cosmetic `data` naming finding is omitted entirely.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 46677,
          "output_tokens": 2219,
          "cached_tokens": 34373,
          "wall_ms": 39121
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 7,
          "n_measured": 7,
          "n_unmeasured": 0,
          "stopping_reason": "stabilised",
          "mean": 0.540476,
          "sd": 0.172245,
          "judge_sd_mean": 0.035183,
          "variance_ratio": 4.895688,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "5eb4180f34d1d94a027f5e3c22fcaa51011a2376e22df2e6a0d207889e70ec6b",
              "status": "measured",
              "samples": [
                0.25,
                0.25,
                0.2
              ],
              "judge_sample_hashes": [
                "37ae14e4988fd4d9f7bc567236036eb7ce5554543907f828d298124c7fb42417",
                "3952f68733becf2a639f94404f884477543e8ee39f2b853bc7a7d39a3f8e6ae8",
                "340d2909a516657fa34d9315828c7cf85aa95df05f03152afc4cf11853097306"
              ],
              "mean": 0.233333,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 14097,
                "output_tokens": 1137,
                "cached_tokens": 14087,
                "wall_ms": 13269
              },
              "judge_usage": {
                "input_tokens": 46554,
                "output_tokens": 1820,
                "cached_tokens": 34291,
                "wall_ms": 36064
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "15c969d9b47790a501704edfe3e8b7b4f43cdd3125e0b1ff8b8af28ade6c0d11",
              "status": "measured",
              "samples": [
                0.7,
                0.72,
                0.68
              ],
              "judge_sample_hashes": [
                "ef23b6583ebd4628ca6c5e51a11e02ce88026f2346c429b6884c25b34ded0063",
                "b1fbee2b09d2073056d0f7bf82f21dad6ba7f55f0e5d0758628b57553dd4c5e3",
                "bd222e34248bec4a82e850daa822ea4bb578a3d03a67666fc3091b5cc762d906"
              ],
              "mean": 0.7,
              "stddev": 0.02,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 14097,
                "output_tokens": 1289,
                "cached_tokens": 14087,
                "wall_ms": 14696
              },
              "judge_usage": {
                "input_tokens": 47427,
                "output_tokens": 2150,
                "cached_tokens": 34873,
                "wall_ms": 38529
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "6b5ff942dfcde6d1cecda4e8a4c7687e803d2b21c50644144277961983c57be1",
              "status": "measured",
              "samples": [
                0.25,
                0.4,
                0.45
              ],
              "judge_sample_hashes": [
                "f9551cebcea771ec1e55b1001881782db041f9854938f5a58e899c2ad6f60728",
                "e58608977dba619442a5fcf2ccb884e478594a6bd1e0aa3dbbaae27cecb624cb",
                "a0e1f66e8065d6bcabc84344d7a0eec42d6395577bb5568a6d1a0cc82f3b8623"
              ],
              "mean": 0.366667,
              "stddev": 0.104083,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 14097,
                "output_tokens": 1027,
                "cached_tokens": 14087,
                "wall_ms": 11841
              },
              "judge_usage": {
                "input_tokens": 46629,
                "output_tokens": 2471,
                "cached_tokens": 34341,
                "wall_ms": 45194
              }
            },
            {
              "draw_index": 3,
              "generation_hash": "b8e55fad18495977e5049fb135058da00712f025462d981b6d9d39884ebf3494",
              "status": "measured",
              "samples": [
                0.6,
                0.65,
                0.6
              ],
              "judge_sample_hashes": [
                "359d363c8dc25fea7af7a1b95d5d0505b32412fcae512ed4df4dcfe7b6608831",
                "a6871a0f736d9d36f68f137e1a1b929e1150b82742f61c67dc8ad4189865ca3c",
                "05d25dd2e13909f5e164720447869fd6a7a1d12bf014028ed7944bd3b9077529"
              ],
              "mean": 0.616667,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 14097,
                "output_tokens": 1372,
                "cached_tokens": 14087,
                "wall_ms": 15218
              },
              "judge_usage": {
                "input_tokens": 47085,
                "output_tokens": 2475,
                "cached_tokens": 34645,
                "wall_ms": 45677
              }
            },
            {
              "draw_index": 4,
              "generation_hash": "13c00f14864b4856db49c042c13dcd1dc85602d7b9f19df0d3fe5489fb374223",
              "status": "measured",
              "samples": [
                0.6,
                0.62,
                0.6
              ],
              "judge_sample_hashes": [
                "d3e7de7469b546b526970ad97c6ab3fb1632d7457a5d4b36ea9e60050d031b4d",
                "0f1e49d3528781892494ad6269c5e0f0be8ee6e4888e9b5ae754a052b517b853",
                "14be28c9c68dc691c6643556d804f423f174ecb0b08f1ffa6beb66a2b32d946f"
              ],
              "mean": 0.606667,
              "stddev": 0.011547,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 14097,
                "output_tokens": 927,
                "cached_tokens": 14087,
                "wall_ms": 11131
              },
              "judge_usage": {
                "input_tokens": 46086,
                "output_tokens": 2744,
                "cached_tokens": 33979,
                "wall_ms": 46791
              }
            },
            {
              "draw_index": 5,
              "generation_hash": "02cad452686aec95c3f4aa211b29bb1052124819c76a184d0eb8e63c2892a57d",
              "status": "measured",
              "samples": [
                0.6,
                0.6,
                0.6
              ],
              "judge_sample_hashes": [
                "12987e12a6a27d08a92b3ae83f829de800c147587325e28ddbf4d1542cb3ee9b",
                "244caba1977d4cbc4f9ece4cc59a30ad0a0cfcf6cef5b240e8d519e5bbe63686",
                "5bb65075e561845249072ddf1a1007d6592d4816e44974565cfee4671daebb36"
              ],
              "mean": 0.6,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 14097,
                "output_tokens": 1583,
                "cached_tokens": 14087,
                "wall_ms": 15807
              },
              "judge_usage": {
                "input_tokens": 47661,
                "output_tokens": 2234,
                "cached_tokens": 35029,
                "wall_ms": 39449
              }
            },
            {
              "draw_index": 6,
              "generation_hash": "5c6210fea89277e4461f6cfece96d8d570239639dc85784495172bd45c7d20f2",
              "status": "measured",
              "samples": [
                0.68,
                0.6,
                0.7
              ],
              "judge_sample_hashes": [
                "34e3ac2d835372c1055a70bb3b81372dfc42b885953788e98ff947f71e4e7057",
                "4cb45b8641efdfc0a10aadbc26eadfb22f08e0fc7c290e9766862340f679ebbc",
                "9b3282de896b7a3ddc49818191356e7c9ae5e371b9e1bca76680bb0b99aa35a9"
              ],
              "mean": 0.66,
              "stddev": 0.052915,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-4-5-20251001",
              "usage": {
                "input_tokens": 14097,
                "output_tokens": 1073,
                "cached_tokens": 14087,
                "wall_ms": 12877
              },
              "judge_usage": {
                "input_tokens": 46677,
                "output_tokens": 2219,
                "cached_tokens": 34373,
                "wall_ms": 39121
              }
            }
          ]
        }
      }
    ],
    "aggregates": {
      "with_skill": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 1,
        "mean_score": 0.628333,
        "stddev": null
      },
      "baseline": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 1,
        "mean_score": 0.540476,
        "stddev": null
      },
      "band_rule": "per arm: the sample standard deviation (n-1) of the per-case means across the included cases; the comparison band is the quadrature sum of the two arms; null where an arm has fewer than two included cases"
    }
  },
  "comparison": {
    "with_skill_score": 0.628333,
    "baseline_score": 0.540476,
    "delta": 0.087857,
    "delta_uncertainty": null,
    "delta_uncertainty_unavailable": "single_case"
  },
  "verification_level": "TESTED",
  "receipt_hash": "dc7b05025314f1d1326fa072f19a205704726dc3ccd84c2b1dc76c362acb956e",
  "economics": {
    "basis": "metered-equivalent",
    "surface": "claude-cli",
    "with_skill": {
      "call_count": 6,
      "mean_input_tokens": 18950,
      "mean_output_tokens": 1316.5,
      "mean_cost_usd_per_call": 0.025533,
      "median_wall_ms": 15712.5,
      "wall_ms_p25": 14345,
      "wall_ms_p75": 16287,
      "wall_ms_iqr": 1942
    },
    "baseline": {
      "call_count": 7,
      "mean_input_tokens": 14097,
      "mean_output_tokens": 1201.14,
      "mean_cost_usd_per_call": 0.020103,
      "median_wall_ms": 13269,
      "wall_ms_p25": 11841,
      "wall_ms_p75": 15218,
      "wall_ms_iqr": 3377
    },
    "skill_incremental_cost_usd_per_call": 0.00543,
    "skill_incremental_cost_usd_per_1k_calls": 5.43,
    "output_tokens_delta": 115.36,
    "median_wall_ms_delta": 2443.5,
    "judge_excluded": true,
    "judge_overhead": {
      "note": "Measurement overhead imposed by Driftproof, NOT a cost of running the skill. Excluded from every field above.",
      "total_cost_usd": 0.56988,
      "case_rows_measured": 2
    },
    "notes": {
      "absolute_cost": "Absolute per-call cost on a CLI surface includes a fixed harness preamble (observed ~25k input tokens on claude-cli, ~11k on codex) that we do not control. It is identical in the with-skill and baseline arms, so it cancels in the Δ figures — read the incremental columns, not the absolute ones.",
      "cache_pricing": "Cached input tokens are costed at the list input rate (an over-estimate where caching is heavy); cached_tokens is recorded per call so a reader can recompute.",
      "latency": "observed on subscription CLI surface, indicative"
    }
  }
}