{
  "schema_version": "0.7",
  "generation_sampled": true,
  "skill": {
    "name": "git-workflow-and-versioning",
    "version": "0.0.0",
    "content_hash": "91c8c72654ee6ef163e49df26d1810cb7a6a91a4d8dee5b9f1bc03fd1fb8ec3a",
    "tokens": 3466
  },
  "suite": {
    "format": "agentskills.io/evals",
    "suite_hash": "4e74150753d06b166d642365405edf382dc1072dc529cfdc1ef552d9b00c7880",
    "case_count": 1,
    "canary": "001f3e62-7789-6bf5-ccfc-7f0c9ab434ae"
  },
  "run": {
    "model_id": "claude-opus-5-5",
    "model_release_date": null,
    "provider": "anthropic",
    "surface": "claude-cli",
    "runner_version": "0.11.2",
    "date_utc": "2026-09-24T07:08:55.691Z",
    "registry": "registered",
    "transcripts": "hashes-only",
    "judge": {
      "samples": 3,
      "temperature": null,
      "sampling": "surface-controlled",
      "surface": "claude-cli",
      "model_id": "claude-opus-5",
      "prompt_template_hash": "82586d1e44f84df2b8ce5f18ac777866465cb5ad9686503c93d9776c93c344ed"
    },
    "answered_by": {
      "kind": "model",
      "attested": true,
      "reported_model": "claude-opus-5-5",
      "reported_models": [
        "claude-opus-5",
        "claude-opus-5-5"
      ],
      "isolation": "same-user"
    },
    "pricing_snapshot": {
      "frozen_at": "2026-09-24T07:08:55.691Z",
      "source": "config/models.json",
      "currency": "USD",
      "models": {
        "claude-opus-5-5": {
          "input_per_mtok": 4,
          "output_per_mtok": 20,
          "registered": true
        },
        "claude-opus-5": {
          "input_per_mtok": 5,
          "output_per_mtok": 25,
          "registered": true
        }
      },
      "note": "Prices frozen at run time. Every derived cost in this receipt is computed from THIS snapshot, never from the live registry, so the receipt keeps its meaning when registry prices later change."
    }
  },
  "results": {
    "cases": [
      {
        "id": "commit-message-conventional-type",
        "mode": "with_skill",
        "outcome": "pass",
        "score": 0.844444,
        "mean": 0.844444,
        "stddev": 0.015396,
        "samples": [
          0.86,
          0.85,
          0.85
        ],
        "generation_hash": "3b509bb3783534439af164b4e2838109f7491289370a365eb56b261a5dc87e6c",
        "judge_sample_hashes": [
          "9adaf54f547444c2653149c81b2e953b699e8ba9d8b534ac00dcb92bd024eb82",
          "0032894ccfa97e71e804aec7c6a94d0114182151e1153913bd24f5f34d85654a",
          "15403745e1a442e10b4f5b70e4fa547096bc4cf18ec029fc8d6485388f2b697f"
        ],
        "threshold": 0.7,
        "reason": "Uses `fix:` prefix with a specific subject; body concisely conveys the wrong-unit cause and the user-facing expired-link impact, meeting the exemplary band.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "c17f2f214cec220ac31af3cfe88a52393c254cea8f9a94fc16e668f668fa88c3"
        },
        "judge_usage": {
          "input_tokens": 17082,
          "output_tokens": 1081,
          "cached_tokens": 14640,
          "wall_ms": 20669
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 3,
          "n_measured": 3,
          "n_unmeasured": 0,
          "stopping_reason": "min_reached",
          "mean": 0.844444,
          "sd": 0.015396,
          "judge_sd_mean": 0.012238,
          "variance_ratio": 1.258049,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "9b70bbce7986d8f1f0d5962182fcb440797f49a9f849716a8941d0cc74791c26",
              "status": "measured",
              "samples": [
                0.83,
                0.8,
                0.85
              ],
              "judge_sample_hashes": [
                "2bc3292310c67fb299d80eba2eb3cc63ff4a8978a681f8317495c5a6dc6f971e",
                "8eae5bb1638174d4f8292c3f3fa329c7f2dbd5162ecec1d08369d2aa11bfbf24",
                "0f1611fed51f1456d734755412e91dfbd100debe11f6a1b066012b3a3485b0cb"
              ],
              "mean": 0.826667,
              "stddev": 0.025166,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 8667,
                "output_tokens": 228,
                "cached_tokens": 540,
                "wall_ms": 5457
              },
              "judge_usage": {
                "input_tokens": 17136,
                "output_tokens": 1283,
                "cached_tokens": 14676,
                "wall_ms": 22495
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "66a0d990e1f7d747975187b304d4d0842ab50d69c9393489362cf5c08b2e434b",
              "status": "measured",
              "samples": [
                0.85,
                0.86,
                0.85
              ],
              "judge_sample_hashes": [
                "ae2677bdfe29df358b255e40cb8e629203762cabb1774a9de9a2f66855f824f4",
                "51c425345aaff78c129565aec86e0701be9305d1cb11dec6af0a4058be6ea88b",
                "057c184921b399edced671261512e0c460ee5b31fff92c8a0d744df55e1d43eb"
              ],
              "mean": 0.853333,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 8667,
                "output_tokens": 342,
                "cached_tokens": 8665,
                "wall_ms": 6273
              },
              "judge_usage": {
                "input_tokens": 16965,
                "output_tokens": 994,
                "cached_tokens": 14562,
                "wall_ms": 19238
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "3b509bb3783534439af164b4e2838109f7491289370a365eb56b261a5dc87e6c",
              "status": "measured",
              "samples": [
                0.86,
                0.85,
                0.85
              ],
              "judge_sample_hashes": [
                "9adaf54f547444c2653149c81b2e953b699e8ba9d8b534ac00dcb92bd024eb82",
                "0032894ccfa97e71e804aec7c6a94d0114182151e1153913bd24f5f34d85654a",
                "15403745e1a442e10b4f5b70e4fa547096bc4cf18ec029fc8d6485388f2b697f"
              ],
              "mean": 0.853333,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 8667,
                "output_tokens": 307,
                "cached_tokens": 8665,
                "wall_ms": 6110
              },
              "judge_usage": {
                "input_tokens": 17082,
                "output_tokens": 1081,
                "cached_tokens": 14640,
                "wall_ms": 20669
              }
            }
          ]
        }
      },
      {
        "id": "commit-message-conventional-type",
        "mode": "baseline",
        "outcome": "fail",
        "score": 0.3,
        "mean": 0.3,
        "stddev": 0,
        "samples": [
          0.3,
          0.3,
          0.3
        ],
        "generation_hash": "4f8747d1b186626d570c87ea223d75f840f2186675fd13a0127b90abfab53615",
        "judge_sample_hashes": [
          "b52e3d83b4744bd0d8c5f7f77bd92ec80c0c03d631d820fcef5f23f9714897d1",
          "0905a2d39897c2d0965b9ff2cf2a73a796282050267b7de6ee0f5358ea8cc74a",
          "2099208bd5c187bb025cb2538def2694310e16c3dcfbeee4b95b81bcae74d048"
        ],
        "threshold": 0.7,
        "reason": "Body explains cause, impact, and fix well, but subject uses 'Fix ...' rather than the conventional `fix:` type prefix, triggering the 0.3 cap.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "c17f2f214cec220ac31af3cfe88a52393c254cea8f9a94fc16e668f668fa88c3"
        },
        "judge_usage": {
          "input_tokens": 16998,
          "output_tokens": 685,
          "cached_tokens": 14584,
          "wall_ms": 15948
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 3,
          "n_measured": 3,
          "n_unmeasured": 0,
          "stopping_reason": "min_reached",
          "mean": 0.3,
          "sd": 0,
          "judge_sd_mean": 0,
          "variance_ratio": null,
          "variance_ratio_unavailable": "judge_sd_zero",
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "685b393dc10f191d27b4cc3fa60d586d58f457365bbd6659ea26b795c6aa3aca",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "ed5758429d11e5c36535c69c880e9aca0e51cca18aca74bcf78ef33c7cd79d06",
                "1d53fb94e8bfbd6ec37cebf8ca604be5659d63cc65876506b5f75a31615ac483",
                "631ae27b93bd1ca07b83f8484a9db296496c79988473b7805e3ae27df5db8e73"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3663,
                "output_tokens": 318,
                "cached_tokens": 2145,
                "wall_ms": 6028
              },
              "judge_usage": {
                "input_tokens": 16890,
                "output_tokens": 790,
                "cached_tokens": 14512,
                "wall_ms": 16474
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "99d6eb26c92cbe2b478f9980c66a9515179e0a8845e46cf64bf941139539be25",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "3c25885328a2eb70b234306b5c86315a466d6f71dc6b46a39af644de6f9cdadd",
                "32471fcb72fafabdf0a27267cab6db65ec755cba621671b3475aac96216b5d3e",
                "93e26bbbc22e6af030f95213f1172de026dee9115ecfdf8a286ba1ef546e7092"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3663,
                "output_tokens": 335,
                "cached_tokens": 3661,
                "wall_ms": 6389
              },
              "judge_usage": {
                "input_tokens": 16902,
                "output_tokens": 661,
                "cached_tokens": 14520,
                "wall_ms": 15547
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "4f8747d1b186626d570c87ea223d75f840f2186675fd13a0127b90abfab53615",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "b52e3d83b4744bd0d8c5f7f77bd92ec80c0c03d631d820fcef5f23f9714897d1",
                "0905a2d39897c2d0965b9ff2cf2a73a796282050267b7de6ee0f5358ea8cc74a",
                "2099208bd5c187bb025cb2538def2694310e16c3dcfbeee4b95b81bcae74d048"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3663,
                "output_tokens": 370,
                "cached_tokens": 3661,
                "wall_ms": 6810
              },
              "judge_usage": {
                "input_tokens": 16998,
                "output_tokens": 685,
                "cached_tokens": 14584,
                "wall_ms": 15948
              }
            }
          ]
        }
      }
    ],
    "aggregates": {
      "with_skill": {
        "case_count": 1,
        "pass_count": 1,
        "borderline_count": 0,
        "mean_score": 0.844444,
        "stddev": null
      },
      "baseline": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 0,
        "mean_score": 0.3,
        "stddev": null
      },
      "band_rule": "per arm: the sample standard deviation (n-1) of the per-case means across the included cases; the comparison band is the quadrature sum of the two arms; null where an arm has fewer than two included cases"
    }
  },
  "comparison": {
    "with_skill_score": 0.844444,
    "baseline_score": 0.3,
    "delta": 0.544444,
    "delta_uncertainty": null,
    "delta_uncertainty_unavailable": "single_case"
  },
  "verification_level": "TESTED",
  "receipt_hash": "30cc87c800433ab441103f5cfae31f17b93ba4f92fa36c4df2c638f9e3083704",
  "economics": {
    "basis": "metered-equivalent",
    "surface": "claude-cli",
    "with_skill": {
      "call_count": 3,
      "mean_input_tokens": 8667,
      "mean_output_tokens": 292.33,
      "mean_cost_usd_per_call": 0.040515,
      "median_wall_ms": 6110,
      "wall_ms_p25": null,
      "wall_ms_p75": null,
      "wall_ms_iqr": null
    },
    "baseline": {
      "call_count": 3,
      "mean_input_tokens": 3663,
      "mean_output_tokens": 341,
      "mean_cost_usd_per_call": 0.021472,
      "median_wall_ms": 6389,
      "wall_ms_p25": null,
      "wall_ms_p75": null,
      "wall_ms_iqr": null
    },
    "skill_incremental_cost_usd_per_call": 0.019043,
    "skill_incremental_cost_usd_per_1k_calls": 19.043,
    "output_tokens_delta": -48.67,
    "median_wall_ms_delta": -279,
    "judge_excluded": true,
    "judge_overhead": {
      "note": "Measurement overhead imposed by Driftproof, NOT a cost of running the skill. Excluded from every field above.",
      "total_cost_usd": 0.21455,
      "case_rows_measured": 2
    },
    "notes": {
      "absolute_cost": "Absolute per-call cost on a CLI surface includes a fixed harness preamble (observed ~25k input tokens on claude-cli, ~11k on codex) that we do not control. It is identical in the with-skill and baseline arms, so it cancels in the Δ figures — read the incremental columns, not the absolute ones.",
      "cache_pricing": "Cached input tokens are costed at the list input rate (an over-estimate where caching is heavy); cached_tokens is recorded per call so a reader can recompute.",
      "latency": "observed on subscription CLI surface, indicative"
    }
  }
}