{ "format": "driftproof-skill-publication/1", "build_date": "2026-10-18", "implementation": { "judge_code_revision": "judge-code-bb552899a1df887e", "files": { "lib/canonical.js": "ee77cd144e5f30c92da7173d88aad5e43715aa22073dec9c7ee720406875a89b", "lib/capture.js": "d49499b6293b9455ee55183a80e957ebd8f3d92cd9707007f20d665c9b3ecbe3", "lib/counts.js": "6bedcdb845e63078400510bd00c19866aa2b37eff9789ff40cf7847317ae17bb", "lib/decision.js": "46981a06342c86b20d068ac7e573bdf16e00c9429d5c71ee8f5fb4a5f35d68fb", "lib/json.js": "d5db4d5fb32e6709067fb71f98c3234c7cf3906549685cf162482cd7403d8ed9", "lib/judge.js": "914b5215b0910b5e88e18808e340a1727033a37231f52cfc17789b251ec47b94", "lib/models.js": "ca1f4f9704c4980c4cbc6b87b9dab95ab42217c146528d7ddee417d568bb75dd", "lib/plain.js": "ce89ba2d561bd37afab80f81ee3e5baba1940969fd6d1598d4b498bc4f948cb8", "lib/provider.js": "423ed57e3b2cecc16f5bc4857f3b070135b6c027a9c232127b68e915c36542d4", "lib/receipt.js": "19a889a4a4ac56d185730970e42e319aa427a658d1168628981ab515e73bb4e1", "lib/reuse.js": "0c273f90863dc07e021860a48e81c81ad9978dc3b13ad172ebbdc8434cc0a467", "lib/sampling.js": "d0651cd91003151c240207700849245f34065576a91605a34a50640bf925253b", "lib/smoke.js": "fa2b8598e843561c1f2530cdf01e08943a8cdb4063b18935e344068f9bfea780", "lib/stats.js": "fbc740f3496d8f406ff1bcbcbca9f4b33a3b2108e87c8864f33d8769b483b7c1", "lib/stub.js": "8f78d0f97a4955354e7872513aa8e2ece0e41fbca7dd502a18818614d863051b", "lib/usage.js": "02cfe0b911184dec0667dbf984c71f656d933699d43a5d8b3e7f19e7a3970bff", "lib/verdict.js": "616ce21bb6cbf669db25c5abb809e86e6ffe4258d6c7873d728d6f3de5020f8b" } }, "roster": [ { "attempt_id": "55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d", "protocol": { "list": "plain", "model_option": "option_1", "repository": "vercel-labs/skills", "skill": "find-skills", "skill_path": "skills/find-skills/SKILL.md", "commit": "13e4063a1cf913f5606d57d42ab83a86f5001e04", "evals_sha256": "22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c", "suite_hash": "6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 1 } }, { "attempt_id": "60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b", "protocol": { "list": "plain", "model_option": "option_1", "repository": "mattpocock/skills", "skill": "grill-me", "skill_path": "skills/productivity/grill-me/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b", "suite_hash": "54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 2 } }, { "attempt_id": "ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462", "protocol": { "list": "plain", "model_option": "option_1", "repository": "mattpocock/skills", "skill": "grill-with-docs", "skill_path": "skills/engineering/grill-with-docs/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad", "suite_hash": "85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 3 } }, { "attempt_id": "c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33", "protocol": { "list": "plain", "model_option": "option_1", "repository": "vercel-labs/agent-browser", "skill": "agent-browser", "skill_path": "skills/agent-browser/SKILL.md", "commit": "dac13bb87468fe9d74a040d862720f6cc17a9565", "evals_sha256": "67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e", "suite_hash": "f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 4 } }, { "attempt_id": "c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a", "protocol": { "list": "plain", "model_option": "option_1", "repository": "mattpocock/skills", "skill": "improve-codebase-architecture", "skill_path": "skills/engineering/improve-codebase-architecture/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57", "suite_hash": "808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 5 } }, { "attempt_id": "75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c", "protocol": { "list": "plain", "model_option": "option_1", "repository": "mattpocock/skills", "skill": "tdd", "skill_path": "skills/engineering/tdd/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d", "suite_hash": "7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 6 } }, { "attempt_id": "9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0", "protocol": { "list": "plain", "model_option": "option_1", "repository": "heygen-com/hyperframes", "skill": "hyperframes-cli", "skill_path": "skills/hyperframes-cli/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee", "suite_hash": "a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 7 } }, { "attempt_id": "4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf", "protocol": { "list": "plain", "model_option": "option_1", "repository": "heygen-com/hyperframes", "skill": "hyperframes", "skill_path": "skills/hyperframes/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112", "suite_hash": "e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 8 } }, { "attempt_id": "4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70", "protocol": { "list": "plain", "model_option": "option_1", "repository": "mattpocock/skills", "skill": "setup-matt-pocock-skills", "skill_path": "skills/engineering/setup-matt-pocock-skills/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2", "suite_hash": "a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 9 } }, { "attempt_id": "12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd", "protocol": { "list": "plain", "model_option": "option_1", "repository": "mattpocock/skills", "skill": "handoff", "skill_path": "skills/productivity/handoff/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137", "suite_hash": "30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 10 } }, { "attempt_id": "0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd", "protocol": { "list": "plain", "model_option": "option_1", "repository": "anthropics/skills", "skill": "frontend-design", "skill_path": "skills/frontend-design/SKILL.md", "commit": "dbd4588f9e1033efb41dad4bef2f7947c8993d44", "evals_sha256": "2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5", "suite_hash": "5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 11 } }, { "attempt_id": "9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2", "protocol": { "list": "plain", "model_option": "option_1", "repository": "flowkit-labs/skills", "skill": "reddit-automation", "skill_path": "reddit-automation/SKILL.md", "commit": "0c9e2b63f504a296a86e45ed3a60a426dd979ca6", "evals_sha256": "4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4", "suite_hash": "bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 12 } }, { "attempt_id": "2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e", "protocol": { "list": "plain", "model_option": "option_1", "repository": "mattpocock/skills", "skill": "triage", "skill_path": "skills/engineering/triage/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca", "suite_hash": "2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 13 } }, { "attempt_id": "47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48", "protocol": { "list": "plain", "model_option": "option_1", "repository": "mattpocock/skills", "skill": "prototype", "skill_path": "skills/engineering/prototype/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b", "suite_hash": "37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 14 } }, { "attempt_id": "e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849", "protocol": { "list": "plain", "model_option": "option_1", "repository": "heygen-com/hyperframes", "skill": "media-use", "skill_path": "skills/media-use/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8", "suite_hash": "e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 15 } }, { "attempt_id": "fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027", "protocol": { "list": "plain", "model_option": "option_1", "repository": "mattpocock/skills", "skill": "grilling", "skill_path": "skills/productivity/grilling/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9", "suite_hash": "7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 16 } }, { "attempt_id": "d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79", "protocol": { "list": "plain", "model_option": "option_1", "repository": "heygen-com/hyperframes", "skill": "hyperframes-animation", "skill_path": "skills/hyperframes-animation/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7", "suite_hash": "c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 17 } }, { "attempt_id": "a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43", "protocol": { "list": "plain", "model_option": "option_1", "repository": "heygen-com/hyperframes", "skill": "hyperframes-registry", "skill_path": "skills/hyperframes-registry/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8", "suite_hash": "dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 18 } }, { "attempt_id": "fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af", "protocol": { "list": "plain", "model_option": "option_1", "repository": "designed-by-ai/skills", "skill": "design-mobile-apps", "skill_path": "skills/design-mobile-apps/SKILL.md", "commit": "03c20aec6dcedb5fabfb03dc37982eb52ef19ed6", "evals_sha256": "61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d", "suite_hash": "469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 19 } }, { "attempt_id": "e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173", "protocol": { "list": "plain", "model_option": "option_1", "repository": "heygen-com/hyperframes", "skill": "hyperframes-core", "skill_path": "skills/hyperframes-core/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9", "suite_hash": "56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97", "model": "claude-sonnet-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 20 } }, { "attempt_id": "187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481", "protocol": { "list": "plain", "model_option": "option_3", "repository": "vercel-labs/skills", "skill": "find-skills", "skill_path": "skills/find-skills/SKILL.md", "commit": "13e4063a1cf913f5606d57d42ab83a86f5001e04", "evals_sha256": "22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c", "suite_hash": "6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 21 } }, { "attempt_id": "8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0", "protocol": { "list": "plain", "model_option": "option_3", "repository": "mattpocock/skills", "skill": "grill-me", "skill_path": "skills/productivity/grill-me/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b", "suite_hash": "54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 22 } }, { "attempt_id": "769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481", "protocol": { "list": "plain", "model_option": "option_3", "repository": "mattpocock/skills", "skill": "grill-with-docs", "skill_path": "skills/engineering/grill-with-docs/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad", "suite_hash": "85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 23 } }, { "attempt_id": "96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5", "protocol": { "list": "plain", "model_option": "option_3", "repository": "vercel-labs/agent-browser", "skill": "agent-browser", "skill_path": "skills/agent-browser/SKILL.md", "commit": "dac13bb87468fe9d74a040d862720f6cc17a9565", "evals_sha256": "67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e", "suite_hash": "f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 24 } }, { "attempt_id": "dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35", "protocol": { "list": "plain", "model_option": "option_3", "repository": "mattpocock/skills", "skill": "improve-codebase-architecture", "skill_path": "skills/engineering/improve-codebase-architecture/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57", "suite_hash": "808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 25 } }, { "attempt_id": "e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7", "protocol": { "list": "plain", "model_option": "option_3", "repository": "mattpocock/skills", "skill": "tdd", "skill_path": "skills/engineering/tdd/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d", "suite_hash": "7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 26 } }, { "attempt_id": "e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e", "protocol": { "list": "plain", "model_option": "option_3", "repository": "heygen-com/hyperframes", "skill": "hyperframes-cli", "skill_path": "skills/hyperframes-cli/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee", "suite_hash": "a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 27 } }, { "attempt_id": "69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69", "protocol": { "list": "plain", "model_option": "option_3", "repository": "heygen-com/hyperframes", "skill": "hyperframes", "skill_path": "skills/hyperframes/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112", "suite_hash": "e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 28 } }, { "attempt_id": "178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03", "protocol": { "list": "plain", "model_option": "option_3", "repository": "mattpocock/skills", "skill": "setup-matt-pocock-skills", "skill_path": "skills/engineering/setup-matt-pocock-skills/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2", "suite_hash": "a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 29 } }, { "attempt_id": "7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563", "protocol": { "list": "plain", "model_option": "option_3", "repository": "mattpocock/skills", "skill": "handoff", "skill_path": "skills/productivity/handoff/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137", "suite_hash": "30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 30 } }, { "attempt_id": "08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753", "protocol": { "list": "plain", "model_option": "option_3", "repository": "anthropics/skills", "skill": "frontend-design", "skill_path": "skills/frontend-design/SKILL.md", "commit": "dbd4588f9e1033efb41dad4bef2f7947c8993d44", "evals_sha256": "2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5", "suite_hash": "5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 31 } }, { "attempt_id": "3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47", "protocol": { "list": "plain", "model_option": "option_3", "repository": "flowkit-labs/skills", "skill": "reddit-automation", "skill_path": "reddit-automation/SKILL.md", "commit": "0c9e2b63f504a296a86e45ed3a60a426dd979ca6", "evals_sha256": "4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4", "suite_hash": "bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 32 } }, { "attempt_id": "6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02", "protocol": { "list": "plain", "model_option": "option_3", "repository": "mattpocock/skills", "skill": "triage", "skill_path": "skills/engineering/triage/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca", "suite_hash": "2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 33 } }, { "attempt_id": "ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c", "protocol": { "list": "plain", "model_option": "option_3", "repository": "mattpocock/skills", "skill": "prototype", "skill_path": "skills/engineering/prototype/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b", "suite_hash": "37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 34 } }, { "attempt_id": "32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9", "protocol": { "list": "plain", "model_option": "option_3", "repository": "heygen-com/hyperframes", "skill": "media-use", "skill_path": "skills/media-use/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8", "suite_hash": "e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 35 } }, { "attempt_id": "5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7", "protocol": { "list": "plain", "model_option": "option_3", "repository": "mattpocock/skills", "skill": "grilling", "skill_path": "skills/productivity/grilling/SKILL.md", "commit": "49dd158d1076134a641b33efb035946536778336", "evals_sha256": "f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9", "suite_hash": "7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 36 } }, { "attempt_id": "04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2", "protocol": { "list": "plain", "model_option": "option_3", "repository": "heygen-com/hyperframes", "skill": "hyperframes-animation", "skill_path": "skills/hyperframes-animation/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7", "suite_hash": "c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 37 } }, { "attempt_id": "075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8", "protocol": { "list": "plain", "model_option": "option_3", "repository": "heygen-com/hyperframes", "skill": "hyperframes-registry", "skill_path": "skills/hyperframes-registry/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8", "suite_hash": "dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 38 } }, { "attempt_id": "ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8", "protocol": { "list": "plain", "model_option": "option_3", "repository": "designed-by-ai/skills", "skill": "design-mobile-apps", "skill_path": "skills/design-mobile-apps/SKILL.md", "commit": "03c20aec6dcedb5fabfb03dc37982eb52ef19ed6", "evals_sha256": "61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d", "suite_hash": "469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 39 } }, { "attempt_id": "60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2", "protocol": { "list": "plain", "model_option": "option_3", "repository": "heygen-com/hyperframes", "skill": "hyperframes-core", "skill_path": "skills/hyperframes-core/SKILL.md", "commit": "c4440dfb200def5e0c0afee938778f05b5985039", "evals_sha256": "46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9", "suite_hash": "56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97", "model": "claude-opus-5-5", "judge": "claude-haiku-5-5", "samples": 5, "draws": 10, "capture": "text", "ordinal": 40 } } ], "manifests": [ { "sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "bytes": "{\n \"format\": \"driftproof-skill-campaign/1\",\n \"plan_sha256\": \"a86285482498e2fe7285c77e1b6909272554b0a4ed9526dd6f16cda5dadfe402\",\n \"cap_usd\": 2500,\n \"budget_description\": \"USD 2,500 admission budget; actual usage may overrun\",\n \"stub\": false,\n \"outcomes\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": null\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n }\n ]\n}\n" }, { "sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "bytes": "{\n \"format\": \"driftproof-skill-campaign/1\",\n \"plan_sha256\": \"766f49a20cc9fca4294e4847232912002a013e47f37ee84cda5a50d51894bcf4\",\n \"cap_usd\": 2500,\n \"budget_description\": \"USD 2,500 admission budget; actual usage may overrun\",\n \"stub\": false,\n \"concurrency\": 4,\n \"priors\": [\n {\n \"path\": \"../../../../../../../var/tmp/bbuild/408/campaign-1-out/408/manifest.json\",\n \"sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"adjustments\": [\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"cost_usd\": 0.21,\n \"basis\": \"controller-observed API-equivalent transcript usage; approximate\",\n \"note\": \"attempt 55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d: observed USD 0.21 API-equivalent from the eval user's transcript usage (25 claude-sonnet-5-5 calls, 168 claude-haiku-5-5 calls), 2026-10-18 04:36-04:41Z; the manifest recorded null.\\n\",\n \"note_sha256\": \"f053f4ddc1b60ad7bd92a5a2c9380c7b62cbb437f9c7f68ca734499eb7eb3079\",\n \"plan_sha256\": \"a86285482498e2fe7285c77e1b6909272554b0a4ed9526dd6f16cda5dadfe402\"\n }\n ]\n }\n ],\n \"prior_spend_usd\": 0.21,\n \"prior_failures\": [\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.21\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n }\n ],\n \"outcomes\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.487411,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 397,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6162\n },\n \"cost_usd\": 0.019554\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 951,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6544\n },\n \"cost_usd\": 0.0016825\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 737,\n \"cached_tokens\": 5863,\n \"wall_ms\": 5534\n },\n \"cost_usd\": 0.0015755\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 858,\n \"cached_tokens\": 5863,\n \"wall_ms\": 6035\n },\n \"cost_usd\": 0.001636\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 833,\n \"cached_tokens\": 5863,\n \"wall_ms\": 6026\n },\n \"cost_usd\": 0.0016235\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6034,\n \"output_tokens\": 818,\n \"cached_tokens\": 5863,\n \"wall_ms\": 5686\n },\n \"cost_usd\": 0.0016158\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3897,\n \"output_tokens\": 435,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6101\n },\n \"cost_usd\": 0.019938\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 755,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5849\n },\n \"cost_usd\": 0.0015921000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 1066,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6857\n },\n \"cost_usd\": 0.0017476000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 1053,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6906\n },\n \"cost_usd\": 0.0017411000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 796,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6062\n },\n \"cost_usd\": 0.0016126\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 966,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6621\n },\n \"cost_usd\": 0.0016974000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 460,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6162\n },\n \"cost_usd\": 0.020184\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6096,\n \"output_tokens\": 964,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6432\n },\n \"cost_usd\": 0.0017012000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6099,\n \"output_tokens\": 883,\n \"cached_tokens\": 5926,\n \"wall_ms\": 6159\n },\n \"cost_usd\": 0.0016612999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6097,\n \"output_tokens\": 739,\n \"cached_tokens\": 5926,\n \"wall_ms\": 5577\n },\n \"cost_usd\": 0.0015889\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6098,\n \"output_tokens\": 100,\n \"cached_tokens\": 5926,\n \"wall_ms\": 3076\n },\n \"cost_usd\": 0.0012696\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6097,\n \"output_tokens\": 814,\n \"cached_tokens\": 5926,\n \"wall_ms\": 6620\n },\n \"cost_usd\": 0.0016264\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 394,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5617\n },\n \"cost_usd\": 0.019524\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3528\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 107,\n \"cached_tokens\": 5860,\n \"wall_ms\": 3291\n },\n \"cost_usd\": 0.0012599\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 819,\n \"cached_tokens\": 5860,\n \"wall_ms\": 5907\n },\n \"cost_usd\": 0.0016159000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6031,\n \"output_tokens\": 1102,\n \"cached_tokens\": 5860,\n \"wall_ms\": 7353\n },\n \"cost_usd\": 0.0017572\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 653,\n \"cached_tokens\": 5860,\n \"wall_ms\": 5069\n },\n \"cost_usd\": 0.0015331000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1988,\n \"output_tokens\": 325,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5054\n },\n \"cost_usd\": 0.011202\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5964,\n \"output_tokens\": 110,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2865\n },\n \"cost_usd\": 0.0012477999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5964,\n \"output_tokens\": 395,\n \"cached_tokens\": 5791,\n \"wall_ms\": 3845\n },\n \"cost_usd\": 0.0013903\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 107,\n \"cached_tokens\": 5791,\n \"wall_ms\": 3417\n },\n \"cost_usd\": 0.0012461000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 396,\n \"cached_tokens\": 5791,\n \"wall_ms\": 4161\n },\n \"cost_usd\": 0.0013906\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 386,\n \"cached_tokens\": 5791,\n \"wall_ms\": 4141\n },\n \"cost_usd\": 0.0013856\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1990,\n \"output_tokens\": 356,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5060\n },\n \"cost_usd\": 0.01152\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 114,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3119\n },\n \"cost_usd\": 0.0012558\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 370,\n \"cached_tokens\": 5822,\n \"wall_ms\": 4133\n },\n \"cost_usd\": 0.0013838\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 127,\n \"cached_tokens\": 5822,\n \"wall_ms\": 2984\n },\n \"cost_usd\": 0.0012623\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 483,\n \"cached_tokens\": 5822,\n \"wall_ms\": 4742\n },\n \"cost_usd\": 0.0014403\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 102,\n \"cached_tokens\": 5822,\n \"wall_ms\": 2918\n },\n \"cost_usd\": 0.0012498\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1987,\n \"output_tokens\": 388,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5223\n },\n \"cost_usd\": 0.011828\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6027,\n \"output_tokens\": 130,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2935\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6025,\n \"output_tokens\": 109,\n \"cached_tokens\": 5854,\n \"wall_ms\": 2982\n },\n \"cost_usd\": 0.0012595\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 92,\n \"cached_tokens\": 5854,\n \"wall_ms\": 2852\n },\n \"cost_usd\": 0.0012508\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6027,\n \"output_tokens\": 129,\n \"cached_tokens\": 5854,\n \"wall_ms\": 3224\n },\n \"cost_usd\": 0.0012699\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6026,\n \"output_tokens\": 374,\n \"cached_tokens\": 5854,\n \"wall_ms\": 3944\n },\n \"cost_usd\": 0.0013922000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 508,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7022\n },\n \"cost_usd\": 0.020416\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 111,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2966\n },\n \"cost_usd\": 0.0012667\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 571,\n \"cached_tokens\": 5886,\n \"wall_ms\": 4848\n },\n \"cost_usd\": 0.0014969\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 785,\n \"cached_tokens\": 5886,\n \"wall_ms\": 6145\n },\n \"cost_usd\": 0.0016039000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 106,\n \"cached_tokens\": 5886,\n \"wall_ms\": 2743\n },\n \"cost_usd\": 0.0012646\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 572,\n \"cached_tokens\": 5886,\n \"wall_ms\": 5129\n },\n \"cost_usd\": 0.0014976000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 483,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6467\n },\n \"cost_usd\": 0.020166\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 123,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3053\n },\n \"cost_usd\": 0.0012681\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 99,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2564\n },\n \"cost_usd\": 0.0012561000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 103,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3307\n },\n \"cost_usd\": 0.0012581\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 95,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2640\n },\n \"cost_usd\": 0.0012541000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 113,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2690\n },\n \"cost_usd\": 0.0012631\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 506,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6444\n },\n \"cost_usd\": 0.020396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 101,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3068\n },\n \"cost_usd\": 0.0012617000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6055,\n \"output_tokens\": 124,\n \"cached_tokens\": 5884,\n \"wall_ms\": 3094\n },\n \"cost_usd\": 0.001273\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 115,\n \"cached_tokens\": 5884,\n \"wall_ms\": 2629\n },\n \"cost_usd\": 0.0012687\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 649,\n \"cached_tokens\": 5884,\n \"wall_ms\": 5078\n },\n \"cost_usd\": 0.0015357\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 101,\n \"cached_tokens\": 5884,\n \"wall_ms\": 2582\n },\n \"cost_usd\": 0.0012617000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 586,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7591\n },\n \"cost_usd\": 0.021196\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6137,\n \"output_tokens\": 1071,\n \"cached_tokens\": 4638,\n \"wall_ms\": 7122\n },\n \"cost_usd\": 0.0017629000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6135,\n \"output_tokens\": 110,\n \"cached_tokens\": 5964,\n \"wall_ms\": 2655\n },\n \"cost_usd\": 0.001282\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 965,\n \"cached_tokens\": 5964,\n \"wall_ms\": 6491\n },\n \"cost_usd\": 0.0017097\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 628,\n \"cached_tokens\": 5964,\n \"wall_ms\": 5350\n },\n \"cost_usd\": 0.0015412\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 1052,\n \"cached_tokens\": 5964,\n \"wall_ms\": 7035\n },\n \"cost_usd\": 0.0017532000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 510,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6596\n },\n \"cost_usd\": 0.020436\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 117,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3412\n },\n \"cost_usd\": 0.0012701000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 593,\n \"cached_tokens\": 5888,\n \"wall_ms\": 5176\n },\n \"cost_usd\": 0.0015085\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 85,\n \"cached_tokens\": 5888,\n \"wall_ms\": 2953\n },\n \"cost_usd\": 0.0012545\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6059,\n \"output_tokens\": 518,\n \"cached_tokens\": 5888,\n \"wall_ms\": 4881\n },\n \"cost_usd\": 0.0014708\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6061,\n \"output_tokens\": 133,\n \"cached_tokens\": 5888,\n \"wall_ms\": 3159\n },\n \"cost_usd\": 0.0012787\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1925,\n \"output_tokens\": 759,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8894\n },\n \"cost_usd\": 0.01529\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 300,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3480\n },\n \"cost_usd\": 0.0013836000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 331,\n \"cached_tokens\": 5997,\n \"wall_ms\": 6095\n },\n \"cost_usd\": 0.0013991000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 356,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3664\n },\n \"cost_usd\": 0.0014116\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 240,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3138\n },\n \"cost_usd\": 0.001354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6169,\n \"output_tokens\": 253,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3199\n },\n \"cost_usd\": 0.0013603000000000003\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1926,\n \"output_tokens\": 665,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8084\n },\n \"cost_usd\": 0.014354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 299,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3193\n },\n \"cost_usd\": 0.0013925\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6214,\n \"output_tokens\": 273,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3459\n },\n \"cost_usd\": 0.0013793000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 269,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3524\n },\n \"cost_usd\": 0.0013775\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6214,\n \"output_tokens\": 295,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3664\n },\n \"cost_usd\": 0.0013903000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 281,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3562\n },\n \"cost_usd\": 0.0013835\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1924,\n \"output_tokens\": 604,\n \"cached_tokens\": 1717,\n \"wall_ms\": 7885\n },\n \"cost_usd\": 0.013736\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 100,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0012716000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6107,\n \"output_tokens\": 283,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3750\n },\n \"cost_usd\": 0.0013629\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 288,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3453\n },\n \"cost_usd\": 0.0013656000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 310,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3572\n },\n \"cost_usd\": 0.0013766000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 241,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3309\n },\n \"cost_usd\": 0.0013421000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3836,\n \"output_tokens\": 191,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4150\n },\n \"cost_usd\": 0.017254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 580,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5573\n },\n \"cost_usd\": 0.0014392\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 806,\n \"cached_tokens\": 5574,\n \"wall_ms\": 6028\n },\n \"cost_usd\": 0.0015522\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 559,\n \"cached_tokens\": 5574,\n \"wall_ms\": 5503\n },\n \"cost_usd\": 0.0014287\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 545,\n \"cached_tokens\": 5574,\n \"wall_ms\": 4593\n },\n \"cost_usd\": 0.0014217000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 477,\n \"cached_tokens\": 5574,\n \"wall_ms\": 4441\n },\n \"cost_usd\": 0.0013877\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3837,\n \"output_tokens\": 166,\n \"cached_tokens\": 3627,\n \"wall_ms\": 3835\n },\n \"cost_usd\": 0.017008\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5719,\n \"output_tokens\": 524,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4865\n },\n \"cost_usd\": 0.0014058\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 134,\n \"cached_tokens\": 5549,\n \"wall_ms\": 3116\n },\n \"cost_usd\": 0.0012112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5720,\n \"output_tokens\": 356,\n \"cached_tokens\": 5549,\n \"wall_ms\": 3627\n },\n \"cost_usd\": 0.001322\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 630,\n \"cached_tokens\": 5549,\n \"wall_ms\": 5106\n },\n \"cost_usd\": 0.0014592000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 538,\n \"cached_tokens\": 5549,\n \"wall_ms\": 4810\n },\n \"cost_usd\": 0.0014132\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 220,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4134\n },\n \"cost_usd\": 0.017536\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 479,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4715\n },\n \"cost_usd\": 0.0013945\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 681,\n \"cached_tokens\": 5603,\n \"wall_ms\": 5293\n },\n \"cost_usd\": 0.0014955\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 391,\n \"cached_tokens\": 5603,\n \"wall_ms\": 4312\n },\n \"cost_usd\": 0.0013505\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5774,\n \"output_tokens\": 583,\n \"cached_tokens\": 5603,\n \"wall_ms\": 4837\n },\n \"cost_usd\": 0.0014463\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 69,\n \"cached_tokens\": 5603,\n \"wall_ms\": 2912\n },\n \"cost_usd\": 0.0011895\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1928,\n \"output_tokens\": 156,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4703\n },\n \"cost_usd\": 0.009272\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5710,\n \"output_tokens\": 248,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3302\n },\n \"cost_usd\": 0.001266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 76,\n \"cached_tokens\": 5539,\n \"wall_ms\": 2496\n },\n \"cost_usd\": 0.0011802\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 74,\n \"cached_tokens\": 5539,\n \"wall_ms\": 2800\n },\n \"cost_usd\": 0.0011792\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 297,\n \"cached_tokens\": 5539,\n \"wall_ms\": 3639\n },\n \"cost_usd\": 0.0012907\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 68,\n \"cached_tokens\": 5539,\n \"wall_ms\": 5539\n },\n \"cost_usd\": 0.0011762\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 188,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4503\n },\n \"cost_usd\": 0.009588\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5741,\n \"output_tokens\": 856,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6060\n },\n \"cost_usd\": 0.0015762\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 681,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5382\n },\n \"cost_usd\": 0.0014891000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5742,\n \"output_tokens\": 660,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5601\n },\n \"cost_usd\": 0.0014784000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5741,\n \"output_tokens\": 654,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5575\n },\n \"cost_usd\": 0.0014752\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 379,\n \"cached_tokens\": 5571,\n \"wall_ms\": 4235\n },\n \"cost_usd\": 0.0013375\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1929,\n \"output_tokens\": 189,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4164\n },\n \"cost_usd\": 0.009606\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5745,\n \"output_tokens\": 70,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2670\n },\n \"cost_usd\": 0.001184\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 140,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3408\n },\n \"cost_usd\": 0.0012188\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 218,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3578\n },\n \"cost_usd\": 0.0012576000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 101,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3111\n },\n \"cost_usd\": 0.0011991\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 235,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3250\n },\n \"cost_usd\": 0.0012663\n }\n ]\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"0088086baf03cabea487b4555ba4c30ffee50e9e9eb831d856b7b3bb84f43aa5\",\n \"cost_usd\": 0.890923,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.536387,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1622,\n \"cached_tokens\": 544,\n \"wall_ms\": 16579\n },\n \"cost_usd\": 0.02448\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6924,\n \"output_tokens\": 968,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6671\n },\n \"cost_usd\": 0.0018688\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6923,\n \"output_tokens\": 832,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5792\n },\n \"cost_usd\": 0.0018006\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6926,\n \"output_tokens\": 942,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5983\n },\n \"cost_usd\": 0.0018562000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6922,\n \"output_tokens\": 975,\n \"cached_tokens\": 6752,\n \"wall_ms\": 7656\n },\n \"cost_usd\": 0.0018719000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6924,\n \"output_tokens\": 829,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5945\n },\n \"cost_usd\": 0.0017993000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1584,\n \"cached_tokens\": 1856,\n \"wall_ms\": 15326\n },\n \"cost_usd\": 0.0241\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 181,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3208\n },\n \"cost_usd\": 0.0014891000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 166,\n \"cached_tokens\": 6821,\n \"wall_ms\": 3119\n },\n \"cost_usd\": 0.0014816000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 147,\n \"cached_tokens\": 6821,\n \"wall_ms\": 3128\n },\n \"cost_usd\": 0.0014721\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 643,\n \"cached_tokens\": 6821,\n \"wall_ms\": 5511\n },\n \"cost_usd\": 0.0017201000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6992,\n \"output_tokens\": 789,\n \"cached_tokens\": 6821,\n \"wall_ms\": 5746\n },\n \"cost_usd\": 0.0017929\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2067,\n \"output_tokens\": 1891,\n \"cached_tokens\": 1856,\n \"wall_ms\": 17177\n },\n \"cost_usd\": 0.027178\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7158,\n \"output_tokens\": 601,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4856\n },\n \"cost_usd\": 0.0017321\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7161,\n \"output_tokens\": 741,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5662\n },\n \"cost_usd\": 0.0018027\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 703,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5396\n },\n \"cost_usd\": 0.0017833000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 149,\n \"cached_tokens\": 6987,\n \"wall_ms\": 3572\n },\n \"cost_usd\": 0.0015063000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 706,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5530\n },\n \"cost_usd\": 0.0017848000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2064,\n \"output_tokens\": 1880,\n \"cached_tokens\": 1856,\n \"wall_ms\": 17222\n },\n \"cost_usd\": 0.027056\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 762,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5957\n },\n \"cost_usd\": 0.0018368000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 724,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5864\n },\n \"cost_usd\": 0.0018178000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7278,\n \"output_tokens\": 588,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5035\n },\n \"cost_usd\": 0.0017496000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 865,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5965\n },\n \"cost_usd\": 0.0018883\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7280,\n \"output_tokens\": 1004,\n \"cached_tokens\": 7107,\n \"wall_ms\": 6521\n },\n \"cost_usd\": 0.001958\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2066,\n \"output_tokens\": 1601,\n \"cached_tokens\": 1856,\n \"wall_ms\": 14338\n },\n \"cost_usd\": 0.024274\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6984,\n \"output_tokens\": 615,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4813\n },\n \"cost_usd\": 0.0017043000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6984,\n \"output_tokens\": 743,\n \"cached_tokens\": 6814,\n \"wall_ms\": 5449\n },\n \"cost_usd\": 0.0017683000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 861,\n \"cached_tokens\": 6814,\n \"wall_ms\": 5663\n },\n \"cost_usd\": 0.0018277\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 121,\n \"cached_tokens\": 6814,\n \"wall_ms\": 2706\n },\n \"cost_usd\": 0.0014577000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 116,\n \"cached_tokens\": 6814,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0014552\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1510,\n \"cached_tokens\": 1467,\n \"wall_ms\": 14174\n },\n \"cost_usd\": 0.022952\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 628,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0017104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 655,\n \"cached_tokens\": 6810,\n \"wall_ms\": 5392\n },\n \"cost_usd\": 0.0017239\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 777,\n \"cached_tokens\": 6810,\n \"wall_ms\": 5782\n },\n \"cost_usd\": 0.0017849\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6980,\n \"output_tokens\": 598,\n \"cached_tokens\": 6810,\n \"wall_ms\": 4517\n },\n \"cost_usd\": 0.001695\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 559,\n \"cached_tokens\": 6810,\n \"wall_ms\": 4715\n },\n \"cost_usd\": 0.0016759000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1390,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13858\n },\n \"cost_usd\": 0.021756\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 782,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5662\n },\n \"cost_usd\": 0.0017886000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6989,\n \"output_tokens\": 810,\n \"cached_tokens\": 6817,\n \"wall_ms\": 5865\n },\n \"cost_usd\": 0.0018028000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6989,\n \"output_tokens\": 748,\n \"cached_tokens\": 6817,\n \"wall_ms\": 5530\n },\n \"cost_usd\": 0.0017718000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 624,\n \"cached_tokens\": 6817,\n \"wall_ms\": 4928\n },\n \"cost_usd\": 0.0017096000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 867,\n \"cached_tokens\": 6817,\n \"wall_ms\": 6022\n },\n \"cost_usd\": 0.0018311000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1441,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13538\n },\n \"cost_usd\": 0.022262\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 521,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4686\n },\n \"cost_usd\": 0.0016347\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 112,\n \"cached_tokens\": 6699,\n \"wall_ms\": 2880\n },\n \"cost_usd\": 0.0014302\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 422,\n \"cached_tokens\": 6699,\n \"wall_ms\": 4242\n },\n \"cost_usd\": 0.0015852000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 641,\n \"cached_tokens\": 6699,\n \"wall_ms\": 4755\n },\n \"cost_usd\": 0.0016947\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6870,\n \"output_tokens\": 671,\n \"cached_tokens\": 6699,\n \"wall_ms\": 5170\n },\n \"cost_usd\": 0.0017095\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1419,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13162\n },\n \"cost_usd\": 0.022046\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 734,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5512\n },\n \"cost_usd\": 0.0017558000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 559,\n \"cached_tokens\": 6773,\n \"wall_ms\": 4681\n },\n \"cost_usd\": 0.0016683000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6945,\n \"output_tokens\": 679,\n \"cached_tokens\": 6773,\n \"wall_ms\": 5519\n },\n \"cost_usd\": 0.0017285\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 646,\n \"cached_tokens\": 6773,\n \"wall_ms\": 5257\n },\n \"cost_usd\": 0.0017118\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 88,\n \"cached_tokens\": 6773,\n \"wall_ms\": 2783\n },\n \"cost_usd\": 0.0014328000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2040,\n \"output_tokens\": 290,\n \"cached_tokens\": 1568,\n \"wall_ms\": 4976\n },\n \"cost_usd\": 0.01106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 271,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3501\n },\n \"cost_usd\": 0.0013053\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 345,\n \"cached_tokens\": 5677,\n \"wall_ms\": 4014\n },\n \"cost_usd\": 0.0013423\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 302,\n \"cached_tokens\": 5677,\n \"wall_ms\": 3648\n },\n \"cost_usd\": 0.0013208\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 87,\n \"cached_tokens\": 5677,\n \"wall_ms\": 2869\n },\n \"cost_usd\": 0.0012133\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5848,\n \"output_tokens\": 237,\n \"cached_tokens\": 5677,\n \"wall_ms\": 3090\n },\n \"cost_usd\": 0.0012881000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2038,\n \"output_tokens\": 356,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5276\n },\n \"cost_usd\": 0.011712\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 82,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2724\n },\n \"cost_usd\": 0.0012238\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 86,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2976\n },\n \"cost_usd\": 0.0012262\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 77,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2860\n },\n \"cost_usd\": 0.0012215\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 271,\n \"cached_tokens\": 5743,\n \"wall_ms\": 3329\n },\n \"cost_usd\": 0.0013185\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 92,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2770\n },\n \"cost_usd\": 0.0012288\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2039,\n \"output_tokens\": 321,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5182\n },\n \"cost_usd\": 0.011366\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 106,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2958\n },\n \"cost_usd\": 0.001229\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 70,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2954\n },\n \"cost_usd\": 0.001211\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 230,\n \"cached_tokens\": 5708,\n \"wall_ms\": 3371\n },\n \"cost_usd\": 0.001291\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 73,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2994\n },\n \"cost_usd\": 0.0012125\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 82,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2698\n },\n \"cost_usd\": 0.001217\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1938,\n \"output_tokens\": 335,\n \"cached_tokens\": 1467,\n \"wall_ms\": 5509\n },\n \"cost_usd\": 0.011102\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5893,\n \"output_tokens\": 81,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3047\n },\n \"cost_usd\": 0.0012191\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 208,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3123\n },\n \"cost_usd\": 0.0012828\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 204,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3465\n },\n \"cost_usd\": 0.0012808\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5893,\n \"output_tokens\": 232,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3039\n },\n \"cost_usd\": 0.0012946000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 216,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3460\n },\n \"cost_usd\": 0.0012868\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1940,\n \"output_tokens\": 293,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5257\n },\n \"cost_usd\": 0.01069\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5851,\n \"output_tokens\": 316,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3306\n },\n \"cost_usd\": 0.0013282\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5853,\n \"output_tokens\": 79,\n \"cached_tokens\": 5680,\n \"wall_ms\": 2726\n },\n \"cost_usd\": 0.0012101000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5852,\n \"output_tokens\": 209,\n \"cached_tokens\": 5680,\n \"wall_ms\": 3273\n },\n \"cost_usd\": 0.0012749\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5852,\n \"output_tokens\": 280,\n \"cached_tokens\": 5680,\n \"wall_ms\": 3908\n },\n \"cost_usd\": 0.0013104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5851,\n \"output_tokens\": 80,\n \"cached_tokens\": 5680,\n \"wall_ms\": 2685\n },\n \"cost_usd\": 0.0012102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1936,\n \"output_tokens\": 303,\n \"cached_tokens\": 1729,\n \"wall_ms\": 4845\n },\n \"cost_usd\": 0.010774\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5863,\n \"output_tokens\": 80,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2816\n },\n \"cost_usd\": 0.0012126\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5861,\n \"output_tokens\": 78,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2589\n },\n \"cost_usd\": 0.0012112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5860,\n \"output_tokens\": 81,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2717\n },\n \"cost_usd\": 0.0012125\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5862,\n \"output_tokens\": 79,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2853\n },\n \"cost_usd\": 0.0012119000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5860,\n \"output_tokens\": 200,\n \"cached_tokens\": 5690,\n \"wall_ms\": 3136\n },\n \"cost_usd\": 0.001272\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2062,\n \"output_tokens\": 1070,\n \"cached_tokens\": 1568,\n \"wall_ms\": 12185\n },\n \"cost_usd\": 0.018948\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6387,\n \"output_tokens\": 421,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3615\n },\n \"cost_usd\": 0.0014879000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6387,\n \"output_tokens\": 136,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3171\n },\n \"cost_usd\": 0.0013454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6384,\n \"output_tokens\": 128,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3102\n },\n \"cost_usd\": 0.0013408000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6386,\n \"output_tokens\": 338,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3729\n },\n \"cost_usd\": 0.0014462000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6385,\n \"output_tokens\": 317,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3653\n },\n \"cost_usd\": 0.0014355\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 1021,\n \"cached_tokens\": 1853,\n \"wall_ms\": 11158\n },\n \"cost_usd\": 0.018454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6421,\n \"output_tokens\": 138,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2759\n },\n \"cost_usd\": 0.0013532000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6422,\n \"output_tokens\": 137,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2967\n },\n \"cost_usd\": 0.0013529000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6421,\n \"output_tokens\": 132,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2869\n },\n \"cost_usd\": 0.0013502\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6422,\n \"output_tokens\": 104,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2671\n },\n \"cost_usd\": 0.0013364000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6420,\n \"output_tokens\": 128,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2803\n },\n \"cost_usd\": 0.001348\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2062,\n \"output_tokens\": 1015,\n \"cached_tokens\": 1853,\n \"wall_ms\": 11342\n },\n \"cost_usd\": 0.018398\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 417,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3666\n },\n \"cost_usd\": 0.0014867\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 429,\n \"cached_tokens\": 6220,\n \"wall_ms\": 4016\n },\n \"cost_usd\": 0.0014927\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6392,\n \"output_tokens\": 132,\n \"cached_tokens\": 6220,\n \"wall_ms\": 2996\n },\n \"cost_usd\": 0.0013444000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6392,\n \"output_tokens\": 120,\n \"cached_tokens\": 6220,\n \"wall_ms\": 2800\n },\n \"cost_usd\": 0.0013384\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 140,\n \"cached_tokens\": 6220,\n \"wall_ms\": 3345\n },\n \"cost_usd\": 0.0013482000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1959,\n \"output_tokens\": 818,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9616\n },\n \"cost_usd\": 0.016016\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 137,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3124\n },\n \"cost_usd\": 0.0013071\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 310,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3373\n },\n \"cost_usd\": 0.0013936\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 141,\n \"cached_tokens\": 6021,\n \"wall_ms\": 2771\n },\n \"cost_usd\": 0.0013091\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 160,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3458\n },\n \"cost_usd\": 0.0013186\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 147,\n \"cached_tokens\": 6021,\n \"wall_ms\": 2927\n },\n \"cost_usd\": 0.0013121\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1960,\n \"output_tokens\": 567,\n \"cached_tokens\": 1752,\n \"wall_ms\": 7501\n },\n \"cost_usd\": 0.01351\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 152,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2856\n },\n \"cost_usd\": 0.0013078000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6157,\n \"output_tokens\": 392,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3661\n },\n \"cost_usd\": 0.0014274000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 164,\n \"cached_tokens\": 5987,\n \"wall_ms\": 2865\n },\n \"cost_usd\": 0.0013138000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6157,\n \"output_tokens\": 386,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3653\n },\n \"cost_usd\": 0.0014244000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 340,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3725\n },\n \"cost_usd\": 0.0014018000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 441,\n \"cached_tokens\": 1752,\n \"wall_ms\": 6231\n },\n \"cost_usd\": 0.012254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 392,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4818\n },\n \"cost_usd\": 0.0014024\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 401,\n \"cached_tokens\": 5861,\n \"wall_ms\": 4541\n },\n \"cost_usd\": 0.0014069\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 377,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3850\n },\n \"cost_usd\": 0.0013951\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 130,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3205\n },\n \"cost_usd\": 0.0012714\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6031,\n \"output_tokens\": 511,\n \"cached_tokens\": 5861,\n \"wall_ms\": 4780\n },\n \"cost_usd\": 0.0014617\n }\n ]\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.530769,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3172,\n \"output_tokens\": 828,\n \"cached_tokens\": 544,\n \"wall_ms\": 10259\n },\n \"cost_usd\": 0.020968\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 116,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2778\n },\n \"cost_usd\": 0.0013076000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 139,\n \"cached_tokens\": 6074,\n \"wall_ms\": 3463\n },\n \"cost_usd\": 0.0013187000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6244,\n \"output_tokens\": 122,\n \"cached_tokens\": 6074,\n \"wall_ms\": 3417\n },\n \"cost_usd\": 0.0013098000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 105,\n \"cached_tokens\": 6074,\n \"wall_ms\": 2503\n },\n \"cost_usd\": 0.0013017\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 333,\n \"cached_tokens\": 6074,\n \"wall_ms\": 4108\n },\n \"cost_usd\": 0.0014157\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 789,\n \"cached_tokens\": 2964,\n \"wall_ms\": 8838\n },\n \"cost_usd\": 0.020582\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6187,\n \"output_tokens\": 118,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3145\n },\n \"cost_usd\": 0.0012964\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 124,\n \"cached_tokens\": 6016,\n \"wall_ms\": 2850\n },\n \"cost_usd\": 0.0012996000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 123,\n \"cached_tokens\": 6016,\n \"wall_ms\": 3126\n },\n \"cost_usd\": 0.0012993000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 286,\n \"cached_tokens\": 6016,\n \"wall_ms\": 3945\n },\n \"cost_usd\": 0.0013806\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 389,\n \"cached_tokens\": 6016,\n \"wall_ms\": 4348\n },\n \"cost_usd\": 0.0014321000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 879,\n \"cached_tokens\": 2964,\n \"wall_ms\": 9377\n },\n \"cost_usd\": 0.021482\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 123,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3371\n },\n \"cost_usd\": 0.0013141000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6264,\n \"output_tokens\": 367,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3731\n },\n \"cost_usd\": 0.0014363000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6264,\n \"output_tokens\": 314,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3898\n },\n \"cost_usd\": 0.0014098000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 148,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3465\n },\n \"cost_usd\": 0.0013266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 103,\n \"cached_tokens\": 6092,\n \"wall_ms\": 2689\n },\n \"cost_usd\": 0.0013041\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1953,\n \"output_tokens\": 918,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9902\n },\n \"cost_usd\": 0.016992\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 139,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3195\n },\n \"cost_usd\": 0.0013419\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 112,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2903\n },\n \"cost_usd\": 0.0013284000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 147,\n \"cached_tokens\": 6190,\n \"wall_ms\": 3248\n },\n \"cost_usd\": 0.0013459000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6364,\n \"output_tokens\": 115,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2723\n },\n \"cost_usd\": 0.0013303000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 112,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2751\n },\n \"cost_usd\": 0.0013284000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 837,\n \"cached_tokens\": 1744,\n \"wall_ms\": 9099\n },\n \"cost_usd\": 0.016178\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 130,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3648\n },\n \"cost_usd\": 0.0013194\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6273,\n \"output_tokens\": 114,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3186\n },\n \"cost_usd\": 0.0013116000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6273,\n \"output_tokens\": 364,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3725\n },\n \"cost_usd\": 0.0014366000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 340,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3797\n },\n \"cost_usd\": 0.0014244000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 353,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3573\n },\n \"cost_usd\": 0.0014309000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 965,\n \"cached_tokens\": 1744,\n \"wall_ms\": 10273\n },\n \"cost_usd\": 0.017458\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6404,\n \"output_tokens\": 305,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3584\n },\n \"cost_usd\": 0.0014333000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6403,\n \"output_tokens\": 335,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3832\n },\n \"cost_usd\": 0.0014481000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6405,\n \"output_tokens\": 310,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3505\n },\n \"cost_usd\": 0.001436\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6405,\n \"output_tokens\": 279,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3636\n },\n \"cost_usd\": 0.0014205\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6402,\n \"output_tokens\": 376,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3920\n },\n \"cost_usd\": 0.0014684000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3164,\n \"output_tokens\": 914,\n \"cached_tokens\": 2687,\n \"wall_ms\": 9293\n },\n \"cost_usd\": 0.021796\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6230,\n \"output_tokens\": 905,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6088\n },\n \"cost_usd\": 0.0016985\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6231,\n \"output_tokens\": 984,\n \"cached_tokens\": 6059,\n \"wall_ms\": 6368\n },\n \"cost_usd\": 0.0017382\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6229,\n \"output_tokens\": 707,\n \"cached_tokens\": 6059,\n \"wall_ms\": 5982\n },\n \"cost_usd\": 0.0015993000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6232,\n \"output_tokens\": 917,\n \"cached_tokens\": 6059,\n \"wall_ms\": 6106\n },\n \"cost_usd\": 0.0017049\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6230,\n \"output_tokens\": 734,\n \"cached_tokens\": 6059,\n \"wall_ms\": 5589\n },\n \"cost_usd\": 0.001613\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3163,\n \"output_tokens\": 818,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8993\n },\n \"cost_usd\": 0.020832\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 531,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4825\n },\n \"cost_usd\": 0.0015263000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 123,\n \"cached_tokens\": 6132,\n \"wall_ms\": 2976\n },\n \"cost_usd\": 0.0013223000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 526,\n \"cached_tokens\": 6132,\n \"wall_ms\": 5004\n },\n \"cost_usd\": 0.0015238000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6303,\n \"output_tokens\": 573,\n \"cached_tokens\": 6132,\n \"wall_ms\": 5019\n },\n \"cost_usd\": 0.0015471\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6305,\n \"output_tokens\": 111,\n \"cached_tokens\": 6132,\n \"wall_ms\": 3092\n },\n \"cost_usd\": 0.0013165\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 779,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8322\n },\n \"cost_usd\": 0.02045\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 330,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3902\n },\n \"cost_usd\": 0.0014052000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 378,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3640\n },\n \"cost_usd\": 0.0014292\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 404,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3989\n },\n \"cost_usd\": 0.0014422\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6200,\n \"output_tokens\": 369,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3802\n },\n \"cost_usd\": 0.0014245\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6199,\n \"output_tokens\": 162,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3730\n },\n \"cost_usd\": 0.0013208000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 847,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9451\n },\n \"cost_usd\": 0.01625\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6169,\n \"output_tokens\": 812,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6051\n },\n \"cost_usd\": 0.0016398000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 565,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5368\n },\n \"cost_usd\": 0.0015161\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 644,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5759\n },\n \"cost_usd\": 0.0015556\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 699,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5631\n },\n \"cost_usd\": 0.0015831\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 594,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5016\n },\n \"cost_usd\": 0.0015306000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1077,\n \"cached_tokens\": 1736,\n \"wall_ms\": 11930\n },\n \"cost_usd\": 0.01855\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 555,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4525\n },\n \"cost_usd\": 0.0015313000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 723,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5737\n },\n \"cost_usd\": 0.0016153000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 778,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5621\n },\n \"cost_usd\": 0.0016428000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6268,\n \"output_tokens\": 885,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5906\n },\n \"cost_usd\": 0.0016961\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 585,\n \"cached_tokens\": 6097,\n \"wall_ms\": 4835\n },\n \"cost_usd\": 0.0015463000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1943,\n \"output_tokens\": 956,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10519\n },\n \"cost_usd\": 0.017332\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 134,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2774\n },\n \"cost_usd\": 0.0013244\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 469,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4717\n },\n \"cost_usd\": 0.0014919\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 385,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4071\n },\n \"cost_usd\": 0.0014497\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 414,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4140\n },\n \"cost_usd\": 0.0014642000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 906,\n \"cached_tokens\": 6114,\n \"wall_ms\": 7103\n },\n \"cost_usd\": 0.0017102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1944,\n \"output_tokens\": 927,\n \"cached_tokens\": 1736,\n \"wall_ms\": 9884\n },\n \"cost_usd\": 0.017046\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2742\n },\n \"cost_usd\": 0.0013422\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 493,\n \"cached_tokens\": 6219,\n \"wall_ms\": 4622\n },\n \"cost_usd\": 0.0015247000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6389,\n \"output_tokens\": 116,\n \"cached_tokens\": 6219,\n \"wall_ms\": 2857\n },\n \"cost_usd\": 0.0013358000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6390,\n \"output_tokens\": 691,\n \"cached_tokens\": 6219,\n \"wall_ms\": 5668\n },\n \"cost_usd\": 0.0016235\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 454,\n \"cached_tokens\": 6219,\n \"wall_ms\": 4397\n },\n \"cost_usd\": 0.0015052\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1006,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10434\n },\n \"cost_usd\": 0.01784\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6312,\n \"output_tokens\": 785,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6091\n },\n \"cost_usd\": 0.0016549000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6312,\n \"output_tokens\": 791,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5671\n },\n \"cost_usd\": 0.0016579000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 123,\n \"cached_tokens\": 6139,\n \"wall_ms\": 3060\n },\n \"cost_usd\": 0.0013237000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 644,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5260\n },\n \"cost_usd\": 0.0015842\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 793,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5822\n },\n \"cost_usd\": 0.0016587000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1035,\n \"cached_tokens\": 1736,\n \"wall_ms\": 12026\n },\n \"cost_usd\": 0.01813\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6243,\n \"output_tokens\": 591,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4858\n },\n \"cost_usd\": 0.0015441\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6245,\n \"output_tokens\": 515,\n \"cached_tokens\": 6072,\n \"wall_ms\": 5286\n },\n \"cost_usd\": 0.0015065\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6244,\n \"output_tokens\": 366,\n \"cached_tokens\": 6072,\n \"wall_ms\": 3822\n },\n \"cost_usd\": 0.0014318000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6242,\n \"output_tokens\": 974,\n \"cached_tokens\": 6072,\n \"wall_ms\": 6782\n },\n \"cost_usd\": 0.0017354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6245,\n \"output_tokens\": 605,\n \"cached_tokens\": 6072,\n \"wall_ms\": 5256\n },\n \"cost_usd\": 0.0015515\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 422,\n \"cached_tokens\": 2687,\n \"wall_ms\": 6003\n },\n \"cost_usd\": 0.016864\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5998,\n \"output_tokens\": 533,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4409\n },\n \"cost_usd\": 0.0014661000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5998,\n \"output_tokens\": 142,\n \"cached_tokens\": 5827,\n \"wall_ms\": 3088\n },\n \"cost_usd\": 0.0012706000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 607,\n \"cached_tokens\": 5827,\n \"wall_ms\": 4668\n },\n \"cost_usd\": 0.0015033\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 443,\n \"cached_tokens\": 5827,\n \"wall_ms\": 4841\n },\n \"cost_usd\": 0.0014213\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 150,\n \"cached_tokens\": 5827,\n \"wall_ms\": 3644\n },\n \"cost_usd\": 0.0012748\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 419,\n \"cached_tokens\": 2952,\n \"wall_ms\": 5728\n },\n \"cost_usd\": 0.016834\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 715,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5282\n },\n \"cost_usd\": 0.0015567\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 129,\n \"cached_tokens\": 5824,\n \"wall_ms\": 3444\n },\n \"cost_usd\": 0.0012633\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 157,\n \"cached_tokens\": 5824,\n \"wall_ms\": 3144\n },\n \"cost_usd\": 0.0012777\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 761,\n \"cached_tokens\": 5824,\n \"wall_ms\": 5212\n },\n \"cost_usd\": 0.0015793\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 622,\n \"cached_tokens\": 5824,\n \"wall_ms\": 4854\n },\n \"cost_usd\": 0.0015102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 363,\n \"cached_tokens\": 2952,\n \"wall_ms\": 9620\n },\n \"cost_usd\": 0.016274\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5940,\n \"output_tokens\": 489,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4527\n },\n \"cost_usd\": 0.0014325\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5941,\n \"output_tokens\": 140,\n \"cached_tokens\": 5768,\n \"wall_ms\": 3393\n },\n \"cost_usd\": 0.0012582000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 834,\n \"cached_tokens\": 5768,\n \"wall_ms\": 5660\n },\n \"cost_usd\": 0.0016048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 773,\n \"cached_tokens\": 5768,\n \"wall_ms\": 5617\n },\n \"cost_usd\": 0.0015743\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 550,\n \"cached_tokens\": 5768,\n \"wall_ms\": 4423\n },\n \"cost_usd\": 0.0014628\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1941,\n \"output_tokens\": 827,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9656\n },\n \"cost_usd\": 0.016034\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 149,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3300\n },\n \"cost_usd\": 0.0012997\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 157,\n \"cached_tokens\": 5954,\n \"wall_ms\": 3491\n },\n \"cost_usd\": 0.0013035\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 672,\n \"cached_tokens\": 5954,\n \"wall_ms\": 5316\n },\n \"cost_usd\": 0.0015612\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 590,\n \"cached_tokens\": 5954,\n \"wall_ms\": 4922\n },\n \"cost_usd\": 0.00152\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6128,\n \"output_tokens\": 167,\n \"cached_tokens\": 5954,\n \"wall_ms\": 3267\n },\n \"cost_usd\": 0.0013091\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1942,\n \"output_tokens\": 828,\n \"cached_tokens\": 1732,\n \"wall_ms\": 9295\n },\n \"cost_usd\": 0.016048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6151,\n \"output_tokens\": 731,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5576\n },\n \"cost_usd\": 0.0015957\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6151,\n \"output_tokens\": 553,\n \"cached_tokens\": 5980,\n \"wall_ms\": 4656\n },\n \"cost_usd\": 0.0015067000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6153,\n \"output_tokens\": 131,\n \"cached_tokens\": 5980,\n \"wall_ms\": 2771\n },\n \"cost_usd\": 0.0012961000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6153,\n \"output_tokens\": 160,\n \"cached_tokens\": 5980,\n \"wall_ms\": 3381\n },\n \"cost_usd\": 0.0013106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6152,\n \"output_tokens\": 1235,\n \"cached_tokens\": 5980,\n \"wall_ms\": 7396\n },\n \"cost_usd\": 0.0018479000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1939,\n \"output_tokens\": 603,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7146\n },\n \"cost_usd\": 0.013786\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6179,\n \"output_tokens\": 453,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4248\n },\n \"cost_usd\": 0.0014623000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6180,\n \"output_tokens\": 479,\n \"cached_tokens\": 6008,\n \"wall_ms\": 6033\n },\n \"cost_usd\": 0.0014755\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6181,\n \"output_tokens\": 430,\n \"cached_tokens\": 6008,\n \"wall_ms\": 4264\n },\n \"cost_usd\": 0.0014512000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6178,\n \"output_tokens\": 494,\n \"cached_tokens\": 6008,\n \"wall_ms\": 4183\n },\n \"cost_usd\": 0.0014826000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6181,\n \"output_tokens\": 166,\n \"cached_tokens\": 6008,\n \"wall_ms\": 2985\n },\n \"cost_usd\": 0.0013192\n }\n ]\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n }\n ],\n \"spent_usd\": 2.65549,\n \"reserved_usd\": 0\n}\n" }, { "sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "bytes": "{\n \"format\": \"driftproof-skill-campaign/1\",\n \"plan_sha256\": \"861afc4f340eed97c4e9ccd9ecdaf53c9e5673db4f1cd91f4c00cb4c21843a04\",\n \"cap_usd\": 2500,\n \"budget_description\": \"USD 2,500 admission budget; actual usage may overrun\",\n \"stub\": false,\n \"concurrency\": 4,\n \"priors\": [\n {\n \"path\": \"../../../../../../../var/tmp/bbuild/408/campaign-1-out/408/manifest.json\",\n \"sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"adjustments\": [\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"cost_usd\": 0.21,\n \"basis\": \"controller-observed API-equivalent transcript usage; approximate\",\n \"note\": \"attempt 55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d: observed USD 0.21 API-equivalent from the eval user's transcript usage (25 claude-sonnet-5-5 calls, 168 claude-haiku-5-5 calls), 2026-10-18 04:36-04:41Z; the manifest recorded null.\\n\",\n \"note_sha256\": \"f053f4ddc1b60ad7bd92a5a2c9380c7b62cbb437f9c7f68ca734499eb7eb3079\",\n \"plan_sha256\": \"a86285482498e2fe7285c77e1b6909272554b0a4ed9526dd6f16cda5dadfe402\"\n }\n ]\n },\n {\n \"path\": \"../../../../../../../var/tmp/bbuild/408/campaign-2-out/408-c2/manifest.json\",\n \"sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"adjustments\": []\n }\n ],\n \"prior_spend_usd\": 2.65549,\n \"prior_failures\": [\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.21\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.487411,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 397,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6162\n },\n \"cost_usd\": 0.019554\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 951,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6544\n },\n \"cost_usd\": 0.0016825\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 737,\n \"cached_tokens\": 5863,\n \"wall_ms\": 5534\n },\n \"cost_usd\": 0.0015755\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 858,\n \"cached_tokens\": 5863,\n \"wall_ms\": 6035\n },\n \"cost_usd\": 0.001636\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 833,\n \"cached_tokens\": 5863,\n \"wall_ms\": 6026\n },\n \"cost_usd\": 0.0016235\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6034,\n \"output_tokens\": 818,\n \"cached_tokens\": 5863,\n \"wall_ms\": 5686\n },\n \"cost_usd\": 0.0016158\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3897,\n \"output_tokens\": 435,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6101\n },\n \"cost_usd\": 0.019938\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 755,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5849\n },\n \"cost_usd\": 0.0015921000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 1066,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6857\n },\n \"cost_usd\": 0.0017476000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 1053,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6906\n },\n \"cost_usd\": 0.0017411000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 796,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6062\n },\n \"cost_usd\": 0.0016126\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 966,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6621\n },\n \"cost_usd\": 0.0016974000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 460,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6162\n },\n \"cost_usd\": 0.020184\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6096,\n \"output_tokens\": 964,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6432\n },\n \"cost_usd\": 0.0017012000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6099,\n \"output_tokens\": 883,\n \"cached_tokens\": 5926,\n \"wall_ms\": 6159\n },\n \"cost_usd\": 0.0016612999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6097,\n \"output_tokens\": 739,\n \"cached_tokens\": 5926,\n \"wall_ms\": 5577\n },\n \"cost_usd\": 0.0015889\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6098,\n \"output_tokens\": 100,\n \"cached_tokens\": 5926,\n \"wall_ms\": 3076\n },\n \"cost_usd\": 0.0012696\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6097,\n \"output_tokens\": 814,\n \"cached_tokens\": 5926,\n \"wall_ms\": 6620\n },\n \"cost_usd\": 0.0016264\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 394,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5617\n },\n \"cost_usd\": 0.019524\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3528\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 107,\n \"cached_tokens\": 5860,\n \"wall_ms\": 3291\n },\n \"cost_usd\": 0.0012599\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 819,\n \"cached_tokens\": 5860,\n \"wall_ms\": 5907\n },\n \"cost_usd\": 0.0016159000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6031,\n \"output_tokens\": 1102,\n \"cached_tokens\": 5860,\n \"wall_ms\": 7353\n },\n \"cost_usd\": 0.0017572\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 653,\n \"cached_tokens\": 5860,\n \"wall_ms\": 5069\n },\n \"cost_usd\": 0.0015331000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1988,\n \"output_tokens\": 325,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5054\n },\n \"cost_usd\": 0.011202\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5964,\n \"output_tokens\": 110,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2865\n },\n \"cost_usd\": 0.0012477999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5964,\n \"output_tokens\": 395,\n \"cached_tokens\": 5791,\n \"wall_ms\": 3845\n },\n \"cost_usd\": 0.0013903\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 107,\n \"cached_tokens\": 5791,\n \"wall_ms\": 3417\n },\n \"cost_usd\": 0.0012461000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 396,\n \"cached_tokens\": 5791,\n \"wall_ms\": 4161\n },\n \"cost_usd\": 0.0013906\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 386,\n \"cached_tokens\": 5791,\n \"wall_ms\": 4141\n },\n \"cost_usd\": 0.0013856\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1990,\n \"output_tokens\": 356,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5060\n },\n \"cost_usd\": 0.01152\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 114,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3119\n },\n \"cost_usd\": 0.0012558\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 370,\n \"cached_tokens\": 5822,\n \"wall_ms\": 4133\n },\n \"cost_usd\": 0.0013838\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 127,\n \"cached_tokens\": 5822,\n \"wall_ms\": 2984\n },\n \"cost_usd\": 0.0012623\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 483,\n \"cached_tokens\": 5822,\n \"wall_ms\": 4742\n },\n \"cost_usd\": 0.0014403\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 102,\n \"cached_tokens\": 5822,\n \"wall_ms\": 2918\n },\n \"cost_usd\": 0.0012498\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1987,\n \"output_tokens\": 388,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5223\n },\n \"cost_usd\": 0.011828\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6027,\n \"output_tokens\": 130,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2935\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6025,\n \"output_tokens\": 109,\n \"cached_tokens\": 5854,\n \"wall_ms\": 2982\n },\n \"cost_usd\": 0.0012595\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 92,\n \"cached_tokens\": 5854,\n \"wall_ms\": 2852\n },\n \"cost_usd\": 0.0012508\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6027,\n \"output_tokens\": 129,\n \"cached_tokens\": 5854,\n \"wall_ms\": 3224\n },\n \"cost_usd\": 0.0012699\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6026,\n \"output_tokens\": 374,\n \"cached_tokens\": 5854,\n \"wall_ms\": 3944\n },\n \"cost_usd\": 0.0013922000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 508,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7022\n },\n \"cost_usd\": 0.020416\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 111,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2966\n },\n \"cost_usd\": 0.0012667\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 571,\n \"cached_tokens\": 5886,\n \"wall_ms\": 4848\n },\n \"cost_usd\": 0.0014969\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 785,\n \"cached_tokens\": 5886,\n \"wall_ms\": 6145\n },\n \"cost_usd\": 0.0016039000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 106,\n \"cached_tokens\": 5886,\n \"wall_ms\": 2743\n },\n \"cost_usd\": 0.0012646\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 572,\n \"cached_tokens\": 5886,\n \"wall_ms\": 5129\n },\n \"cost_usd\": 0.0014976000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 483,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6467\n },\n \"cost_usd\": 0.020166\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 123,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3053\n },\n \"cost_usd\": 0.0012681\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 99,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2564\n },\n \"cost_usd\": 0.0012561000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 103,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3307\n },\n \"cost_usd\": 0.0012581\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 95,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2640\n },\n \"cost_usd\": 0.0012541000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 113,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2690\n },\n \"cost_usd\": 0.0012631\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 506,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6444\n },\n \"cost_usd\": 0.020396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 101,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3068\n },\n \"cost_usd\": 0.0012617000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6055,\n \"output_tokens\": 124,\n \"cached_tokens\": 5884,\n \"wall_ms\": 3094\n },\n \"cost_usd\": 0.001273\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 115,\n \"cached_tokens\": 5884,\n \"wall_ms\": 2629\n },\n \"cost_usd\": 0.0012687\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 649,\n \"cached_tokens\": 5884,\n \"wall_ms\": 5078\n },\n \"cost_usd\": 0.0015357\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 101,\n \"cached_tokens\": 5884,\n \"wall_ms\": 2582\n },\n \"cost_usd\": 0.0012617000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 586,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7591\n },\n \"cost_usd\": 0.021196\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6137,\n \"output_tokens\": 1071,\n \"cached_tokens\": 4638,\n \"wall_ms\": 7122\n },\n \"cost_usd\": 0.0017629000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6135,\n \"output_tokens\": 110,\n \"cached_tokens\": 5964,\n \"wall_ms\": 2655\n },\n \"cost_usd\": 0.001282\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 965,\n \"cached_tokens\": 5964,\n \"wall_ms\": 6491\n },\n \"cost_usd\": 0.0017097\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 628,\n \"cached_tokens\": 5964,\n \"wall_ms\": 5350\n },\n \"cost_usd\": 0.0015412\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 1052,\n \"cached_tokens\": 5964,\n \"wall_ms\": 7035\n },\n \"cost_usd\": 0.0017532000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 510,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6596\n },\n \"cost_usd\": 0.020436\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 117,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3412\n },\n \"cost_usd\": 0.0012701000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 593,\n \"cached_tokens\": 5888,\n \"wall_ms\": 5176\n },\n \"cost_usd\": 0.0015085\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 85,\n \"cached_tokens\": 5888,\n \"wall_ms\": 2953\n },\n \"cost_usd\": 0.0012545\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6059,\n \"output_tokens\": 518,\n \"cached_tokens\": 5888,\n \"wall_ms\": 4881\n },\n \"cost_usd\": 0.0014708\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6061,\n \"output_tokens\": 133,\n \"cached_tokens\": 5888,\n \"wall_ms\": 3159\n },\n \"cost_usd\": 0.0012787\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1925,\n \"output_tokens\": 759,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8894\n },\n \"cost_usd\": 0.01529\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 300,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3480\n },\n \"cost_usd\": 0.0013836000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 331,\n \"cached_tokens\": 5997,\n \"wall_ms\": 6095\n },\n \"cost_usd\": 0.0013991000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 356,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3664\n },\n \"cost_usd\": 0.0014116\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 240,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3138\n },\n \"cost_usd\": 0.001354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6169,\n \"output_tokens\": 253,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3199\n },\n \"cost_usd\": 0.0013603000000000003\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1926,\n \"output_tokens\": 665,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8084\n },\n \"cost_usd\": 0.014354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 299,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3193\n },\n \"cost_usd\": 0.0013925\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6214,\n \"output_tokens\": 273,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3459\n },\n \"cost_usd\": 0.0013793000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 269,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3524\n },\n \"cost_usd\": 0.0013775\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6214,\n \"output_tokens\": 295,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3664\n },\n \"cost_usd\": 0.0013903000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 281,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3562\n },\n \"cost_usd\": 0.0013835\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1924,\n \"output_tokens\": 604,\n \"cached_tokens\": 1717,\n \"wall_ms\": 7885\n },\n \"cost_usd\": 0.013736\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 100,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0012716000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6107,\n \"output_tokens\": 283,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3750\n },\n \"cost_usd\": 0.0013629\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 288,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3453\n },\n \"cost_usd\": 0.0013656000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 310,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3572\n },\n \"cost_usd\": 0.0013766000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 241,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3309\n },\n \"cost_usd\": 0.0013421000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3836,\n \"output_tokens\": 191,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4150\n },\n \"cost_usd\": 0.017254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 580,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5573\n },\n \"cost_usd\": 0.0014392\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 806,\n \"cached_tokens\": 5574,\n \"wall_ms\": 6028\n },\n \"cost_usd\": 0.0015522\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 559,\n \"cached_tokens\": 5574,\n \"wall_ms\": 5503\n },\n \"cost_usd\": 0.0014287\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 545,\n \"cached_tokens\": 5574,\n \"wall_ms\": 4593\n },\n \"cost_usd\": 0.0014217000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 477,\n \"cached_tokens\": 5574,\n \"wall_ms\": 4441\n },\n \"cost_usd\": 0.0013877\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3837,\n \"output_tokens\": 166,\n \"cached_tokens\": 3627,\n \"wall_ms\": 3835\n },\n \"cost_usd\": 0.017008\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5719,\n \"output_tokens\": 524,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4865\n },\n \"cost_usd\": 0.0014058\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 134,\n \"cached_tokens\": 5549,\n \"wall_ms\": 3116\n },\n \"cost_usd\": 0.0012112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5720,\n \"output_tokens\": 356,\n \"cached_tokens\": 5549,\n \"wall_ms\": 3627\n },\n \"cost_usd\": 0.001322\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 630,\n \"cached_tokens\": 5549,\n \"wall_ms\": 5106\n },\n \"cost_usd\": 0.0014592000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 538,\n \"cached_tokens\": 5549,\n \"wall_ms\": 4810\n },\n \"cost_usd\": 0.0014132\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 220,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4134\n },\n \"cost_usd\": 0.017536\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 479,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4715\n },\n \"cost_usd\": 0.0013945\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 681,\n \"cached_tokens\": 5603,\n \"wall_ms\": 5293\n },\n \"cost_usd\": 0.0014955\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 391,\n \"cached_tokens\": 5603,\n \"wall_ms\": 4312\n },\n \"cost_usd\": 0.0013505\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5774,\n \"output_tokens\": 583,\n \"cached_tokens\": 5603,\n \"wall_ms\": 4837\n },\n \"cost_usd\": 0.0014463\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 69,\n \"cached_tokens\": 5603,\n \"wall_ms\": 2912\n },\n \"cost_usd\": 0.0011895\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1928,\n \"output_tokens\": 156,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4703\n },\n \"cost_usd\": 0.009272\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5710,\n \"output_tokens\": 248,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3302\n },\n \"cost_usd\": 0.001266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 76,\n \"cached_tokens\": 5539,\n \"wall_ms\": 2496\n },\n \"cost_usd\": 0.0011802\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 74,\n \"cached_tokens\": 5539,\n \"wall_ms\": 2800\n },\n \"cost_usd\": 0.0011792\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 297,\n \"cached_tokens\": 5539,\n \"wall_ms\": 3639\n },\n \"cost_usd\": 0.0012907\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 68,\n \"cached_tokens\": 5539,\n \"wall_ms\": 5539\n },\n \"cost_usd\": 0.0011762\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 188,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4503\n },\n \"cost_usd\": 0.009588\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5741,\n \"output_tokens\": 856,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6060\n },\n \"cost_usd\": 0.0015762\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 681,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5382\n },\n \"cost_usd\": 0.0014891000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5742,\n \"output_tokens\": 660,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5601\n },\n \"cost_usd\": 0.0014784000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5741,\n \"output_tokens\": 654,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5575\n },\n \"cost_usd\": 0.0014752\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 379,\n \"cached_tokens\": 5571,\n \"wall_ms\": 4235\n },\n \"cost_usd\": 0.0013375\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1929,\n \"output_tokens\": 189,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4164\n },\n \"cost_usd\": 0.009606\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5745,\n \"output_tokens\": 70,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2670\n },\n \"cost_usd\": 0.001184\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 140,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3408\n },\n \"cost_usd\": 0.0012188\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 218,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3578\n },\n \"cost_usd\": 0.0012576000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 101,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3111\n },\n \"cost_usd\": 0.0011991\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 235,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3250\n },\n \"cost_usd\": 0.0012663\n }\n ]\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.536387,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1622,\n \"cached_tokens\": 544,\n \"wall_ms\": 16579\n },\n \"cost_usd\": 0.02448\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6924,\n \"output_tokens\": 968,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6671\n },\n \"cost_usd\": 0.0018688\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6923,\n \"output_tokens\": 832,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5792\n },\n \"cost_usd\": 0.0018006\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6926,\n \"output_tokens\": 942,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5983\n },\n \"cost_usd\": 0.0018562000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6922,\n \"output_tokens\": 975,\n \"cached_tokens\": 6752,\n \"wall_ms\": 7656\n },\n \"cost_usd\": 0.0018719000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6924,\n \"output_tokens\": 829,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5945\n },\n \"cost_usd\": 0.0017993000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1584,\n \"cached_tokens\": 1856,\n \"wall_ms\": 15326\n },\n \"cost_usd\": 0.0241\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 181,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3208\n },\n \"cost_usd\": 0.0014891000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 166,\n \"cached_tokens\": 6821,\n \"wall_ms\": 3119\n },\n \"cost_usd\": 0.0014816000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 147,\n \"cached_tokens\": 6821,\n \"wall_ms\": 3128\n },\n \"cost_usd\": 0.0014721\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 643,\n \"cached_tokens\": 6821,\n \"wall_ms\": 5511\n },\n \"cost_usd\": 0.0017201000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6992,\n \"output_tokens\": 789,\n \"cached_tokens\": 6821,\n \"wall_ms\": 5746\n },\n \"cost_usd\": 0.0017929\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2067,\n \"output_tokens\": 1891,\n \"cached_tokens\": 1856,\n \"wall_ms\": 17177\n },\n \"cost_usd\": 0.027178\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7158,\n \"output_tokens\": 601,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4856\n },\n \"cost_usd\": 0.0017321\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7161,\n \"output_tokens\": 741,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5662\n },\n \"cost_usd\": 0.0018027\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 703,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5396\n },\n \"cost_usd\": 0.0017833000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 149,\n \"cached_tokens\": 6987,\n \"wall_ms\": 3572\n },\n \"cost_usd\": 0.0015063000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 706,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5530\n },\n \"cost_usd\": 0.0017848000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2064,\n \"output_tokens\": 1880,\n \"cached_tokens\": 1856,\n \"wall_ms\": 17222\n },\n \"cost_usd\": 0.027056\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 762,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5957\n },\n \"cost_usd\": 0.0018368000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 724,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5864\n },\n \"cost_usd\": 0.0018178000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7278,\n \"output_tokens\": 588,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5035\n },\n \"cost_usd\": 0.0017496000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 865,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5965\n },\n \"cost_usd\": 0.0018883\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7280,\n \"output_tokens\": 1004,\n \"cached_tokens\": 7107,\n \"wall_ms\": 6521\n },\n \"cost_usd\": 0.001958\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2066,\n \"output_tokens\": 1601,\n \"cached_tokens\": 1856,\n \"wall_ms\": 14338\n },\n \"cost_usd\": 0.024274\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6984,\n \"output_tokens\": 615,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4813\n },\n \"cost_usd\": 0.0017043000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6984,\n \"output_tokens\": 743,\n \"cached_tokens\": 6814,\n \"wall_ms\": 5449\n },\n \"cost_usd\": 0.0017683000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 861,\n \"cached_tokens\": 6814,\n \"wall_ms\": 5663\n },\n \"cost_usd\": 0.0018277\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 121,\n \"cached_tokens\": 6814,\n \"wall_ms\": 2706\n },\n \"cost_usd\": 0.0014577000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 116,\n \"cached_tokens\": 6814,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0014552\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1510,\n \"cached_tokens\": 1467,\n \"wall_ms\": 14174\n },\n \"cost_usd\": 0.022952\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 628,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0017104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 655,\n \"cached_tokens\": 6810,\n \"wall_ms\": 5392\n },\n \"cost_usd\": 0.0017239\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 777,\n \"cached_tokens\": 6810,\n \"wall_ms\": 5782\n },\n \"cost_usd\": 0.0017849\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6980,\n \"output_tokens\": 598,\n \"cached_tokens\": 6810,\n \"wall_ms\": 4517\n },\n \"cost_usd\": 0.001695\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 559,\n \"cached_tokens\": 6810,\n \"wall_ms\": 4715\n },\n \"cost_usd\": 0.0016759000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1390,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13858\n },\n \"cost_usd\": 0.021756\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 782,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5662\n },\n \"cost_usd\": 0.0017886000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6989,\n \"output_tokens\": 810,\n \"cached_tokens\": 6817,\n \"wall_ms\": 5865\n },\n \"cost_usd\": 0.0018028000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6989,\n \"output_tokens\": 748,\n \"cached_tokens\": 6817,\n \"wall_ms\": 5530\n },\n \"cost_usd\": 0.0017718000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 624,\n \"cached_tokens\": 6817,\n \"wall_ms\": 4928\n },\n \"cost_usd\": 0.0017096000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 867,\n \"cached_tokens\": 6817,\n \"wall_ms\": 6022\n },\n \"cost_usd\": 0.0018311000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1441,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13538\n },\n \"cost_usd\": 0.022262\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 521,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4686\n },\n \"cost_usd\": 0.0016347\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 112,\n \"cached_tokens\": 6699,\n \"wall_ms\": 2880\n },\n \"cost_usd\": 0.0014302\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 422,\n \"cached_tokens\": 6699,\n \"wall_ms\": 4242\n },\n \"cost_usd\": 0.0015852000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 641,\n \"cached_tokens\": 6699,\n \"wall_ms\": 4755\n },\n \"cost_usd\": 0.0016947\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6870,\n \"output_tokens\": 671,\n \"cached_tokens\": 6699,\n \"wall_ms\": 5170\n },\n \"cost_usd\": 0.0017095\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1419,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13162\n },\n \"cost_usd\": 0.022046\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 734,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5512\n },\n \"cost_usd\": 0.0017558000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 559,\n \"cached_tokens\": 6773,\n \"wall_ms\": 4681\n },\n \"cost_usd\": 0.0016683000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6945,\n \"output_tokens\": 679,\n \"cached_tokens\": 6773,\n \"wall_ms\": 5519\n },\n \"cost_usd\": 0.0017285\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 646,\n \"cached_tokens\": 6773,\n \"wall_ms\": 5257\n },\n \"cost_usd\": 0.0017118\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 88,\n \"cached_tokens\": 6773,\n \"wall_ms\": 2783\n },\n \"cost_usd\": 0.0014328000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2040,\n \"output_tokens\": 290,\n \"cached_tokens\": 1568,\n \"wall_ms\": 4976\n },\n \"cost_usd\": 0.01106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 271,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3501\n },\n \"cost_usd\": 0.0013053\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 345,\n \"cached_tokens\": 5677,\n \"wall_ms\": 4014\n },\n \"cost_usd\": 0.0013423\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 302,\n \"cached_tokens\": 5677,\n \"wall_ms\": 3648\n },\n \"cost_usd\": 0.0013208\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 87,\n \"cached_tokens\": 5677,\n \"wall_ms\": 2869\n },\n \"cost_usd\": 0.0012133\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5848,\n \"output_tokens\": 237,\n \"cached_tokens\": 5677,\n \"wall_ms\": 3090\n },\n \"cost_usd\": 0.0012881000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2038,\n \"output_tokens\": 356,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5276\n },\n \"cost_usd\": 0.011712\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 82,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2724\n },\n \"cost_usd\": 0.0012238\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 86,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2976\n },\n \"cost_usd\": 0.0012262\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 77,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2860\n },\n \"cost_usd\": 0.0012215\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 271,\n \"cached_tokens\": 5743,\n \"wall_ms\": 3329\n },\n \"cost_usd\": 0.0013185\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 92,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2770\n },\n \"cost_usd\": 0.0012288\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2039,\n \"output_tokens\": 321,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5182\n },\n \"cost_usd\": 0.011366\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 106,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2958\n },\n \"cost_usd\": 0.001229\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 70,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2954\n },\n \"cost_usd\": 0.001211\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 230,\n \"cached_tokens\": 5708,\n \"wall_ms\": 3371\n },\n \"cost_usd\": 0.001291\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 73,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2994\n },\n \"cost_usd\": 0.0012125\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 82,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2698\n },\n \"cost_usd\": 0.001217\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1938,\n \"output_tokens\": 335,\n \"cached_tokens\": 1467,\n \"wall_ms\": 5509\n },\n \"cost_usd\": 0.011102\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5893,\n \"output_tokens\": 81,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3047\n },\n \"cost_usd\": 0.0012191\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 208,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3123\n },\n \"cost_usd\": 0.0012828\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 204,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3465\n },\n \"cost_usd\": 0.0012808\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5893,\n \"output_tokens\": 232,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3039\n },\n \"cost_usd\": 0.0012946000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 216,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3460\n },\n \"cost_usd\": 0.0012868\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1940,\n \"output_tokens\": 293,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5257\n },\n \"cost_usd\": 0.01069\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5851,\n \"output_tokens\": 316,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3306\n },\n \"cost_usd\": 0.0013282\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5853,\n \"output_tokens\": 79,\n \"cached_tokens\": 5680,\n \"wall_ms\": 2726\n },\n \"cost_usd\": 0.0012101000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5852,\n \"output_tokens\": 209,\n \"cached_tokens\": 5680,\n \"wall_ms\": 3273\n },\n \"cost_usd\": 0.0012749\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5852,\n \"output_tokens\": 280,\n \"cached_tokens\": 5680,\n \"wall_ms\": 3908\n },\n \"cost_usd\": 0.0013104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5851,\n \"output_tokens\": 80,\n \"cached_tokens\": 5680,\n \"wall_ms\": 2685\n },\n \"cost_usd\": 0.0012102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1936,\n \"output_tokens\": 303,\n \"cached_tokens\": 1729,\n \"wall_ms\": 4845\n },\n \"cost_usd\": 0.010774\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5863,\n \"output_tokens\": 80,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2816\n },\n \"cost_usd\": 0.0012126\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5861,\n \"output_tokens\": 78,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2589\n },\n \"cost_usd\": 0.0012112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5860,\n \"output_tokens\": 81,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2717\n },\n \"cost_usd\": 0.0012125\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5862,\n \"output_tokens\": 79,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2853\n },\n \"cost_usd\": 0.0012119000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5860,\n \"output_tokens\": 200,\n \"cached_tokens\": 5690,\n \"wall_ms\": 3136\n },\n \"cost_usd\": 0.001272\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2062,\n \"output_tokens\": 1070,\n \"cached_tokens\": 1568,\n \"wall_ms\": 12185\n },\n \"cost_usd\": 0.018948\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6387,\n \"output_tokens\": 421,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3615\n },\n \"cost_usd\": 0.0014879000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6387,\n \"output_tokens\": 136,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3171\n },\n \"cost_usd\": 0.0013454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6384,\n \"output_tokens\": 128,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3102\n },\n \"cost_usd\": 0.0013408000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6386,\n \"output_tokens\": 338,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3729\n },\n \"cost_usd\": 0.0014462000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6385,\n \"output_tokens\": 317,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3653\n },\n \"cost_usd\": 0.0014355\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 1021,\n \"cached_tokens\": 1853,\n \"wall_ms\": 11158\n },\n \"cost_usd\": 0.018454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6421,\n \"output_tokens\": 138,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2759\n },\n \"cost_usd\": 0.0013532000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6422,\n \"output_tokens\": 137,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2967\n },\n \"cost_usd\": 0.0013529000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6421,\n \"output_tokens\": 132,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2869\n },\n \"cost_usd\": 0.0013502\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6422,\n \"output_tokens\": 104,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2671\n },\n \"cost_usd\": 0.0013364000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6420,\n \"output_tokens\": 128,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2803\n },\n \"cost_usd\": 0.001348\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2062,\n \"output_tokens\": 1015,\n \"cached_tokens\": 1853,\n \"wall_ms\": 11342\n },\n \"cost_usd\": 0.018398\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 417,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3666\n },\n \"cost_usd\": 0.0014867\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 429,\n \"cached_tokens\": 6220,\n \"wall_ms\": 4016\n },\n \"cost_usd\": 0.0014927\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6392,\n \"output_tokens\": 132,\n \"cached_tokens\": 6220,\n \"wall_ms\": 2996\n },\n \"cost_usd\": 0.0013444000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6392,\n \"output_tokens\": 120,\n \"cached_tokens\": 6220,\n \"wall_ms\": 2800\n },\n \"cost_usd\": 0.0013384\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 140,\n \"cached_tokens\": 6220,\n \"wall_ms\": 3345\n },\n \"cost_usd\": 0.0013482000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1959,\n \"output_tokens\": 818,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9616\n },\n \"cost_usd\": 0.016016\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 137,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3124\n },\n \"cost_usd\": 0.0013071\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 310,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3373\n },\n \"cost_usd\": 0.0013936\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 141,\n \"cached_tokens\": 6021,\n \"wall_ms\": 2771\n },\n \"cost_usd\": 0.0013091\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 160,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3458\n },\n \"cost_usd\": 0.0013186\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 147,\n \"cached_tokens\": 6021,\n \"wall_ms\": 2927\n },\n \"cost_usd\": 0.0013121\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1960,\n \"output_tokens\": 567,\n \"cached_tokens\": 1752,\n \"wall_ms\": 7501\n },\n \"cost_usd\": 0.01351\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 152,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2856\n },\n \"cost_usd\": 0.0013078000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6157,\n \"output_tokens\": 392,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3661\n },\n \"cost_usd\": 0.0014274000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 164,\n \"cached_tokens\": 5987,\n \"wall_ms\": 2865\n },\n \"cost_usd\": 0.0013138000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6157,\n \"output_tokens\": 386,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3653\n },\n \"cost_usd\": 0.0014244000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 340,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3725\n },\n \"cost_usd\": 0.0014018000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 441,\n \"cached_tokens\": 1752,\n \"wall_ms\": 6231\n },\n \"cost_usd\": 0.012254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 392,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4818\n },\n \"cost_usd\": 0.0014024\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 401,\n \"cached_tokens\": 5861,\n \"wall_ms\": 4541\n },\n \"cost_usd\": 0.0014069\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 377,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3850\n },\n \"cost_usd\": 0.0013951\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 130,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3205\n },\n \"cost_usd\": 0.0012714\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6031,\n \"output_tokens\": 511,\n \"cached_tokens\": 5861,\n \"wall_ms\": 4780\n },\n \"cost_usd\": 0.0014617\n }\n ]\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.530769,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3172,\n \"output_tokens\": 828,\n \"cached_tokens\": 544,\n \"wall_ms\": 10259\n },\n \"cost_usd\": 0.020968\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 116,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2778\n },\n \"cost_usd\": 0.0013076000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 139,\n \"cached_tokens\": 6074,\n \"wall_ms\": 3463\n },\n \"cost_usd\": 0.0013187000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6244,\n \"output_tokens\": 122,\n \"cached_tokens\": 6074,\n \"wall_ms\": 3417\n },\n \"cost_usd\": 0.0013098000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 105,\n \"cached_tokens\": 6074,\n \"wall_ms\": 2503\n },\n \"cost_usd\": 0.0013017\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 333,\n \"cached_tokens\": 6074,\n \"wall_ms\": 4108\n },\n \"cost_usd\": 0.0014157\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 789,\n \"cached_tokens\": 2964,\n \"wall_ms\": 8838\n },\n \"cost_usd\": 0.020582\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6187,\n \"output_tokens\": 118,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3145\n },\n \"cost_usd\": 0.0012964\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 124,\n \"cached_tokens\": 6016,\n \"wall_ms\": 2850\n },\n \"cost_usd\": 0.0012996000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 123,\n \"cached_tokens\": 6016,\n \"wall_ms\": 3126\n },\n \"cost_usd\": 0.0012993000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 286,\n \"cached_tokens\": 6016,\n \"wall_ms\": 3945\n },\n \"cost_usd\": 0.0013806\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 389,\n \"cached_tokens\": 6016,\n \"wall_ms\": 4348\n },\n \"cost_usd\": 0.0014321000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 879,\n \"cached_tokens\": 2964,\n \"wall_ms\": 9377\n },\n \"cost_usd\": 0.021482\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 123,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3371\n },\n \"cost_usd\": 0.0013141000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6264,\n \"output_tokens\": 367,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3731\n },\n \"cost_usd\": 0.0014363000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6264,\n \"output_tokens\": 314,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3898\n },\n \"cost_usd\": 0.0014098000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 148,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3465\n },\n \"cost_usd\": 0.0013266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 103,\n \"cached_tokens\": 6092,\n \"wall_ms\": 2689\n },\n \"cost_usd\": 0.0013041\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1953,\n \"output_tokens\": 918,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9902\n },\n \"cost_usd\": 0.016992\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 139,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3195\n },\n \"cost_usd\": 0.0013419\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 112,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2903\n },\n \"cost_usd\": 0.0013284000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 147,\n \"cached_tokens\": 6190,\n \"wall_ms\": 3248\n },\n \"cost_usd\": 0.0013459000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6364,\n \"output_tokens\": 115,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2723\n },\n \"cost_usd\": 0.0013303000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 112,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2751\n },\n \"cost_usd\": 0.0013284000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 837,\n \"cached_tokens\": 1744,\n \"wall_ms\": 9099\n },\n \"cost_usd\": 0.016178\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 130,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3648\n },\n \"cost_usd\": 0.0013194\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6273,\n \"output_tokens\": 114,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3186\n },\n \"cost_usd\": 0.0013116000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6273,\n \"output_tokens\": 364,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3725\n },\n \"cost_usd\": 0.0014366000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 340,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3797\n },\n \"cost_usd\": 0.0014244000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 353,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3573\n },\n \"cost_usd\": 0.0014309000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 965,\n \"cached_tokens\": 1744,\n \"wall_ms\": 10273\n },\n \"cost_usd\": 0.017458\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6404,\n \"output_tokens\": 305,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3584\n },\n \"cost_usd\": 0.0014333000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6403,\n \"output_tokens\": 335,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3832\n },\n \"cost_usd\": 0.0014481000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6405,\n \"output_tokens\": 310,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3505\n },\n \"cost_usd\": 0.001436\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6405,\n \"output_tokens\": 279,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3636\n },\n \"cost_usd\": 0.0014205\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6402,\n \"output_tokens\": 376,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3920\n },\n \"cost_usd\": 0.0014684000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3164,\n \"output_tokens\": 914,\n \"cached_tokens\": 2687,\n \"wall_ms\": 9293\n },\n \"cost_usd\": 0.021796\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6230,\n \"output_tokens\": 905,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6088\n },\n \"cost_usd\": 0.0016985\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6231,\n \"output_tokens\": 984,\n \"cached_tokens\": 6059,\n \"wall_ms\": 6368\n },\n \"cost_usd\": 0.0017382\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6229,\n \"output_tokens\": 707,\n \"cached_tokens\": 6059,\n \"wall_ms\": 5982\n },\n \"cost_usd\": 0.0015993000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6232,\n \"output_tokens\": 917,\n \"cached_tokens\": 6059,\n \"wall_ms\": 6106\n },\n \"cost_usd\": 0.0017049\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6230,\n \"output_tokens\": 734,\n \"cached_tokens\": 6059,\n \"wall_ms\": 5589\n },\n \"cost_usd\": 0.001613\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3163,\n \"output_tokens\": 818,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8993\n },\n \"cost_usd\": 0.020832\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 531,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4825\n },\n \"cost_usd\": 0.0015263000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 123,\n \"cached_tokens\": 6132,\n \"wall_ms\": 2976\n },\n \"cost_usd\": 0.0013223000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 526,\n \"cached_tokens\": 6132,\n \"wall_ms\": 5004\n },\n \"cost_usd\": 0.0015238000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6303,\n \"output_tokens\": 573,\n \"cached_tokens\": 6132,\n \"wall_ms\": 5019\n },\n \"cost_usd\": 0.0015471\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6305,\n \"output_tokens\": 111,\n \"cached_tokens\": 6132,\n \"wall_ms\": 3092\n },\n \"cost_usd\": 0.0013165\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 779,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8322\n },\n \"cost_usd\": 0.02045\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 330,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3902\n },\n \"cost_usd\": 0.0014052000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 378,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3640\n },\n \"cost_usd\": 0.0014292\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 404,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3989\n },\n \"cost_usd\": 0.0014422\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6200,\n \"output_tokens\": 369,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3802\n },\n \"cost_usd\": 0.0014245\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6199,\n \"output_tokens\": 162,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3730\n },\n \"cost_usd\": 0.0013208000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 847,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9451\n },\n \"cost_usd\": 0.01625\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6169,\n \"output_tokens\": 812,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6051\n },\n \"cost_usd\": 0.0016398000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 565,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5368\n },\n \"cost_usd\": 0.0015161\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 644,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5759\n },\n \"cost_usd\": 0.0015556\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 699,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5631\n },\n \"cost_usd\": 0.0015831\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 594,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5016\n },\n \"cost_usd\": 0.0015306000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1077,\n \"cached_tokens\": 1736,\n \"wall_ms\": 11930\n },\n \"cost_usd\": 0.01855\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 555,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4525\n },\n \"cost_usd\": 0.0015313000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 723,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5737\n },\n \"cost_usd\": 0.0016153000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 778,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5621\n },\n \"cost_usd\": 0.0016428000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6268,\n \"output_tokens\": 885,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5906\n },\n \"cost_usd\": 0.0016961\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 585,\n \"cached_tokens\": 6097,\n \"wall_ms\": 4835\n },\n \"cost_usd\": 0.0015463000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1943,\n \"output_tokens\": 956,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10519\n },\n \"cost_usd\": 0.017332\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 134,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2774\n },\n \"cost_usd\": 0.0013244\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 469,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4717\n },\n \"cost_usd\": 0.0014919\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 385,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4071\n },\n \"cost_usd\": 0.0014497\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 414,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4140\n },\n \"cost_usd\": 0.0014642000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 906,\n \"cached_tokens\": 6114,\n \"wall_ms\": 7103\n },\n \"cost_usd\": 0.0017102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1944,\n \"output_tokens\": 927,\n \"cached_tokens\": 1736,\n \"wall_ms\": 9884\n },\n \"cost_usd\": 0.017046\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2742\n },\n \"cost_usd\": 0.0013422\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 493,\n \"cached_tokens\": 6219,\n \"wall_ms\": 4622\n },\n \"cost_usd\": 0.0015247000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6389,\n \"output_tokens\": 116,\n \"cached_tokens\": 6219,\n \"wall_ms\": 2857\n },\n \"cost_usd\": 0.0013358000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6390,\n \"output_tokens\": 691,\n \"cached_tokens\": 6219,\n \"wall_ms\": 5668\n },\n \"cost_usd\": 0.0016235\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 454,\n \"cached_tokens\": 6219,\n \"wall_ms\": 4397\n },\n \"cost_usd\": 0.0015052\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1006,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10434\n },\n \"cost_usd\": 0.01784\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6312,\n \"output_tokens\": 785,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6091\n },\n \"cost_usd\": 0.0016549000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6312,\n \"output_tokens\": 791,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5671\n },\n \"cost_usd\": 0.0016579000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 123,\n \"cached_tokens\": 6139,\n \"wall_ms\": 3060\n },\n \"cost_usd\": 0.0013237000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 644,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5260\n },\n \"cost_usd\": 0.0015842\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 793,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5822\n },\n \"cost_usd\": 0.0016587000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1035,\n \"cached_tokens\": 1736,\n \"wall_ms\": 12026\n },\n \"cost_usd\": 0.01813\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6243,\n \"output_tokens\": 591,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4858\n },\n \"cost_usd\": 0.0015441\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6245,\n \"output_tokens\": 515,\n \"cached_tokens\": 6072,\n \"wall_ms\": 5286\n },\n \"cost_usd\": 0.0015065\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6244,\n \"output_tokens\": 366,\n \"cached_tokens\": 6072,\n \"wall_ms\": 3822\n },\n \"cost_usd\": 0.0014318000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6242,\n \"output_tokens\": 974,\n \"cached_tokens\": 6072,\n \"wall_ms\": 6782\n },\n \"cost_usd\": 0.0017354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6245,\n \"output_tokens\": 605,\n \"cached_tokens\": 6072,\n \"wall_ms\": 5256\n },\n \"cost_usd\": 0.0015515\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 422,\n \"cached_tokens\": 2687,\n \"wall_ms\": 6003\n },\n \"cost_usd\": 0.016864\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5998,\n \"output_tokens\": 533,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4409\n },\n \"cost_usd\": 0.0014661000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5998,\n \"output_tokens\": 142,\n \"cached_tokens\": 5827,\n \"wall_ms\": 3088\n },\n \"cost_usd\": 0.0012706000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 607,\n \"cached_tokens\": 5827,\n \"wall_ms\": 4668\n },\n \"cost_usd\": 0.0015033\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 443,\n \"cached_tokens\": 5827,\n \"wall_ms\": 4841\n },\n \"cost_usd\": 0.0014213\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 150,\n \"cached_tokens\": 5827,\n \"wall_ms\": 3644\n },\n \"cost_usd\": 0.0012748\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 419,\n \"cached_tokens\": 2952,\n \"wall_ms\": 5728\n },\n \"cost_usd\": 0.016834\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 715,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5282\n },\n \"cost_usd\": 0.0015567\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 129,\n \"cached_tokens\": 5824,\n \"wall_ms\": 3444\n },\n \"cost_usd\": 0.0012633\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 157,\n \"cached_tokens\": 5824,\n \"wall_ms\": 3144\n },\n \"cost_usd\": 0.0012777\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 761,\n \"cached_tokens\": 5824,\n \"wall_ms\": 5212\n },\n \"cost_usd\": 0.0015793\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 622,\n \"cached_tokens\": 5824,\n \"wall_ms\": 4854\n },\n \"cost_usd\": 0.0015102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 363,\n \"cached_tokens\": 2952,\n \"wall_ms\": 9620\n },\n \"cost_usd\": 0.016274\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5940,\n \"output_tokens\": 489,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4527\n },\n \"cost_usd\": 0.0014325\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5941,\n \"output_tokens\": 140,\n \"cached_tokens\": 5768,\n \"wall_ms\": 3393\n },\n \"cost_usd\": 0.0012582000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 834,\n \"cached_tokens\": 5768,\n \"wall_ms\": 5660\n },\n \"cost_usd\": 0.0016048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 773,\n \"cached_tokens\": 5768,\n \"wall_ms\": 5617\n },\n \"cost_usd\": 0.0015743\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 550,\n \"cached_tokens\": 5768,\n \"wall_ms\": 4423\n },\n \"cost_usd\": 0.0014628\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1941,\n \"output_tokens\": 827,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9656\n },\n \"cost_usd\": 0.016034\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 149,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3300\n },\n \"cost_usd\": 0.0012997\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 157,\n \"cached_tokens\": 5954,\n \"wall_ms\": 3491\n },\n \"cost_usd\": 0.0013035\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 672,\n \"cached_tokens\": 5954,\n \"wall_ms\": 5316\n },\n \"cost_usd\": 0.0015612\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 590,\n \"cached_tokens\": 5954,\n \"wall_ms\": 4922\n },\n \"cost_usd\": 0.00152\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6128,\n \"output_tokens\": 167,\n \"cached_tokens\": 5954,\n \"wall_ms\": 3267\n },\n \"cost_usd\": 0.0013091\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1942,\n \"output_tokens\": 828,\n \"cached_tokens\": 1732,\n \"wall_ms\": 9295\n },\n \"cost_usd\": 0.016048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6151,\n \"output_tokens\": 731,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5576\n },\n \"cost_usd\": 0.0015957\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6151,\n \"output_tokens\": 553,\n \"cached_tokens\": 5980,\n \"wall_ms\": 4656\n },\n \"cost_usd\": 0.0015067000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6153,\n \"output_tokens\": 131,\n \"cached_tokens\": 5980,\n \"wall_ms\": 2771\n },\n \"cost_usd\": 0.0012961000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6153,\n \"output_tokens\": 160,\n \"cached_tokens\": 5980,\n \"wall_ms\": 3381\n },\n \"cost_usd\": 0.0013106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6152,\n \"output_tokens\": 1235,\n \"cached_tokens\": 5980,\n \"wall_ms\": 7396\n },\n \"cost_usd\": 0.0018479000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1939,\n \"output_tokens\": 603,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7146\n },\n \"cost_usd\": 0.013786\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6179,\n \"output_tokens\": 453,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4248\n },\n \"cost_usd\": 0.0014623000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6180,\n \"output_tokens\": 479,\n \"cached_tokens\": 6008,\n \"wall_ms\": 6033\n },\n \"cost_usd\": 0.0014755\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6181,\n \"output_tokens\": 430,\n \"cached_tokens\": 6008,\n \"wall_ms\": 4264\n },\n \"cost_usd\": 0.0014512000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6178,\n \"output_tokens\": 494,\n \"cached_tokens\": 6008,\n \"wall_ms\": 4183\n },\n \"cost_usd\": 0.0014826000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6181,\n \"output_tokens\": 166,\n \"cached_tokens\": 6008,\n \"wall_ms\": 2985\n },\n \"cost_usd\": 0.0013192\n }\n ]\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n }\n ],\n \"outcomes\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.532755,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3895,\n \"output_tokens\": 386,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6353\n },\n \"cost_usd\": 0.01944\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 887,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6518\n },\n \"cost_usd\": 0.0016483\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 671,\n \"cached_tokens\": 5852,\n \"wall_ms\": 5037\n },\n \"cost_usd\": 0.0015402999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 119,\n \"cached_tokens\": 5852,\n \"wall_ms\": 2967\n },\n \"cost_usd\": 0.0012642999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6023,\n \"output_tokens\": 968,\n \"cached_tokens\": 5852,\n \"wall_ms\": 6460\n },\n \"cost_usd\": 0.0016886000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 858,\n \"cached_tokens\": 5852,\n \"wall_ms\": 6299\n },\n \"cost_usd\": 0.0016338\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 419,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5659\n },\n \"cost_usd\": 0.019774\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 99,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2898\n },\n \"cost_usd\": 0.0012609000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 638,\n \"cached_tokens\": 5885,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0015302\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 611,\n \"cached_tokens\": 5885,\n \"wall_ms\": 6070\n },\n \"cost_usd\": 0.0015171000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 904,\n \"cached_tokens\": 5885,\n \"wall_ms\": 6116\n },\n \"cost_usd\": 0.0016632\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 792,\n \"cached_tokens\": 5885,\n \"wall_ms\": 6071\n },\n \"cost_usd\": 0.0016074000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3897,\n \"output_tokens\": 433,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5543\n },\n \"cost_usd\": 0.019918\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6070,\n \"output_tokens\": 1108,\n \"cached_tokens\": 4638,\n \"wall_ms\": 7631\n },\n \"cost_usd\": 0.001768\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6071,\n \"output_tokens\": 681,\n \"cached_tokens\": 5899,\n \"wall_ms\": 5554\n },\n \"cost_usd\": 0.0015547\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 833,\n \"cached_tokens\": 5899,\n \"wall_ms\": 6465\n },\n \"cost_usd\": 0.0016309\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6071,\n \"output_tokens\": 967,\n \"cached_tokens\": 5899,\n \"wall_ms\": 6621\n },\n \"cost_usd\": 0.0016977000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6071,\n \"output_tokens\": 767,\n \"cached_tokens\": 5899,\n \"wall_ms\": 6151\n },\n \"cost_usd\": 0.0015977\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3895,\n \"output_tokens\": 435,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5761\n },\n \"cost_usd\": 0.01993\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 747,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5638\n },\n \"cost_usd\": 0.0015881\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 128,\n \"cached_tokens\": 5901,\n \"wall_ms\": 3520\n },\n \"cost_usd\": 0.0012787999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6070,\n \"output_tokens\": 842,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6176\n },\n \"cost_usd\": 0.001635\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 886,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6121\n },\n \"cost_usd\": 0.0016576000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 1042,\n \"cached_tokens\": 5901,\n \"wall_ms\": 7069\n },\n \"cost_usd\": 0.0017354\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 440,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5897\n },\n \"cost_usd\": 0.019984\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 125,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2815\n },\n \"cost_usd\": 0.0012781000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 851,\n \"cached_tokens\": 5906,\n \"wall_ms\": 6119\n },\n \"cost_usd\": 0.0016411000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 832,\n \"cached_tokens\": 5906,\n \"wall_ms\": 6075\n },\n \"cost_usd\": 0.0016316000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 836,\n \"cached_tokens\": 5906,\n \"wall_ms\": 6080\n },\n \"cost_usd\": 0.0016336000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 134,\n \"cached_tokens\": 5906,\n \"wall_ms\": 3322\n },\n \"cost_usd\": 0.0012826\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1988,\n \"output_tokens\": 316,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5043\n },\n \"cost_usd\": 0.011112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5953,\n \"output_tokens\": 311,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3862\n },\n \"cost_usd\": 0.0013461\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5955,\n \"output_tokens\": 108,\n \"cached_tokens\": 5782,\n \"wall_ms\": 2671\n },\n \"cost_usd\": 0.001245\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5955,\n \"output_tokens\": 117,\n \"cached_tokens\": 5782,\n \"wall_ms\": 2679\n },\n \"cost_usd\": 0.0012495\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5954,\n \"output_tokens\": 372,\n \"cached_tokens\": 5782,\n \"wall_ms\": 3378\n },\n \"cost_usd\": 0.0013767999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5953,\n \"output_tokens\": 480,\n \"cached_tokens\": 5782,\n \"wall_ms\": 7163\n },\n \"cost_usd\": 0.0014306000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1988,\n \"output_tokens\": 337,\n \"cached_tokens\": 1779,\n \"wall_ms\": 4976\n },\n \"cost_usd\": 0.011322\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5975,\n \"output_tokens\": 118,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2855\n },\n \"cost_usd\": 0.001254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5975,\n \"output_tokens\": 508,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4302\n },\n \"cost_usd\": 0.001449\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5975,\n \"output_tokens\": 559,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4587\n },\n \"cost_usd\": 0.0014745\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5974,\n \"output_tokens\": 527,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4689\n },\n \"cost_usd\": 0.0014583\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5974,\n \"output_tokens\": 441,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4228\n },\n \"cost_usd\": 0.0014153\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1990,\n \"output_tokens\": 346,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5121\n },\n \"cost_usd\": 0.01142\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5985,\n \"output_tokens\": 152,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3136\n },\n \"cost_usd\": 0.001273\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5984,\n \"output_tokens\": 367,\n \"cached_tokens\": 5812,\n \"wall_ms\": 3708\n },\n \"cost_usd\": 0.0013802999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5984,\n \"output_tokens\": 456,\n \"cached_tokens\": 5812,\n \"wall_ms\": 4200\n },\n \"cost_usd\": 0.0014248\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5984,\n \"output_tokens\": 139,\n \"cached_tokens\": 5812,\n \"wall_ms\": 2878\n },\n \"cost_usd\": 0.0012663\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5983,\n \"output_tokens\": 92,\n \"cached_tokens\": 5812,\n \"wall_ms\": 2886\n },\n \"cost_usd\": 0.0012426000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 561,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7275\n },\n \"cost_usd\": 0.020946\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 557,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5361\n },\n \"cost_usd\": 0.0015007\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 145,\n \"cached_tokens\": 5939,\n \"wall_ms\": 3586\n },\n \"cost_usd\": 0.0012947\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6110,\n \"output_tokens\": 818,\n \"cached_tokens\": 5939,\n \"wall_ms\": 6115\n },\n \"cost_usd\": 0.001631\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 815,\n \"cached_tokens\": 5939,\n \"wall_ms\": 6142\n },\n \"cost_usd\": 0.0016297\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 540,\n \"cached_tokens\": 5939,\n \"wall_ms\": 5142\n },\n \"cost_usd\": 0.0014922\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 598,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7140\n },\n \"cost_usd\": 0.021316\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6149,\n \"output_tokens\": 617,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5092\n },\n \"cost_usd\": 0.0015383000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 127,\n \"cached_tokens\": 5976,\n \"wall_ms\": 3367\n },\n \"cost_usd\": 0.0012929\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 789,\n \"cached_tokens\": 5976,\n \"wall_ms\": 6145\n },\n \"cost_usd\": 0.0016239000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6149,\n \"output_tokens\": 610,\n \"cached_tokens\": 5976,\n \"wall_ms\": 5393\n },\n \"cost_usd\": 0.0015348000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 523,\n \"cached_tokens\": 5976,\n \"wall_ms\": 5927\n },\n \"cost_usd\": 0.0014909\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 523,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6835\n },\n \"cost_usd\": 0.020566\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 505,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4532\n },\n \"cost_usd\": 0.0014671\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 619,\n \"cached_tokens\": 5901,\n \"wall_ms\": 5471\n },\n \"cost_usd\": 0.0015241000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 564,\n \"cached_tokens\": 5901,\n \"wall_ms\": 5305\n },\n \"cost_usd\": 0.0014966\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 731,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6143\n },\n \"cost_usd\": 0.0015801\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 134,\n \"cached_tokens\": 5901,\n \"wall_ms\": 2694\n },\n \"cost_usd\": 0.0012814\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 598,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7581\n },\n \"cost_usd\": 0.021316\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 362,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5017\n },\n \"cost_usd\": 0.0014104\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 132,\n \"cached_tokens\": 5976,\n \"wall_ms\": 3099\n },\n \"cost_usd\": 0.0012954000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 805,\n \"cached_tokens\": 5976,\n \"wall_ms\": 6039\n },\n \"cost_usd\": 0.0016319000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6148,\n \"output_tokens\": 416,\n \"cached_tokens\": 5976,\n \"wall_ms\": 3998\n },\n \"cost_usd\": 0.0014376\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6148,\n \"output_tokens\": 429,\n \"cached_tokens\": 5976,\n \"wall_ms\": 4288\n },\n \"cost_usd\": 0.0014441000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 798,\n \"cached_tokens\": 1717,\n \"wall_ms\": 9264\n },\n \"cost_usd\": 0.015688\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 275,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3366\n },\n \"cost_usd\": 0.0013551000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 138,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3131\n },\n \"cost_usd\": 0.0012866000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 226,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3608\n },\n \"cost_usd\": 0.0013306000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 257,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3264\n },\n \"cost_usd\": 0.0013461\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 252,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3149\n },\n \"cost_usd\": 0.0013436000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1926,\n \"output_tokens\": 643,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8417\n },\n \"cost_usd\": 0.014134\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6194,\n \"output_tokens\": 121,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2727\n },\n \"cost_usd\": 0.0012993000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6192,\n \"output_tokens\": 272,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3747\n },\n \"cost_usd\": 0.0013744\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 119,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3094\n },\n \"cost_usd\": 0.0012981000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 263,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3405\n },\n \"cost_usd\": 0.0013701000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6192,\n \"output_tokens\": 269,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3716\n },\n \"cost_usd\": 0.0013729\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 769,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8667\n },\n \"cost_usd\": 0.015398\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 281,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3639\n },\n \"cost_usd\": 0.0013657\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 234,\n \"cached_tokens\": 5955,\n \"wall_ms\": 3541\n },\n \"cost_usd\": 0.0013424\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 295,\n \"cached_tokens\": 5955,\n \"wall_ms\": 3739\n },\n \"cost_usd\": 0.0013729\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 262,\n \"cached_tokens\": 5955,\n \"wall_ms\": 3221\n },\n \"cost_usd\": 0.0013564\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 336,\n \"cached_tokens\": 5955,\n \"wall_ms\": 4695\n },\n \"cost_usd\": 0.0013934000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1925,\n \"output_tokens\": 558,\n \"cached_tokens\": 1717,\n \"wall_ms\": 7216\n },\n \"cost_usd\": 0.01328\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6061,\n \"output_tokens\": 275,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4010\n },\n \"cost_usd\": 0.0013497000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6062,\n \"output_tokens\": 100,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3156\n },\n \"cost_usd\": 0.0012624000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 112,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3583\n },\n \"cost_usd\": 0.001268\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6062,\n \"output_tokens\": 329,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3999\n },\n \"cost_usd\": 0.0013769000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 127,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3066\n },\n \"cost_usd\": 0.0012755\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1926,\n \"output_tokens\": 567,\n \"cached_tokens\": 1717,\n \"wall_ms\": 7330\n },\n \"cost_usd\": 0.013374\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6117,\n \"output_tokens\": 250,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3837\n },\n \"cost_usd\": 0.0013484\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6118,\n \"output_tokens\": 274,\n \"cached_tokens\": 5945,\n \"wall_ms\": 5342\n },\n \"cost_usd\": 0.0013606000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6117,\n \"output_tokens\": 300,\n \"cached_tokens\": 5945,\n \"wall_ms\": 3861\n },\n \"cost_usd\": 0.0013734\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6115,\n \"output_tokens\": 103,\n \"cached_tokens\": 5945,\n \"wall_ms\": 3461\n },\n \"cost_usd\": 0.0012745\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6118,\n \"output_tokens\": 270,\n \"cached_tokens\": 5945,\n \"wall_ms\": 3259\n },\n \"cost_usd\": 0.0013586000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3836,\n \"output_tokens\": 177,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4031\n },\n \"cost_usd\": 0.017114\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5733,\n \"output_tokens\": 504,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4472\n },\n \"cost_usd\": 0.0013986\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 547,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4678\n },\n \"cost_usd\": 0.0014199000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 438,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4703\n },\n \"cost_usd\": 0.0013654000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 547,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4712\n },\n \"cost_usd\": 0.0014199000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 443,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4599\n },\n \"cost_usd\": 0.0013679\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 190,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4019\n },\n \"cost_usd\": 0.017236\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 635,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4738\n },\n \"cost_usd\": 0.0014663\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5745,\n \"output_tokens\": 583,\n \"cached_tokens\": 5573,\n \"wall_ms\": 5117\n },\n \"cost_usd\": 0.0014405\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 565,\n \"cached_tokens\": 5573,\n \"wall_ms\": 4754\n },\n \"cost_usd\": 0.0014311\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 592,\n \"cached_tokens\": 5573,\n \"wall_ms\": 5082\n },\n \"cost_usd\": 0.0014448\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5745,\n \"output_tokens\": 497,\n \"cached_tokens\": 5573,\n \"wall_ms\": 4651\n },\n \"cost_usd\": 0.0013975\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3836,\n \"output_tokens\": 333,\n \"cached_tokens\": 3627,\n \"wall_ms\": 5095\n },\n \"cost_usd\": 0.018674\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5718,\n \"output_tokens\": 672,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5680\n },\n \"cost_usd\": 0.0014796000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5718,\n \"output_tokens\": 463,\n \"cached_tokens\": 5547,\n \"wall_ms\": 4839\n },\n \"cost_usd\": 0.0013751000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5719,\n \"output_tokens\": 350,\n \"cached_tokens\": 5547,\n \"wall_ms\": 4318\n },\n \"cost_usd\": 0.0013188\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5719,\n \"output_tokens\": 441,\n \"cached_tokens\": 5547,\n \"wall_ms\": 4392\n },\n \"cost_usd\": 0.0013643\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5718,\n \"output_tokens\": 700,\n \"cached_tokens\": 5547,\n \"wall_ms\": 5714\n },\n \"cost_usd\": 0.0014936\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1928,\n \"output_tokens\": 203,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4460\n },\n \"cost_usd\": 0.009742\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5757,\n \"output_tokens\": 221,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3585\n },\n \"cost_usd\": 0.0012619\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5759,\n \"output_tokens\": 155,\n \"cached_tokens\": 5586,\n \"wall_ms\": 5063\n },\n \"cost_usd\": 0.0012293\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5758,\n \"output_tokens\": 226,\n \"cached_tokens\": 5586,\n \"wall_ms\": 3190\n },\n \"cost_usd\": 0.0012646\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5759,\n \"output_tokens\": 298,\n \"cached_tokens\": 5586,\n \"wall_ms\": 4320\n },\n \"cost_usd\": 0.0013008\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5757,\n \"output_tokens\": 401,\n \"cached_tokens\": 5586,\n \"wall_ms\": 4380\n },\n \"cost_usd\": 0.0013519\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 184,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4286\n },\n \"cost_usd\": 0.009548\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5738,\n \"output_tokens\": 254,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3912\n },\n \"cost_usd\": 0.0012746\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 77,\n \"cached_tokens\": 5567,\n \"wall_ms\": 2508\n },\n \"cost_usd\": 0.0011865\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 265,\n \"cached_tokens\": 5567,\n \"wall_ms\": 3323\n },\n \"cost_usd\": 0.0012805\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 104,\n \"cached_tokens\": 5567,\n \"wall_ms\": 2472\n },\n \"cost_usd\": 0.0012\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5739,\n \"output_tokens\": 216,\n \"cached_tokens\": 5567,\n \"wall_ms\": 3247\n },\n \"cost_usd\": 0.0012558\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 160,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4193\n },\n \"cost_usd\": 0.009308\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5712,\n \"output_tokens\": 240,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3222\n },\n \"cost_usd\": 0.0012624000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5714,\n \"output_tokens\": 202,\n \"cached_tokens\": 5543,\n \"wall_ms\": 3398\n },\n \"cost_usd\": 0.0012438\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5714,\n \"output_tokens\": 69,\n \"cached_tokens\": 5543,\n \"wall_ms\": 2662\n },\n \"cost_usd\": 0.0011773\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5715,\n \"output_tokens\": 68,\n \"cached_tokens\": 5543,\n \"wall_ms\": 2933\n },\n \"cost_usd\": 0.001177\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5715,\n \"output_tokens\": 234,\n \"cached_tokens\": 5543,\n \"wall_ms\": 3564\n },\n \"cost_usd\": 0.00126\n }\n ],\n \"configuration_differences\": [\n {\n \"path\": \"~/.claude/sessions/449403.fb22e67ecd45925058c50f3fab643c6af3988e4f7b2b5793edd2f050921782b1.key\",\n \"kind\": \"unexpected_entry\"\n }\n ]\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\"\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.44404,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2066,\n \"output_tokens\": 1515,\n \"cached_tokens\": 1856,\n \"wall_ms\": 15411\n },\n \"cost_usd\": 0.023414\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6931,\n \"output_tokens\": 107,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2925\n },\n \"cost_usd\": 0.0014397000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6930,\n \"output_tokens\": 121,\n \"cached_tokens\": 6758,\n \"wall_ms\": 3485\n },\n \"cost_usd\": 0.0014465\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6930,\n \"output_tokens\": 119,\n \"cached_tokens\": 6758,\n \"wall_ms\": 3136\n },\n \"cost_usd\": 0.0014455\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6930,\n \"output_tokens\": 1076,\n \"cached_tokens\": 6758,\n \"wall_ms\": 6528\n },\n \"cost_usd\": 0.001924\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6929,\n \"output_tokens\": 898,\n \"cached_tokens\": 6758,\n \"wall_ms\": 6117\n },\n \"cost_usd\": 0.0018348000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2063,\n \"output_tokens\": 1888,\n \"cached_tokens\": 1856,\n \"wall_ms\": 16298\n },\n \"cost_usd\": 0.027132\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7250,\n \"output_tokens\": 783,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5731\n },\n \"cost_usd\": 0.0018415\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7251,\n \"output_tokens\": 206,\n \"cached_tokens\": 7078,\n \"wall_ms\": 3822\n },\n \"cost_usd\": 0.0015532\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7250,\n \"output_tokens\": 982,\n \"cached_tokens\": 7078,\n \"wall_ms\": 6381\n },\n \"cost_usd\": 0.001941\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7250,\n \"output_tokens\": 677,\n \"cached_tokens\": 7078,\n \"wall_ms\": 5314\n },\n \"cost_usd\": 0.0017885\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7249,\n \"output_tokens\": 686,\n \"cached_tokens\": 7078,\n \"wall_ms\": 5746\n },\n \"cost_usd\": 0.0017928000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1767,\n \"cached_tokens\": 1856,\n \"wall_ms\": 16606\n },\n \"cost_usd\": 0.02593\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7205,\n \"output_tokens\": 906,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6154\n },\n \"cost_usd\": 0.001894\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7204,\n \"output_tokens\": 832,\n \"cached_tokens\": 7033,\n \"wall_ms\": 6149\n },\n \"cost_usd\": 0.0018568000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7204,\n \"output_tokens\": 945,\n \"cached_tokens\": 7033,\n \"wall_ms\": 6101\n },\n \"cost_usd\": 0.0019133000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7205,\n \"output_tokens\": 903,\n \"cached_tokens\": 7033,\n \"wall_ms\": 6126\n },\n \"cost_usd\": 0.0018925\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7205,\n \"output_tokens\": 760,\n \"cached_tokens\": 7033,\n \"wall_ms\": 5859\n },\n \"cost_usd\": 0.001821\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 1583,\n \"cached_tokens\": 1755,\n \"wall_ms\": 15565\n },\n \"cost_usd\": 0.023674\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7002,\n \"output_tokens\": 721,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5919\n },\n \"cost_usd\": 0.0017609000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7002,\n \"output_tokens\": 701,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5331\n },\n \"cost_usd\": 0.0017509000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7004,\n \"output_tokens\": 646,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5543\n },\n \"cost_usd\": 0.0017238000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7002,\n \"output_tokens\": 670,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5400\n },\n \"cost_usd\": 0.0017354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7003,\n \"output_tokens\": 662,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5123\n },\n \"cost_usd\": 0.0017316000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1464,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13400\n },\n \"cost_usd\": 0.022492\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6947,\n \"output_tokens\": 537,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4961\n },\n \"cost_usd\": 0.0016579000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6947,\n \"output_tokens\": 609,\n \"cached_tokens\": 6775,\n \"wall_ms\": 5694\n },\n \"cost_usd\": 0.0016939000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6947,\n \"output_tokens\": 163,\n \"cached_tokens\": 6775,\n \"wall_ms\": 3234\n },\n \"cost_usd\": 0.0014709\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6946,\n \"output_tokens\": 574,\n \"cached_tokens\": 6775,\n \"wall_ms\": 4682\n },\n \"cost_usd\": 0.0016762\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6946,\n \"output_tokens\": 631,\n \"cached_tokens\": 6775,\n \"wall_ms\": 5302\n },\n \"cost_usd\": 0.0017047\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1320,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13120\n },\n \"cost_usd\": 0.021056\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6917,\n \"output_tokens\": 635,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4860\n },\n \"cost_usd\": 0.0017009000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6917,\n \"output_tokens\": 555,\n \"cached_tokens\": 6747,\n \"wall_ms\": 4491\n },\n \"cost_usd\": 0.0016609\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6920,\n \"output_tokens\": 974,\n \"cached_tokens\": 6747,\n \"wall_ms\": 6345\n },\n \"cost_usd\": 0.001871\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6917,\n \"output_tokens\": 649,\n \"cached_tokens\": 6747,\n \"wall_ms\": 4833\n },\n \"cost_usd\": 0.0017079\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6918,\n \"output_tokens\": 637,\n \"cached_tokens\": 6747,\n \"wall_ms\": 4693\n },\n \"cost_usd\": 0.0017021000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2039,\n \"output_tokens\": 264,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5310\n },\n \"cost_usd\": 0.010796\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5823,\n \"output_tokens\": 74,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3298\n },\n \"cost_usd\": 0.0012016000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5822,\n \"output_tokens\": 236,\n \"cached_tokens\": 5651,\n \"wall_ms\": 3428\n },\n \"cost_usd\": 0.0012824000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5823,\n \"output_tokens\": 80,\n \"cached_tokens\": 5651,\n \"wall_ms\": 2724\n },\n \"cost_usd\": 0.0012046000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5822,\n \"output_tokens\": 295,\n \"cached_tokens\": 5651,\n \"wall_ms\": 3246\n },\n \"cost_usd\": 0.0013119000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5823,\n \"output_tokens\": 296,\n \"cached_tokens\": 5651,\n \"wall_ms\": 3674\n },\n \"cost_usd\": 0.0013126000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2040,\n \"output_tokens\": 501,\n \"cached_tokens\": 1830,\n \"wall_ms\": 6226\n },\n \"cost_usd\": 0.01317\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5865,\n \"output_tokens\": 75,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2750\n },\n \"cost_usd\": 0.0012105\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5864,\n \"output_tokens\": 214,\n \"cached_tokens\": 5693,\n \"wall_ms\": 3667\n },\n \"cost_usd\": 0.0012798\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5864,\n \"output_tokens\": 171,\n \"cached_tokens\": 5693,\n \"wall_ms\": 3415\n },\n \"cost_usd\": 0.0012583\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5864,\n \"output_tokens\": 289,\n \"cached_tokens\": 5693,\n \"wall_ms\": 4072\n },\n \"cost_usd\": 0.0013173\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5863,\n \"output_tokens\": 246,\n \"cached_tokens\": 5693,\n \"wall_ms\": 3176\n },\n \"cost_usd\": 0.0012956\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2038,\n \"output_tokens\": 374,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5311\n },\n \"cost_usd\": 0.011892\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5931,\n \"output_tokens\": 262,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5408\n },\n \"cost_usd\": 0.0013172000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5933,\n \"output_tokens\": 77,\n \"cached_tokens\": 5761,\n \"wall_ms\": 2638\n },\n \"cost_usd\": 0.0012251000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5933,\n \"output_tokens\": 69,\n \"cached_tokens\": 5761,\n \"wall_ms\": 2554\n },\n \"cost_usd\": 0.0012211000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5932,\n \"output_tokens\": 211,\n \"cached_tokens\": 5761,\n \"wall_ms\": 3213\n },\n \"cost_usd\": 0.0012919000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5932,\n \"output_tokens\": 168,\n \"cached_tokens\": 5761,\n \"wall_ms\": 3162\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1937,\n \"output_tokens\": 355,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5773\n },\n \"cost_usd\": 0.011298\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 77,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3146\n },\n \"cost_usd\": 0.0012213\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 331,\n \"cached_tokens\": 5742,\n \"wall_ms\": 3414\n },\n \"cost_usd\": 0.0013483\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5913,\n \"output_tokens\": 314,\n \"cached_tokens\": 5742,\n \"wall_ms\": 3418\n },\n \"cost_usd\": 0.0013396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 298,\n \"cached_tokens\": 5742,\n \"wall_ms\": 3403\n },\n \"cost_usd\": 0.001332\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 80,\n \"cached_tokens\": 5742,\n \"wall_ms\": 2925\n },\n \"cost_usd\": 0.0012228\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1938,\n \"output_tokens\": 370,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5567\n },\n \"cost_usd\": 0.011452\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5929,\n \"output_tokens\": 69,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2417\n },\n \"cost_usd\": 0.0012203\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5928,\n \"output_tokens\": 282,\n \"cached_tokens\": 5757,\n \"wall_ms\": 4798\n },\n \"cost_usd\": 0.0013266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5928,\n \"output_tokens\": 82,\n \"cached_tokens\": 5757,\n \"wall_ms\": 2978\n },\n \"cost_usd\": 0.0012266000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5929,\n \"output_tokens\": 238,\n \"cached_tokens\": 5757,\n \"wall_ms\": 3577\n },\n \"cost_usd\": 0.0013048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5929,\n \"output_tokens\": 73,\n \"cached_tokens\": 5757,\n \"wall_ms\": 2711\n },\n \"cost_usd\": 0.0012223\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1937,\n \"output_tokens\": 337,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5399\n },\n \"cost_usd\": 0.011118\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5897,\n \"output_tokens\": 256,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3084\n },\n \"cost_usd\": 0.0013074\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5896,\n \"output_tokens\": 68,\n \"cached_tokens\": 5724,\n \"wall_ms\": 2792\n },\n \"cost_usd\": 0.0012132\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5896,\n \"output_tokens\": 273,\n \"cached_tokens\": 5724,\n \"wall_ms\": 3332\n },\n \"cost_usd\": 0.0013157\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5895,\n \"output_tokens\": 309,\n \"cached_tokens\": 5724,\n \"wall_ms\": 5139\n },\n \"cost_usd\": 0.0013335\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5896,\n \"output_tokens\": 82,\n \"cached_tokens\": 5724,\n \"wall_ms\": 2595\n },\n \"cost_usd\": 0.0012202\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 947,\n \"cached_tokens\": 1853,\n \"wall_ms\": 10014\n },\n \"cost_usd\": 0.017714\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 420,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5265\n },\n \"cost_usd\": 0.0014744\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6321,\n \"output_tokens\": 149,\n \"cached_tokens\": 6151,\n \"wall_ms\": 4495\n },\n \"cost_usd\": 0.0013387\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 347,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3794\n },\n \"cost_usd\": 0.0014379\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6323,\n \"output_tokens\": 135,\n \"cached_tokens\": 6151,\n \"wall_ms\": 2803\n },\n \"cost_usd\": 0.0013321000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6323,\n \"output_tokens\": 371,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3649\n },\n \"cost_usd\": 0.0014501000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 1230,\n \"cached_tokens\": 1853,\n \"wall_ms\": 13377\n },\n \"cost_usd\": 0.020544\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6363,\n \"output_tokens\": 332,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3443\n },\n \"cost_usd\": 0.0014386000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6364,\n \"output_tokens\": 146,\n \"cached_tokens\": 6192,\n \"wall_ms\": 2860\n },\n \"cost_usd\": 0.0013458\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6363,\n \"output_tokens\": 134,\n \"cached_tokens\": 6192,\n \"wall_ms\": 3337\n },\n \"cost_usd\": 0.0013396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6364,\n \"output_tokens\": 345,\n \"cached_tokens\": 6192,\n \"wall_ms\": 3939\n },\n \"cost_usd\": 0.0014453000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6363,\n \"output_tokens\": 99,\n \"cached_tokens\": 6192,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0013221\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 1136,\n \"cached_tokens\": 1853,\n \"wall_ms\": 13433\n },\n \"cost_usd\": 0.019604\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6458,\n \"output_tokens\": 321,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3904\n },\n \"cost_usd\": 0.0014521000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6458,\n \"output_tokens\": 136,\n \"cached_tokens\": 6286,\n \"wall_ms\": 2839\n },\n \"cost_usd\": 0.0013596\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6457,\n \"output_tokens\": 353,\n \"cached_tokens\": 6286,\n \"wall_ms\": 3474\n },\n \"cost_usd\": 0.0014679\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6457,\n \"output_tokens\": 362,\n \"cached_tokens\": 6286,\n \"wall_ms\": 3790\n },\n \"cost_usd\": 0.0014724\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6457,\n \"output_tokens\": 126,\n \"cached_tokens\": 6286,\n \"wall_ms\": 2719\n },\n \"cost_usd\": 0.0013544000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 501,\n \"cached_tokens\": 1752,\n \"wall_ms\": 6975\n },\n \"cost_usd\": 0.012854\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6092,\n \"output_tokens\": 430,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4018\n },\n \"cost_usd\": 0.0014334\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6094,\n \"output_tokens\": 138,\n \"cached_tokens\": 5921,\n \"wall_ms\": 2707\n },\n \"cost_usd\": 0.0012878\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6093,\n \"output_tokens\": 417,\n \"cached_tokens\": 5921,\n \"wall_ms\": 4332\n },\n \"cost_usd\": 0.0014271000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6094,\n \"output_tokens\": 495,\n \"cached_tokens\": 5921,\n \"wall_ms\": 4232\n },\n \"cost_usd\": 0.0014663\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6094,\n \"output_tokens\": 154,\n \"cached_tokens\": 5921,\n \"wall_ms\": 3518\n },\n \"cost_usd\": 0.0012958\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1960,\n \"output_tokens\": 724,\n \"cached_tokens\": 1752,\n \"wall_ms\": 8670\n },\n \"cost_usd\": 0.01508\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 342,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3857\n },\n \"cost_usd\": 0.0014342\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 480,\n \"cached_tokens\": 6144,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0015032000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 149,\n \"cached_tokens\": 6144,\n \"wall_ms\": 2870\n },\n \"cost_usd\": 0.0013377\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 452,\n \"cached_tokens\": 6144,\n \"wall_ms\": 4844\n },\n \"cost_usd\": 0.0014892\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 441,\n \"cached_tokens\": 6144,\n \"wall_ms\": 4736\n },\n \"cost_usd\": 0.0014837000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 483,\n \"cached_tokens\": 1752,\n \"wall_ms\": 6641\n },\n \"cost_usd\": 0.012674\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 133,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3473\n },\n \"cost_usd\": 0.0012813\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6075,\n \"output_tokens\": 153,\n \"cached_tokens\": 5903,\n \"wall_ms\": 3022\n },\n \"cost_usd\": 0.0012915\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 418,\n \"cached_tokens\": 5903,\n \"wall_ms\": 4939\n },\n \"cost_usd\": 0.0014238\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 746,\n \"cached_tokens\": 5903,\n \"wall_ms\": 5235\n },\n \"cost_usd\": 0.0015877999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6075,\n \"output_tokens\": 135,\n \"cached_tokens\": 5903,\n \"wall_ms\": 3300\n },\n \"cost_usd\": 0.0012825\n }\n ],\n \"configuration_differences\": [\n {\n \"path\": \"~/.claude/sessions/445403.5232b9ea96ad4b09ebd834e6eef33b518c1fef26dfa8282fd3b68fc4b8f14a2d.key\",\n \"kind\": \"unexpected_entry\"\n },\n {\n \"path\": \"~/.claude/sessions/445479.7a5769ef888af66ae46012beff4df208e4e12080217175804428f71767261562.key\",\n \"kind\": \"unexpected_entry\"\n },\n {\n \"path\": \"~/.claude/sessions/445531.4eea327394f27bc2bb2101950552ef9ee4bdc27b96a6cbb5418f603aa6d9ccc4.key\",\n \"kind\": \"unexpected_entry\"\n }\n ]\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.573358,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 814,\n \"cached_tokens\": 2964,\n \"wall_ms\": 9214\n },\n \"cost_usd\": 0.020832\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6217,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2973\n },\n \"cost_usd\": 0.0013074\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6217,\n \"output_tokens\": 141,\n \"cached_tokens\": 6045,\n \"wall_ms\": 2878\n },\n \"cost_usd\": 0.0013139\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6218,\n \"output_tokens\": 134,\n \"cached_tokens\": 6045,\n \"wall_ms\": 2953\n },\n \"cost_usd\": 0.0013106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6217,\n \"output_tokens\": 308,\n \"cached_tokens\": 6045,\n \"wall_ms\": 3704\n },\n \"cost_usd\": 0.0013974\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6216,\n \"output_tokens\": 299,\n \"cached_tokens\": 6045,\n \"wall_ms\": 3786\n },\n \"cost_usd\": 0.0013927\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 832,\n \"cached_tokens\": 2964,\n \"wall_ms\": 9486\n },\n \"cost_usd\": 0.021012\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6247,\n \"output_tokens\": 96,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2944\n },\n \"cost_usd\": 0.0012974\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 110,\n \"cached_tokens\": 6076,\n \"wall_ms\": 3084\n },\n \"cost_usd\": 0.0013046000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 95,\n \"cached_tokens\": 6076,\n \"wall_ms\": 2670\n },\n \"cost_usd\": 0.0012971\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6249,\n \"output_tokens\": 367,\n \"cached_tokens\": 6076,\n \"wall_ms\": 3846\n },\n \"cost_usd\": 0.0014333000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 116,\n \"cached_tokens\": 6076,\n \"wall_ms\": 3196\n },\n \"cost_usd\": 0.0013076000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 785,\n \"cached_tokens\": 2964,\n \"wall_ms\": 8508\n },\n \"cost_usd\": 0.020542\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 111,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2784\n },\n \"cost_usd\": 0.0012999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6223,\n \"output_tokens\": 400,\n \"cached_tokens\": 6051,\n \"wall_ms\": 4145\n },\n \"cost_usd\": 0.0014446\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6224,\n \"output_tokens\": 141,\n \"cached_tokens\": 6051,\n \"wall_ms\": 3017\n },\n \"cost_usd\": 0.0013153000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6223,\n \"output_tokens\": 372,\n \"cached_tokens\": 6051,\n \"wall_ms\": 4140\n },\n \"cost_usd\": 0.0014306000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6224,\n \"output_tokens\": 96,\n \"cached_tokens\": 6051,\n \"wall_ms\": 2928\n },\n \"cost_usd\": 0.0012928000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1953,\n \"output_tokens\": 893,\n \"cached_tokens\": 1744,\n \"wall_ms\": 9548\n },\n \"cost_usd\": 0.016742\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 92,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3023\n },\n \"cost_usd\": 0.0013104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 96,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3430\n },\n \"cost_usd\": 0.0013124\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 306,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3685\n },\n \"cost_usd\": 0.0014174\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6323,\n \"output_tokens\": 139,\n \"cached_tokens\": 6151,\n \"wall_ms\": 4810\n },\n \"cost_usd\": 0.0013341000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6324,\n \"output_tokens\": 369,\n \"cached_tokens\": 6151,\n \"wall_ms\": 4081\n },\n \"cost_usd\": 0.0014493000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 841,\n \"cached_tokens\": 1744,\n \"wall_ms\": 9646\n },\n \"cost_usd\": 0.016218\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6329,\n \"output_tokens\": 95,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3140\n },\n \"cost_usd\": 0.0013133\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6329,\n \"output_tokens\": 146,\n \"cached_tokens\": 6159,\n \"wall_ms\": 3201\n },\n \"cost_usd\": 0.0013388000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6331,\n \"output_tokens\": 82,\n \"cached_tokens\": 6159,\n \"wall_ms\": 2692\n },\n \"cost_usd\": 0.0013072000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6331,\n \"output_tokens\": 329,\n \"cached_tokens\": 6159,\n \"wall_ms\": 3798\n },\n \"cost_usd\": 0.0014307\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6331,\n \"output_tokens\": 288,\n \"cached_tokens\": 6159,\n \"wall_ms\": 3290\n },\n \"cost_usd\": 0.0014102000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1953,\n \"output_tokens\": 1113,\n \"cached_tokens\": 1744,\n \"wall_ms\": 11421\n },\n \"cost_usd\": 0.018942\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 402,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4032\n },\n \"cost_usd\": 0.0014584\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 319,\n \"cached_tokens\": 6114,\n \"wall_ms\": 3536\n },\n \"cost_usd\": 0.0014167000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6285,\n \"output_tokens\": 331,\n \"cached_tokens\": 6114,\n \"wall_ms\": 3751\n },\n \"cost_usd\": 0.0014225\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 276,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4305\n },\n \"cost_usd\": 0.0013952\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 314,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4118\n },\n \"cost_usd\": 0.0014142\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3166,\n \"output_tokens\": 737,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8506\n },\n \"cost_usd\": 0.020034\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6308,\n \"output_tokens\": 617,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5462\n },\n \"cost_usd\": 0.0015701\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6309,\n \"output_tokens\": 403,\n \"cached_tokens\": 6137,\n \"wall_ms\": 4105\n },\n \"cost_usd\": 0.0014633000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6308,\n \"output_tokens\": 120,\n \"cached_tokens\": 6137,\n \"wall_ms\": 3128\n },\n \"cost_usd\": 0.0013216\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6310,\n \"output_tokens\": 136,\n \"cached_tokens\": 6137,\n \"wall_ms\": 3314\n },\n \"cost_usd\": 0.00133\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6309,\n \"output_tokens\": 391,\n \"cached_tokens\": 6137,\n \"wall_ms\": 4071\n },\n \"cost_usd\": 0.0014573000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 870,\n \"cached_tokens\": 2956,\n \"wall_ms\": 9211\n },\n \"cost_usd\": 0.02136\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6247,\n \"output_tokens\": 379,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4335\n },\n \"cost_usd\": 0.0014389000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 419,\n \"cached_tokens\": 6076,\n \"wall_ms\": 4538\n },\n \"cost_usd\": 0.0014591\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 773,\n \"cached_tokens\": 6076,\n \"wall_ms\": 10137\n },\n \"cost_usd\": 0.0016361000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6249,\n \"output_tokens\": 522,\n \"cached_tokens\": 6076,\n \"wall_ms\": 4773\n },\n \"cost_usd\": 0.0015108\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 597,\n \"cached_tokens\": 6076,\n \"wall_ms\": 5414\n },\n \"cost_usd\": 0.0015481000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3166,\n \"output_tokens\": 747,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8713\n },\n \"cost_usd\": 0.020134\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 448,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4211\n },\n \"cost_usd\": 0.0014684000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6221,\n \"output_tokens\": 941,\n \"cached_tokens\": 6050,\n \"wall_ms\": 6547\n },\n \"cost_usd\": 0.0017147\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 123,\n \"cached_tokens\": 6050,\n \"wall_ms\": 3154\n },\n \"cost_usd\": 0.0013059\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 120,\n \"cached_tokens\": 6050,\n \"wall_ms\": 3275\n },\n \"cost_usd\": 0.0013044\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6220,\n \"output_tokens\": 409,\n \"cached_tokens\": 6050,\n \"wall_ms\": 4511\n },\n \"cost_usd\": 0.0014485\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 617,\n \"cached_tokens\": 2956,\n \"wall_ms\": 7337\n },\n \"cost_usd\": 0.01883\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 837,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6662\n },\n \"cost_usd\": 0.0016561000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 694,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5889\n },\n \"cost_usd\": 0.0015848000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 749,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5955\n },\n \"cost_usd\": 0.0016123\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 619,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5189\n },\n \"cost_usd\": 0.0015471\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 633,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5321\n },\n \"cost_usd\": 0.0015543000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 727,\n \"cached_tokens\": 2956,\n \"wall_ms\": 9345\n },\n \"cost_usd\": 0.01993\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6299,\n \"output_tokens\": 603,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5264\n },\n \"cost_usd\": 0.0015613000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6296,\n \"output_tokens\": 108,\n \"cached_tokens\": 6127,\n \"wall_ms\": 2649\n },\n \"cost_usd\": 0.0013132\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6298,\n \"output_tokens\": 410,\n \"cached_tokens\": 6127,\n \"wall_ms\": 4255\n },\n \"cost_usd\": 0.0014646000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6299,\n \"output_tokens\": 791,\n \"cached_tokens\": 6127,\n \"wall_ms\": 7358\n },\n \"cost_usd\": 0.0016553000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6298,\n \"output_tokens\": 548,\n \"cached_tokens\": 6127,\n \"wall_ms\": 5035\n },\n \"cost_usd\": 0.0015336000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 952,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10641\n },\n \"cost_usd\": 0.0173\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 136,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3466\n },\n \"cost_usd\": 0.001307\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 686,\n \"cached_tokens\": 6023,\n \"wall_ms\": 6007\n },\n \"cost_usd\": 0.001582\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 675,\n \"cached_tokens\": 6023,\n \"wall_ms\": 5691\n },\n \"cost_usd\": 0.0015765\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 442,\n \"cached_tokens\": 6023,\n \"wall_ms\": 4138\n },\n \"cost_usd\": 0.00146\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 712,\n \"cached_tokens\": 6023,\n \"wall_ms\": 5227\n },\n \"cost_usd\": 0.0015946\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1944,\n \"output_tokens\": 929,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10099\n },\n \"cost_usd\": 0.017066\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6190,\n \"output_tokens\": 726,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5416\n },\n \"cost_usd\": 0.001601\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 623,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5633\n },\n \"cost_usd\": 0.0015491\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 588,\n \"cached_tokens\": 6017,\n \"wall_ms\": 4846\n },\n \"cost_usd\": 0.0015316000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 713,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5367\n },\n \"cost_usd\": 0.0015943\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 605,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5308\n },\n \"cost_usd\": 0.0015401000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1946,\n \"output_tokens\": 984,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10787\n },\n \"cost_usd\": 0.017624\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6238,\n \"output_tokens\": 522,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4603\n },\n \"cost_usd\": 0.0015086000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6239,\n \"output_tokens\": 98,\n \"cached_tokens\": 6066,\n \"wall_ms\": 4073\n },\n \"cost_usd\": 0.0012968\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6237,\n \"output_tokens\": 691,\n \"cached_tokens\": 6066,\n \"wall_ms\": 5630\n },\n \"cost_usd\": 0.0015929000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6238,\n \"output_tokens\": 460,\n \"cached_tokens\": 6066,\n \"wall_ms\": 4447\n },\n \"cost_usd\": 0.0014776000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6238,\n \"output_tokens\": 115,\n \"cached_tokens\": 6066,\n \"wall_ms\": 4040\n },\n \"cost_usd\": 0.0013051000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 835,\n \"cached_tokens\": 1736,\n \"wall_ms\": 9898\n },\n \"cost_usd\": 0.01613\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 1013,\n \"cached_tokens\": 4638,\n \"wall_ms\": 7307\n },\n \"cost_usd\": 0.0017585\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 134,\n \"cached_tokens\": 6088,\n \"wall_ms\": 4064\n },\n \"cost_usd\": 0.001319\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 718,\n \"cached_tokens\": 6088,\n \"wall_ms\": 5633\n },\n \"cost_usd\": 0.001611\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6259,\n \"output_tokens\": 663,\n \"cached_tokens\": 6088,\n \"wall_ms\": 6066\n },\n \"cost_usd\": 0.0015833000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 753,\n \"cached_tokens\": 6088,\n \"wall_ms\": 5098\n },\n \"cost_usd\": 0.0016285\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1943,\n \"output_tokens\": 948,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10598\n },\n \"cost_usd\": 0.017252\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 730,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6009\n },\n \"cost_usd\": 0.0016212\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6280,\n \"output_tokens\": 391,\n \"cached_tokens\": 6109,\n \"wall_ms\": 4412\n },\n \"cost_usd\": 0.0014515\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 692,\n \"cached_tokens\": 6109,\n \"wall_ms\": 5287\n },\n \"cost_usd\": 0.0016022\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 561,\n \"cached_tokens\": 6109,\n \"wall_ms\": 5003\n },\n \"cost_usd\": 0.0015367\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 464,\n \"cached_tokens\": 6109,\n \"wall_ms\": 4537\n },\n \"cost_usd\": 0.0014882\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3162,\n \"output_tokens\": 471,\n \"cached_tokens\": 2952,\n \"wall_ms\": 6263\n },\n \"cost_usd\": 0.017358\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 615,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0015171000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 589,\n \"cached_tokens\": 5876,\n \"wall_ms\": 5040\n },\n \"cost_usd\": 0.0015041000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6049,\n \"output_tokens\": 574,\n \"cached_tokens\": 5876,\n \"wall_ms\": 4505\n },\n \"cost_usd\": 0.0014968\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 244,\n \"cached_tokens\": 5876,\n \"wall_ms\": 3554\n },\n \"cost_usd\": 0.0013316\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 137,\n \"cached_tokens\": 5876,\n \"wall_ms\": 3299\n },\n \"cost_usd\": 0.0012781000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3162,\n \"output_tokens\": 424,\n \"cached_tokens\": 2952,\n \"wall_ms\": 5844\n },\n \"cost_usd\": 0.016888\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 152,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3812\n },\n \"cost_usd\": 0.0012762000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 475,\n \"cached_tokens\": 5829,\n \"wall_ms\": 4127\n },\n \"cost_usd\": 0.0014377\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 166,\n \"cached_tokens\": 5829,\n \"wall_ms\": 3011\n },\n \"cost_usd\": 0.0012832\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 516,\n \"cached_tokens\": 5829,\n \"wall_ms\": 4598\n },\n \"cost_usd\": 0.0014582\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 528,\n \"cached_tokens\": 5829,\n \"wall_ms\": 4608\n },\n \"cost_usd\": 0.0014638\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3162,\n \"output_tokens\": 404,\n \"cached_tokens\": 2952,\n \"wall_ms\": 6031\n },\n \"cost_usd\": 0.016688\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 451,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4606\n },\n \"cost_usd\": 0.0014217000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 494,\n \"cached_tokens\": 5809,\n \"wall_ms\": 6018\n },\n \"cost_usd\": 0.0014432\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 152,\n \"cached_tokens\": 5809,\n \"wall_ms\": 3723\n },\n \"cost_usd\": 0.0012722\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 366,\n \"cached_tokens\": 5809,\n \"wall_ms\": 4249\n },\n \"cost_usd\": 0.0013792000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 617,\n \"cached_tokens\": 5809,\n \"wall_ms\": 4779\n },\n \"cost_usd\": 0.0015047\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1940,\n \"output_tokens\": 632,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7366\n },\n \"cost_usd\": 0.01408\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6208,\n \"output_tokens\": 602,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5266\n },\n \"cost_usd\": 0.0015426\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6209,\n \"output_tokens\": 112,\n \"cached_tokens\": 6037,\n \"wall_ms\": 2838\n },\n \"cost_usd\": 0.0012978000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6208,\n \"output_tokens\": 521,\n \"cached_tokens\": 6037,\n \"wall_ms\": 4576\n },\n \"cost_usd\": 0.0015021000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6209,\n \"output_tokens\": 124,\n \"cached_tokens\": 6037,\n \"wall_ms\": 2902\n },\n \"cost_usd\": 0.0013038000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6209,\n \"output_tokens\": 621,\n \"cached_tokens\": 6037,\n \"wall_ms\": 5395\n },\n \"cost_usd\": 0.0015523000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1941,\n \"output_tokens\": 548,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7640\n },\n \"cost_usd\": 0.013244\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 549,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4616\n },\n \"cost_usd\": 0.0014995\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 388,\n \"cached_tokens\": 5953,\n \"wall_ms\": 4022\n },\n \"cost_usd\": 0.001419\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6122,\n \"output_tokens\": 423,\n \"cached_tokens\": 5953,\n \"wall_ms\": 3984\n },\n \"cost_usd\": 0.0014359000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 416,\n \"cached_tokens\": 5953,\n \"wall_ms\": 3736\n },\n \"cost_usd\": 0.001433\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 474,\n \"cached_tokens\": 5953,\n \"wall_ms\": 4714\n },\n \"cost_usd\": 0.001462\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1943,\n \"output_tokens\": 816,\n \"cached_tokens\": 1732,\n \"wall_ms\": 9301\n },\n \"cost_usd\": 0.015932\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 609,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4720\n },\n \"cost_usd\": 0.0015385\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 440,\n \"cached_tokens\": 5998,\n \"wall_ms\": 4227\n },\n \"cost_usd\": 0.001454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6172,\n \"output_tokens\": 152,\n \"cached_tokens\": 5998,\n \"wall_ms\": 2884\n },\n \"cost_usd\": 0.0013104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 146,\n \"cached_tokens\": 5998,\n \"wall_ms\": 2768\n },\n \"cost_usd\": 0.001307\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6167,\n \"output_tokens\": 692,\n \"cached_tokens\": 5998,\n \"wall_ms\": 5480\n },\n \"cost_usd\": 0.0015794000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1940,\n \"output_tokens\": 556,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7024\n },\n \"cost_usd\": 0.01332\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6134,\n \"output_tokens\": 379,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4222\n },\n \"cost_usd\": 0.0014163\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6133,\n \"output_tokens\": 161,\n \"cached_tokens\": 5961,\n \"wall_ms\": 3230\n },\n \"cost_usd\": 0.0013071\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6133,\n \"output_tokens\": 112,\n \"cached_tokens\": 5961,\n \"wall_ms\": 2849\n },\n \"cost_usd\": 0.0012826\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6132,\n \"output_tokens\": 408,\n \"cached_tokens\": 5961,\n \"wall_ms\": 4064\n },\n \"cost_usd\": 0.0014304\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6132,\n \"output_tokens\": 157,\n \"cached_tokens\": 5961,\n \"wall_ms\": 3179\n },\n \"cost_usd\": 0.0013049000000000001\n }\n ],\n \"configuration_differences\": [\n {\n \"path\": \"~/.claude/sessions/451213.00ca2aab40fa857ca703f53f4937318e3eea864dace4d5650bcc24f108db3955.key\",\n \"kind\": \"unexpected_entry\"\n }\n ]\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"63f198b3d801d7a5d008195273b96aad18638c7a45b9e4de71a995525357f82e\",\n \"cost_usd\": 0.706633,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n }\n ],\n \"spent_usd\": 4.912276,\n \"reserved_usd\": 0\n}\n" }, { "sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707", "bytes": "{\n \"format\": \"driftproof-skill-campaign/1\",\n \"plan_sha256\": \"af83e8024b571620361e0e1ee1e371c21589e6788f25bbe53542fd11f941da53\",\n \"cap_usd\": 2500,\n \"budget_description\": \"USD 2,500 admission budget; actual usage may overrun\",\n \"stub\": false,\n \"concurrency\": 4,\n \"priors\": [\n {\n \"path\": \"../../../../../../../var/tmp/bbuild/408/campaign-1-out/408/manifest.json\",\n \"sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"adjustments\": [\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"cost_usd\": 0.21,\n \"basis\": \"controller-observed API-equivalent transcript usage; approximate\",\n \"note\": \"attempt 55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d: observed USD 0.21 API-equivalent from the eval user's transcript usage (25 claude-sonnet-5-5 calls, 168 claude-haiku-5-5 calls), 2026-10-18 04:36-04:41Z; the manifest recorded null.\\n\",\n \"note_sha256\": \"f053f4ddc1b60ad7bd92a5a2c9380c7b62cbb437f9c7f68ca734499eb7eb3079\",\n \"plan_sha256\": \"a86285482498e2fe7285c77e1b6909272554b0a4ed9526dd6f16cda5dadfe402\"\n }\n ]\n },\n {\n \"path\": \"../../../../../../../var/tmp/bbuild/408/campaign-2-out/408-c2/manifest.json\",\n \"sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"adjustments\": []\n },\n {\n \"path\": \"../../../../../../../var/tmp/bbuild/408/campaign-3-out/408-c3/manifest.json\",\n \"sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"adjustments\": []\n }\n ],\n \"prior_spend_usd\": 4.912276,\n \"prior_failures\": [\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.21\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.487411,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 397,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6162\n },\n \"cost_usd\": 0.019554\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 951,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6544\n },\n \"cost_usd\": 0.0016825\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 737,\n \"cached_tokens\": 5863,\n \"wall_ms\": 5534\n },\n \"cost_usd\": 0.0015755\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 858,\n \"cached_tokens\": 5863,\n \"wall_ms\": 6035\n },\n \"cost_usd\": 0.001636\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 833,\n \"cached_tokens\": 5863,\n \"wall_ms\": 6026\n },\n \"cost_usd\": 0.0016235\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6034,\n \"output_tokens\": 818,\n \"cached_tokens\": 5863,\n \"wall_ms\": 5686\n },\n \"cost_usd\": 0.0016158\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3897,\n \"output_tokens\": 435,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6101\n },\n \"cost_usd\": 0.019938\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 755,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5849\n },\n \"cost_usd\": 0.0015921000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 1066,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6857\n },\n \"cost_usd\": 0.0017476000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 1053,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6906\n },\n \"cost_usd\": 0.0017411000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 796,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6062\n },\n \"cost_usd\": 0.0016126\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 966,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6621\n },\n \"cost_usd\": 0.0016974000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 460,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6162\n },\n \"cost_usd\": 0.020184\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6096,\n \"output_tokens\": 964,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6432\n },\n \"cost_usd\": 0.0017012000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6099,\n \"output_tokens\": 883,\n \"cached_tokens\": 5926,\n \"wall_ms\": 6159\n },\n \"cost_usd\": 0.0016612999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6097,\n \"output_tokens\": 739,\n \"cached_tokens\": 5926,\n \"wall_ms\": 5577\n },\n \"cost_usd\": 0.0015889\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6098,\n \"output_tokens\": 100,\n \"cached_tokens\": 5926,\n \"wall_ms\": 3076\n },\n \"cost_usd\": 0.0012696\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6097,\n \"output_tokens\": 814,\n \"cached_tokens\": 5926,\n \"wall_ms\": 6620\n },\n \"cost_usd\": 0.0016264\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 394,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5617\n },\n \"cost_usd\": 0.019524\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3528\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 107,\n \"cached_tokens\": 5860,\n \"wall_ms\": 3291\n },\n \"cost_usd\": 0.0012599\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 819,\n \"cached_tokens\": 5860,\n \"wall_ms\": 5907\n },\n \"cost_usd\": 0.0016159000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6031,\n \"output_tokens\": 1102,\n \"cached_tokens\": 5860,\n \"wall_ms\": 7353\n },\n \"cost_usd\": 0.0017572\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 653,\n \"cached_tokens\": 5860,\n \"wall_ms\": 5069\n },\n \"cost_usd\": 0.0015331000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1988,\n \"output_tokens\": 325,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5054\n },\n \"cost_usd\": 0.011202\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5964,\n \"output_tokens\": 110,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2865\n },\n \"cost_usd\": 0.0012477999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5964,\n \"output_tokens\": 395,\n \"cached_tokens\": 5791,\n \"wall_ms\": 3845\n },\n \"cost_usd\": 0.0013903\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 107,\n \"cached_tokens\": 5791,\n \"wall_ms\": 3417\n },\n \"cost_usd\": 0.0012461000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 396,\n \"cached_tokens\": 5791,\n \"wall_ms\": 4161\n },\n \"cost_usd\": 0.0013906\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 386,\n \"cached_tokens\": 5791,\n \"wall_ms\": 4141\n },\n \"cost_usd\": 0.0013856\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1990,\n \"output_tokens\": 356,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5060\n },\n \"cost_usd\": 0.01152\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 114,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3119\n },\n \"cost_usd\": 0.0012558\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 370,\n \"cached_tokens\": 5822,\n \"wall_ms\": 4133\n },\n \"cost_usd\": 0.0013838\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 127,\n \"cached_tokens\": 5822,\n \"wall_ms\": 2984\n },\n \"cost_usd\": 0.0012623\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 483,\n \"cached_tokens\": 5822,\n \"wall_ms\": 4742\n },\n \"cost_usd\": 0.0014403\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 102,\n \"cached_tokens\": 5822,\n \"wall_ms\": 2918\n },\n \"cost_usd\": 0.0012498\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1987,\n \"output_tokens\": 388,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5223\n },\n \"cost_usd\": 0.011828\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6027,\n \"output_tokens\": 130,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2935\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6025,\n \"output_tokens\": 109,\n \"cached_tokens\": 5854,\n \"wall_ms\": 2982\n },\n \"cost_usd\": 0.0012595\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 92,\n \"cached_tokens\": 5854,\n \"wall_ms\": 2852\n },\n \"cost_usd\": 0.0012508\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6027,\n \"output_tokens\": 129,\n \"cached_tokens\": 5854,\n \"wall_ms\": 3224\n },\n \"cost_usd\": 0.0012699\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6026,\n \"output_tokens\": 374,\n \"cached_tokens\": 5854,\n \"wall_ms\": 3944\n },\n \"cost_usd\": 0.0013922000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 508,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7022\n },\n \"cost_usd\": 0.020416\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 111,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2966\n },\n \"cost_usd\": 0.0012667\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 571,\n \"cached_tokens\": 5886,\n \"wall_ms\": 4848\n },\n \"cost_usd\": 0.0014969\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 785,\n \"cached_tokens\": 5886,\n \"wall_ms\": 6145\n },\n \"cost_usd\": 0.0016039000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 106,\n \"cached_tokens\": 5886,\n \"wall_ms\": 2743\n },\n \"cost_usd\": 0.0012646\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 572,\n \"cached_tokens\": 5886,\n \"wall_ms\": 5129\n },\n \"cost_usd\": 0.0014976000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 483,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6467\n },\n \"cost_usd\": 0.020166\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 123,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3053\n },\n \"cost_usd\": 0.0012681\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 99,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2564\n },\n \"cost_usd\": 0.0012561000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 103,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3307\n },\n \"cost_usd\": 0.0012581\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 95,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2640\n },\n \"cost_usd\": 0.0012541000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 113,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2690\n },\n \"cost_usd\": 0.0012631\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 506,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6444\n },\n \"cost_usd\": 0.020396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 101,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3068\n },\n \"cost_usd\": 0.0012617000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6055,\n \"output_tokens\": 124,\n \"cached_tokens\": 5884,\n \"wall_ms\": 3094\n },\n \"cost_usd\": 0.001273\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 115,\n \"cached_tokens\": 5884,\n \"wall_ms\": 2629\n },\n \"cost_usd\": 0.0012687\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 649,\n \"cached_tokens\": 5884,\n \"wall_ms\": 5078\n },\n \"cost_usd\": 0.0015357\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 101,\n \"cached_tokens\": 5884,\n \"wall_ms\": 2582\n },\n \"cost_usd\": 0.0012617000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 586,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7591\n },\n \"cost_usd\": 0.021196\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6137,\n \"output_tokens\": 1071,\n \"cached_tokens\": 4638,\n \"wall_ms\": 7122\n },\n \"cost_usd\": 0.0017629000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6135,\n \"output_tokens\": 110,\n \"cached_tokens\": 5964,\n \"wall_ms\": 2655\n },\n \"cost_usd\": 0.001282\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 965,\n \"cached_tokens\": 5964,\n \"wall_ms\": 6491\n },\n \"cost_usd\": 0.0017097\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 628,\n \"cached_tokens\": 5964,\n \"wall_ms\": 5350\n },\n \"cost_usd\": 0.0015412\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 1052,\n \"cached_tokens\": 5964,\n \"wall_ms\": 7035\n },\n \"cost_usd\": 0.0017532000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 510,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6596\n },\n \"cost_usd\": 0.020436\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 117,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3412\n },\n \"cost_usd\": 0.0012701000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 593,\n \"cached_tokens\": 5888,\n \"wall_ms\": 5176\n },\n \"cost_usd\": 0.0015085\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 85,\n \"cached_tokens\": 5888,\n \"wall_ms\": 2953\n },\n \"cost_usd\": 0.0012545\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6059,\n \"output_tokens\": 518,\n \"cached_tokens\": 5888,\n \"wall_ms\": 4881\n },\n \"cost_usd\": 0.0014708\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6061,\n \"output_tokens\": 133,\n \"cached_tokens\": 5888,\n \"wall_ms\": 3159\n },\n \"cost_usd\": 0.0012787\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1925,\n \"output_tokens\": 759,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8894\n },\n \"cost_usd\": 0.01529\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 300,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3480\n },\n \"cost_usd\": 0.0013836000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 331,\n \"cached_tokens\": 5997,\n \"wall_ms\": 6095\n },\n \"cost_usd\": 0.0013991000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 356,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3664\n },\n \"cost_usd\": 0.0014116\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 240,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3138\n },\n \"cost_usd\": 0.001354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6169,\n \"output_tokens\": 253,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3199\n },\n \"cost_usd\": 0.0013603000000000003\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1926,\n \"output_tokens\": 665,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8084\n },\n \"cost_usd\": 0.014354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 299,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3193\n },\n \"cost_usd\": 0.0013925\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6214,\n \"output_tokens\": 273,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3459\n },\n \"cost_usd\": 0.0013793000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 269,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3524\n },\n \"cost_usd\": 0.0013775\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6214,\n \"output_tokens\": 295,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3664\n },\n \"cost_usd\": 0.0013903000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 281,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3562\n },\n \"cost_usd\": 0.0013835\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1924,\n \"output_tokens\": 604,\n \"cached_tokens\": 1717,\n \"wall_ms\": 7885\n },\n \"cost_usd\": 0.013736\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 100,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0012716000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6107,\n \"output_tokens\": 283,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3750\n },\n \"cost_usd\": 0.0013629\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 288,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3453\n },\n \"cost_usd\": 0.0013656000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 310,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3572\n },\n \"cost_usd\": 0.0013766000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 241,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3309\n },\n \"cost_usd\": 0.0013421000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3836,\n \"output_tokens\": 191,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4150\n },\n \"cost_usd\": 0.017254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 580,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5573\n },\n \"cost_usd\": 0.0014392\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 806,\n \"cached_tokens\": 5574,\n \"wall_ms\": 6028\n },\n \"cost_usd\": 0.0015522\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 559,\n \"cached_tokens\": 5574,\n \"wall_ms\": 5503\n },\n \"cost_usd\": 0.0014287\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 545,\n \"cached_tokens\": 5574,\n \"wall_ms\": 4593\n },\n \"cost_usd\": 0.0014217000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 477,\n \"cached_tokens\": 5574,\n \"wall_ms\": 4441\n },\n \"cost_usd\": 0.0013877\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3837,\n \"output_tokens\": 166,\n \"cached_tokens\": 3627,\n \"wall_ms\": 3835\n },\n \"cost_usd\": 0.017008\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5719,\n \"output_tokens\": 524,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4865\n },\n \"cost_usd\": 0.0014058\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 134,\n \"cached_tokens\": 5549,\n \"wall_ms\": 3116\n },\n \"cost_usd\": 0.0012112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5720,\n \"output_tokens\": 356,\n \"cached_tokens\": 5549,\n \"wall_ms\": 3627\n },\n \"cost_usd\": 0.001322\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 630,\n \"cached_tokens\": 5549,\n \"wall_ms\": 5106\n },\n \"cost_usd\": 0.0014592000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 538,\n \"cached_tokens\": 5549,\n \"wall_ms\": 4810\n },\n \"cost_usd\": 0.0014132\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 220,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4134\n },\n \"cost_usd\": 0.017536\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 479,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4715\n },\n \"cost_usd\": 0.0013945\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 681,\n \"cached_tokens\": 5603,\n \"wall_ms\": 5293\n },\n \"cost_usd\": 0.0014955\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 391,\n \"cached_tokens\": 5603,\n \"wall_ms\": 4312\n },\n \"cost_usd\": 0.0013505\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5774,\n \"output_tokens\": 583,\n \"cached_tokens\": 5603,\n \"wall_ms\": 4837\n },\n \"cost_usd\": 0.0014463\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 69,\n \"cached_tokens\": 5603,\n \"wall_ms\": 2912\n },\n \"cost_usd\": 0.0011895\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1928,\n \"output_tokens\": 156,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4703\n },\n \"cost_usd\": 0.009272\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5710,\n \"output_tokens\": 248,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3302\n },\n \"cost_usd\": 0.001266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 76,\n \"cached_tokens\": 5539,\n \"wall_ms\": 2496\n },\n \"cost_usd\": 0.0011802\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 74,\n \"cached_tokens\": 5539,\n \"wall_ms\": 2800\n },\n \"cost_usd\": 0.0011792\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 297,\n \"cached_tokens\": 5539,\n \"wall_ms\": 3639\n },\n \"cost_usd\": 0.0012907\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 68,\n \"cached_tokens\": 5539,\n \"wall_ms\": 5539\n },\n \"cost_usd\": 0.0011762\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 188,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4503\n },\n \"cost_usd\": 0.009588\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5741,\n \"output_tokens\": 856,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6060\n },\n \"cost_usd\": 0.0015762\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 681,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5382\n },\n \"cost_usd\": 0.0014891000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5742,\n \"output_tokens\": 660,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5601\n },\n \"cost_usd\": 0.0014784000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5741,\n \"output_tokens\": 654,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5575\n },\n \"cost_usd\": 0.0014752\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 379,\n \"cached_tokens\": 5571,\n \"wall_ms\": 4235\n },\n \"cost_usd\": 0.0013375\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1929,\n \"output_tokens\": 189,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4164\n },\n \"cost_usd\": 0.009606\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5745,\n \"output_tokens\": 70,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2670\n },\n \"cost_usd\": 0.001184\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 140,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3408\n },\n \"cost_usd\": 0.0012188\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 218,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3578\n },\n \"cost_usd\": 0.0012576000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 101,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3111\n },\n \"cost_usd\": 0.0011991\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 235,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3250\n },\n \"cost_usd\": 0.0012663\n }\n ]\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.536387,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1622,\n \"cached_tokens\": 544,\n \"wall_ms\": 16579\n },\n \"cost_usd\": 0.02448\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6924,\n \"output_tokens\": 968,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6671\n },\n \"cost_usd\": 0.0018688\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6923,\n \"output_tokens\": 832,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5792\n },\n \"cost_usd\": 0.0018006\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6926,\n \"output_tokens\": 942,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5983\n },\n \"cost_usd\": 0.0018562000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6922,\n \"output_tokens\": 975,\n \"cached_tokens\": 6752,\n \"wall_ms\": 7656\n },\n \"cost_usd\": 0.0018719000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6924,\n \"output_tokens\": 829,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5945\n },\n \"cost_usd\": 0.0017993000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1584,\n \"cached_tokens\": 1856,\n \"wall_ms\": 15326\n },\n \"cost_usd\": 0.0241\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 181,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3208\n },\n \"cost_usd\": 0.0014891000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 166,\n \"cached_tokens\": 6821,\n \"wall_ms\": 3119\n },\n \"cost_usd\": 0.0014816000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 147,\n \"cached_tokens\": 6821,\n \"wall_ms\": 3128\n },\n \"cost_usd\": 0.0014721\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 643,\n \"cached_tokens\": 6821,\n \"wall_ms\": 5511\n },\n \"cost_usd\": 0.0017201000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6992,\n \"output_tokens\": 789,\n \"cached_tokens\": 6821,\n \"wall_ms\": 5746\n },\n \"cost_usd\": 0.0017929\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2067,\n \"output_tokens\": 1891,\n \"cached_tokens\": 1856,\n \"wall_ms\": 17177\n },\n \"cost_usd\": 0.027178\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7158,\n \"output_tokens\": 601,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4856\n },\n \"cost_usd\": 0.0017321\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7161,\n \"output_tokens\": 741,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5662\n },\n \"cost_usd\": 0.0018027\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 703,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5396\n },\n \"cost_usd\": 0.0017833000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 149,\n \"cached_tokens\": 6987,\n \"wall_ms\": 3572\n },\n \"cost_usd\": 0.0015063000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 706,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5530\n },\n \"cost_usd\": 0.0017848000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2064,\n \"output_tokens\": 1880,\n \"cached_tokens\": 1856,\n \"wall_ms\": 17222\n },\n \"cost_usd\": 0.027056\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 762,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5957\n },\n \"cost_usd\": 0.0018368000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 724,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5864\n },\n \"cost_usd\": 0.0018178000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7278,\n \"output_tokens\": 588,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5035\n },\n \"cost_usd\": 0.0017496000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 865,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5965\n },\n \"cost_usd\": 0.0018883\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7280,\n \"output_tokens\": 1004,\n \"cached_tokens\": 7107,\n \"wall_ms\": 6521\n },\n \"cost_usd\": 0.001958\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2066,\n \"output_tokens\": 1601,\n \"cached_tokens\": 1856,\n \"wall_ms\": 14338\n },\n \"cost_usd\": 0.024274\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6984,\n \"output_tokens\": 615,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4813\n },\n \"cost_usd\": 0.0017043000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6984,\n \"output_tokens\": 743,\n \"cached_tokens\": 6814,\n \"wall_ms\": 5449\n },\n \"cost_usd\": 0.0017683000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 861,\n \"cached_tokens\": 6814,\n \"wall_ms\": 5663\n },\n \"cost_usd\": 0.0018277\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 121,\n \"cached_tokens\": 6814,\n \"wall_ms\": 2706\n },\n \"cost_usd\": 0.0014577000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 116,\n \"cached_tokens\": 6814,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0014552\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1510,\n \"cached_tokens\": 1467,\n \"wall_ms\": 14174\n },\n \"cost_usd\": 0.022952\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 628,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0017104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 655,\n \"cached_tokens\": 6810,\n \"wall_ms\": 5392\n },\n \"cost_usd\": 0.0017239\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 777,\n \"cached_tokens\": 6810,\n \"wall_ms\": 5782\n },\n \"cost_usd\": 0.0017849\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6980,\n \"output_tokens\": 598,\n \"cached_tokens\": 6810,\n \"wall_ms\": 4517\n },\n \"cost_usd\": 0.001695\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 559,\n \"cached_tokens\": 6810,\n \"wall_ms\": 4715\n },\n \"cost_usd\": 0.0016759000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1390,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13858\n },\n \"cost_usd\": 0.021756\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 782,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5662\n },\n \"cost_usd\": 0.0017886000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6989,\n \"output_tokens\": 810,\n \"cached_tokens\": 6817,\n \"wall_ms\": 5865\n },\n \"cost_usd\": 0.0018028000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6989,\n \"output_tokens\": 748,\n \"cached_tokens\": 6817,\n \"wall_ms\": 5530\n },\n \"cost_usd\": 0.0017718000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 624,\n \"cached_tokens\": 6817,\n \"wall_ms\": 4928\n },\n \"cost_usd\": 0.0017096000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 867,\n \"cached_tokens\": 6817,\n \"wall_ms\": 6022\n },\n \"cost_usd\": 0.0018311000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1441,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13538\n },\n \"cost_usd\": 0.022262\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 521,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4686\n },\n \"cost_usd\": 0.0016347\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 112,\n \"cached_tokens\": 6699,\n \"wall_ms\": 2880\n },\n \"cost_usd\": 0.0014302\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 422,\n \"cached_tokens\": 6699,\n \"wall_ms\": 4242\n },\n \"cost_usd\": 0.0015852000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 641,\n \"cached_tokens\": 6699,\n \"wall_ms\": 4755\n },\n \"cost_usd\": 0.0016947\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6870,\n \"output_tokens\": 671,\n \"cached_tokens\": 6699,\n \"wall_ms\": 5170\n },\n \"cost_usd\": 0.0017095\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1419,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13162\n },\n \"cost_usd\": 0.022046\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 734,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5512\n },\n \"cost_usd\": 0.0017558000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 559,\n \"cached_tokens\": 6773,\n \"wall_ms\": 4681\n },\n \"cost_usd\": 0.0016683000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6945,\n \"output_tokens\": 679,\n \"cached_tokens\": 6773,\n \"wall_ms\": 5519\n },\n \"cost_usd\": 0.0017285\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 646,\n \"cached_tokens\": 6773,\n \"wall_ms\": 5257\n },\n \"cost_usd\": 0.0017118\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 88,\n \"cached_tokens\": 6773,\n \"wall_ms\": 2783\n },\n \"cost_usd\": 0.0014328000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2040,\n \"output_tokens\": 290,\n \"cached_tokens\": 1568,\n \"wall_ms\": 4976\n },\n \"cost_usd\": 0.01106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 271,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3501\n },\n \"cost_usd\": 0.0013053\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 345,\n \"cached_tokens\": 5677,\n \"wall_ms\": 4014\n },\n \"cost_usd\": 0.0013423\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 302,\n \"cached_tokens\": 5677,\n \"wall_ms\": 3648\n },\n \"cost_usd\": 0.0013208\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 87,\n \"cached_tokens\": 5677,\n \"wall_ms\": 2869\n },\n \"cost_usd\": 0.0012133\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5848,\n \"output_tokens\": 237,\n \"cached_tokens\": 5677,\n \"wall_ms\": 3090\n },\n \"cost_usd\": 0.0012881000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2038,\n \"output_tokens\": 356,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5276\n },\n \"cost_usd\": 0.011712\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 82,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2724\n },\n \"cost_usd\": 0.0012238\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 86,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2976\n },\n \"cost_usd\": 0.0012262\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 77,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2860\n },\n \"cost_usd\": 0.0012215\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 271,\n \"cached_tokens\": 5743,\n \"wall_ms\": 3329\n },\n \"cost_usd\": 0.0013185\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 92,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2770\n },\n \"cost_usd\": 0.0012288\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2039,\n \"output_tokens\": 321,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5182\n },\n \"cost_usd\": 0.011366\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 106,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2958\n },\n \"cost_usd\": 0.001229\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 70,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2954\n },\n \"cost_usd\": 0.001211\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 230,\n \"cached_tokens\": 5708,\n \"wall_ms\": 3371\n },\n \"cost_usd\": 0.001291\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 73,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2994\n },\n \"cost_usd\": 0.0012125\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 82,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2698\n },\n \"cost_usd\": 0.001217\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1938,\n \"output_tokens\": 335,\n \"cached_tokens\": 1467,\n \"wall_ms\": 5509\n },\n \"cost_usd\": 0.011102\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5893,\n \"output_tokens\": 81,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3047\n },\n \"cost_usd\": 0.0012191\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 208,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3123\n },\n \"cost_usd\": 0.0012828\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 204,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3465\n },\n \"cost_usd\": 0.0012808\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5893,\n \"output_tokens\": 232,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3039\n },\n \"cost_usd\": 0.0012946000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 216,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3460\n },\n \"cost_usd\": 0.0012868\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1940,\n \"output_tokens\": 293,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5257\n },\n \"cost_usd\": 0.01069\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5851,\n \"output_tokens\": 316,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3306\n },\n \"cost_usd\": 0.0013282\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5853,\n \"output_tokens\": 79,\n \"cached_tokens\": 5680,\n \"wall_ms\": 2726\n },\n \"cost_usd\": 0.0012101000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5852,\n \"output_tokens\": 209,\n \"cached_tokens\": 5680,\n \"wall_ms\": 3273\n },\n \"cost_usd\": 0.0012749\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5852,\n \"output_tokens\": 280,\n \"cached_tokens\": 5680,\n \"wall_ms\": 3908\n },\n \"cost_usd\": 0.0013104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5851,\n \"output_tokens\": 80,\n \"cached_tokens\": 5680,\n \"wall_ms\": 2685\n },\n \"cost_usd\": 0.0012102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1936,\n \"output_tokens\": 303,\n \"cached_tokens\": 1729,\n \"wall_ms\": 4845\n },\n \"cost_usd\": 0.010774\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5863,\n \"output_tokens\": 80,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2816\n },\n \"cost_usd\": 0.0012126\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5861,\n \"output_tokens\": 78,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2589\n },\n \"cost_usd\": 0.0012112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5860,\n \"output_tokens\": 81,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2717\n },\n \"cost_usd\": 0.0012125\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5862,\n \"output_tokens\": 79,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2853\n },\n \"cost_usd\": 0.0012119000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5860,\n \"output_tokens\": 200,\n \"cached_tokens\": 5690,\n \"wall_ms\": 3136\n },\n \"cost_usd\": 0.001272\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2062,\n \"output_tokens\": 1070,\n \"cached_tokens\": 1568,\n \"wall_ms\": 12185\n },\n \"cost_usd\": 0.018948\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6387,\n \"output_tokens\": 421,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3615\n },\n \"cost_usd\": 0.0014879000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6387,\n \"output_tokens\": 136,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3171\n },\n \"cost_usd\": 0.0013454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6384,\n \"output_tokens\": 128,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3102\n },\n \"cost_usd\": 0.0013408000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6386,\n \"output_tokens\": 338,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3729\n },\n \"cost_usd\": 0.0014462000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6385,\n \"output_tokens\": 317,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3653\n },\n \"cost_usd\": 0.0014355\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 1021,\n \"cached_tokens\": 1853,\n \"wall_ms\": 11158\n },\n \"cost_usd\": 0.018454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6421,\n \"output_tokens\": 138,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2759\n },\n \"cost_usd\": 0.0013532000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6422,\n \"output_tokens\": 137,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2967\n },\n \"cost_usd\": 0.0013529000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6421,\n \"output_tokens\": 132,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2869\n },\n \"cost_usd\": 0.0013502\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6422,\n \"output_tokens\": 104,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2671\n },\n \"cost_usd\": 0.0013364000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6420,\n \"output_tokens\": 128,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2803\n },\n \"cost_usd\": 0.001348\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2062,\n \"output_tokens\": 1015,\n \"cached_tokens\": 1853,\n \"wall_ms\": 11342\n },\n \"cost_usd\": 0.018398\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 417,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3666\n },\n \"cost_usd\": 0.0014867\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 429,\n \"cached_tokens\": 6220,\n \"wall_ms\": 4016\n },\n \"cost_usd\": 0.0014927\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6392,\n \"output_tokens\": 132,\n \"cached_tokens\": 6220,\n \"wall_ms\": 2996\n },\n \"cost_usd\": 0.0013444000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6392,\n \"output_tokens\": 120,\n \"cached_tokens\": 6220,\n \"wall_ms\": 2800\n },\n \"cost_usd\": 0.0013384\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 140,\n \"cached_tokens\": 6220,\n \"wall_ms\": 3345\n },\n \"cost_usd\": 0.0013482000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1959,\n \"output_tokens\": 818,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9616\n },\n \"cost_usd\": 0.016016\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 137,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3124\n },\n \"cost_usd\": 0.0013071\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 310,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3373\n },\n \"cost_usd\": 0.0013936\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 141,\n \"cached_tokens\": 6021,\n \"wall_ms\": 2771\n },\n \"cost_usd\": 0.0013091\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 160,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3458\n },\n \"cost_usd\": 0.0013186\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 147,\n \"cached_tokens\": 6021,\n \"wall_ms\": 2927\n },\n \"cost_usd\": 0.0013121\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1960,\n \"output_tokens\": 567,\n \"cached_tokens\": 1752,\n \"wall_ms\": 7501\n },\n \"cost_usd\": 0.01351\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 152,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2856\n },\n \"cost_usd\": 0.0013078000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6157,\n \"output_tokens\": 392,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3661\n },\n \"cost_usd\": 0.0014274000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 164,\n \"cached_tokens\": 5987,\n \"wall_ms\": 2865\n },\n \"cost_usd\": 0.0013138000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6157,\n \"output_tokens\": 386,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3653\n },\n \"cost_usd\": 0.0014244000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 340,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3725\n },\n \"cost_usd\": 0.0014018000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 441,\n \"cached_tokens\": 1752,\n \"wall_ms\": 6231\n },\n \"cost_usd\": 0.012254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 392,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4818\n },\n \"cost_usd\": 0.0014024\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 401,\n \"cached_tokens\": 5861,\n \"wall_ms\": 4541\n },\n \"cost_usd\": 0.0014069\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 377,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3850\n },\n \"cost_usd\": 0.0013951\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 130,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3205\n },\n \"cost_usd\": 0.0012714\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6031,\n \"output_tokens\": 511,\n \"cached_tokens\": 5861,\n \"wall_ms\": 4780\n },\n \"cost_usd\": 0.0014617\n }\n ]\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.530769,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3172,\n \"output_tokens\": 828,\n \"cached_tokens\": 544,\n \"wall_ms\": 10259\n },\n \"cost_usd\": 0.020968\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 116,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2778\n },\n \"cost_usd\": 0.0013076000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 139,\n \"cached_tokens\": 6074,\n \"wall_ms\": 3463\n },\n \"cost_usd\": 0.0013187000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6244,\n \"output_tokens\": 122,\n \"cached_tokens\": 6074,\n \"wall_ms\": 3417\n },\n \"cost_usd\": 0.0013098000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 105,\n \"cached_tokens\": 6074,\n \"wall_ms\": 2503\n },\n \"cost_usd\": 0.0013017\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 333,\n \"cached_tokens\": 6074,\n \"wall_ms\": 4108\n },\n \"cost_usd\": 0.0014157\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 789,\n \"cached_tokens\": 2964,\n \"wall_ms\": 8838\n },\n \"cost_usd\": 0.020582\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6187,\n \"output_tokens\": 118,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3145\n },\n \"cost_usd\": 0.0012964\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 124,\n \"cached_tokens\": 6016,\n \"wall_ms\": 2850\n },\n \"cost_usd\": 0.0012996000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 123,\n \"cached_tokens\": 6016,\n \"wall_ms\": 3126\n },\n \"cost_usd\": 0.0012993000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 286,\n \"cached_tokens\": 6016,\n \"wall_ms\": 3945\n },\n \"cost_usd\": 0.0013806\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 389,\n \"cached_tokens\": 6016,\n \"wall_ms\": 4348\n },\n \"cost_usd\": 0.0014321000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 879,\n \"cached_tokens\": 2964,\n \"wall_ms\": 9377\n },\n \"cost_usd\": 0.021482\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 123,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3371\n },\n \"cost_usd\": 0.0013141000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6264,\n \"output_tokens\": 367,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3731\n },\n \"cost_usd\": 0.0014363000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6264,\n \"output_tokens\": 314,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3898\n },\n \"cost_usd\": 0.0014098000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 148,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3465\n },\n \"cost_usd\": 0.0013266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 103,\n \"cached_tokens\": 6092,\n \"wall_ms\": 2689\n },\n \"cost_usd\": 0.0013041\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1953,\n \"output_tokens\": 918,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9902\n },\n \"cost_usd\": 0.016992\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 139,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3195\n },\n \"cost_usd\": 0.0013419\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 112,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2903\n },\n \"cost_usd\": 0.0013284000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 147,\n \"cached_tokens\": 6190,\n \"wall_ms\": 3248\n },\n \"cost_usd\": 0.0013459000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6364,\n \"output_tokens\": 115,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2723\n },\n \"cost_usd\": 0.0013303000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 112,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2751\n },\n \"cost_usd\": 0.0013284000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 837,\n \"cached_tokens\": 1744,\n \"wall_ms\": 9099\n },\n \"cost_usd\": 0.016178\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 130,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3648\n },\n \"cost_usd\": 0.0013194\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6273,\n \"output_tokens\": 114,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3186\n },\n \"cost_usd\": 0.0013116000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6273,\n \"output_tokens\": 364,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3725\n },\n \"cost_usd\": 0.0014366000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 340,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3797\n },\n \"cost_usd\": 0.0014244000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 353,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3573\n },\n \"cost_usd\": 0.0014309000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 965,\n \"cached_tokens\": 1744,\n \"wall_ms\": 10273\n },\n \"cost_usd\": 0.017458\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6404,\n \"output_tokens\": 305,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3584\n },\n \"cost_usd\": 0.0014333000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6403,\n \"output_tokens\": 335,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3832\n },\n \"cost_usd\": 0.0014481000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6405,\n \"output_tokens\": 310,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3505\n },\n \"cost_usd\": 0.001436\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6405,\n \"output_tokens\": 279,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3636\n },\n \"cost_usd\": 0.0014205\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6402,\n \"output_tokens\": 376,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3920\n },\n \"cost_usd\": 0.0014684000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3164,\n \"output_tokens\": 914,\n \"cached_tokens\": 2687,\n \"wall_ms\": 9293\n },\n \"cost_usd\": 0.021796\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6230,\n \"output_tokens\": 905,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6088\n },\n \"cost_usd\": 0.0016985\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6231,\n \"output_tokens\": 984,\n \"cached_tokens\": 6059,\n \"wall_ms\": 6368\n },\n \"cost_usd\": 0.0017382\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6229,\n \"output_tokens\": 707,\n \"cached_tokens\": 6059,\n \"wall_ms\": 5982\n },\n \"cost_usd\": 0.0015993000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6232,\n \"output_tokens\": 917,\n \"cached_tokens\": 6059,\n \"wall_ms\": 6106\n },\n \"cost_usd\": 0.0017049\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6230,\n \"output_tokens\": 734,\n \"cached_tokens\": 6059,\n \"wall_ms\": 5589\n },\n \"cost_usd\": 0.001613\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3163,\n \"output_tokens\": 818,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8993\n },\n \"cost_usd\": 0.020832\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 531,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4825\n },\n \"cost_usd\": 0.0015263000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 123,\n \"cached_tokens\": 6132,\n \"wall_ms\": 2976\n },\n \"cost_usd\": 0.0013223000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 526,\n \"cached_tokens\": 6132,\n \"wall_ms\": 5004\n },\n \"cost_usd\": 0.0015238000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6303,\n \"output_tokens\": 573,\n \"cached_tokens\": 6132,\n \"wall_ms\": 5019\n },\n \"cost_usd\": 0.0015471\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6305,\n \"output_tokens\": 111,\n \"cached_tokens\": 6132,\n \"wall_ms\": 3092\n },\n \"cost_usd\": 0.0013165\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 779,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8322\n },\n \"cost_usd\": 0.02045\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 330,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3902\n },\n \"cost_usd\": 0.0014052000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 378,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3640\n },\n \"cost_usd\": 0.0014292\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 404,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3989\n },\n \"cost_usd\": 0.0014422\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6200,\n \"output_tokens\": 369,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3802\n },\n \"cost_usd\": 0.0014245\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6199,\n \"output_tokens\": 162,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3730\n },\n \"cost_usd\": 0.0013208000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 847,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9451\n },\n \"cost_usd\": 0.01625\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6169,\n \"output_tokens\": 812,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6051\n },\n \"cost_usd\": 0.0016398000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 565,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5368\n },\n \"cost_usd\": 0.0015161\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 644,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5759\n },\n \"cost_usd\": 0.0015556\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 699,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5631\n },\n \"cost_usd\": 0.0015831\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 594,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5016\n },\n \"cost_usd\": 0.0015306000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1077,\n \"cached_tokens\": 1736,\n \"wall_ms\": 11930\n },\n \"cost_usd\": 0.01855\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 555,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4525\n },\n \"cost_usd\": 0.0015313000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 723,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5737\n },\n \"cost_usd\": 0.0016153000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 778,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5621\n },\n \"cost_usd\": 0.0016428000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6268,\n \"output_tokens\": 885,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5906\n },\n \"cost_usd\": 0.0016961\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 585,\n \"cached_tokens\": 6097,\n \"wall_ms\": 4835\n },\n \"cost_usd\": 0.0015463000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1943,\n \"output_tokens\": 956,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10519\n },\n \"cost_usd\": 0.017332\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 134,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2774\n },\n \"cost_usd\": 0.0013244\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 469,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4717\n },\n \"cost_usd\": 0.0014919\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 385,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4071\n },\n \"cost_usd\": 0.0014497\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 414,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4140\n },\n \"cost_usd\": 0.0014642000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 906,\n \"cached_tokens\": 6114,\n \"wall_ms\": 7103\n },\n \"cost_usd\": 0.0017102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1944,\n \"output_tokens\": 927,\n \"cached_tokens\": 1736,\n \"wall_ms\": 9884\n },\n \"cost_usd\": 0.017046\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2742\n },\n \"cost_usd\": 0.0013422\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 493,\n \"cached_tokens\": 6219,\n \"wall_ms\": 4622\n },\n \"cost_usd\": 0.0015247000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6389,\n \"output_tokens\": 116,\n \"cached_tokens\": 6219,\n \"wall_ms\": 2857\n },\n \"cost_usd\": 0.0013358000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6390,\n \"output_tokens\": 691,\n \"cached_tokens\": 6219,\n \"wall_ms\": 5668\n },\n \"cost_usd\": 0.0016235\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 454,\n \"cached_tokens\": 6219,\n \"wall_ms\": 4397\n },\n \"cost_usd\": 0.0015052\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1006,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10434\n },\n \"cost_usd\": 0.01784\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6312,\n \"output_tokens\": 785,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6091\n },\n \"cost_usd\": 0.0016549000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6312,\n \"output_tokens\": 791,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5671\n },\n \"cost_usd\": 0.0016579000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 123,\n \"cached_tokens\": 6139,\n \"wall_ms\": 3060\n },\n \"cost_usd\": 0.0013237000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 644,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5260\n },\n \"cost_usd\": 0.0015842\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 793,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5822\n },\n \"cost_usd\": 0.0016587000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1035,\n \"cached_tokens\": 1736,\n \"wall_ms\": 12026\n },\n \"cost_usd\": 0.01813\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6243,\n \"output_tokens\": 591,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4858\n },\n \"cost_usd\": 0.0015441\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6245,\n \"output_tokens\": 515,\n \"cached_tokens\": 6072,\n \"wall_ms\": 5286\n },\n \"cost_usd\": 0.0015065\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6244,\n \"output_tokens\": 366,\n \"cached_tokens\": 6072,\n \"wall_ms\": 3822\n },\n \"cost_usd\": 0.0014318000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6242,\n \"output_tokens\": 974,\n \"cached_tokens\": 6072,\n \"wall_ms\": 6782\n },\n \"cost_usd\": 0.0017354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6245,\n \"output_tokens\": 605,\n \"cached_tokens\": 6072,\n \"wall_ms\": 5256\n },\n \"cost_usd\": 0.0015515\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 422,\n \"cached_tokens\": 2687,\n \"wall_ms\": 6003\n },\n \"cost_usd\": 0.016864\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5998,\n \"output_tokens\": 533,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4409\n },\n \"cost_usd\": 0.0014661000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5998,\n \"output_tokens\": 142,\n \"cached_tokens\": 5827,\n \"wall_ms\": 3088\n },\n \"cost_usd\": 0.0012706000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 607,\n \"cached_tokens\": 5827,\n \"wall_ms\": 4668\n },\n \"cost_usd\": 0.0015033\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 443,\n \"cached_tokens\": 5827,\n \"wall_ms\": 4841\n },\n \"cost_usd\": 0.0014213\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 150,\n \"cached_tokens\": 5827,\n \"wall_ms\": 3644\n },\n \"cost_usd\": 0.0012748\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 419,\n \"cached_tokens\": 2952,\n \"wall_ms\": 5728\n },\n \"cost_usd\": 0.016834\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 715,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5282\n },\n \"cost_usd\": 0.0015567\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 129,\n \"cached_tokens\": 5824,\n \"wall_ms\": 3444\n },\n \"cost_usd\": 0.0012633\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 157,\n \"cached_tokens\": 5824,\n \"wall_ms\": 3144\n },\n \"cost_usd\": 0.0012777\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 761,\n \"cached_tokens\": 5824,\n \"wall_ms\": 5212\n },\n \"cost_usd\": 0.0015793\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 622,\n \"cached_tokens\": 5824,\n \"wall_ms\": 4854\n },\n \"cost_usd\": 0.0015102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 363,\n \"cached_tokens\": 2952,\n \"wall_ms\": 9620\n },\n \"cost_usd\": 0.016274\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5940,\n \"output_tokens\": 489,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4527\n },\n \"cost_usd\": 0.0014325\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5941,\n \"output_tokens\": 140,\n \"cached_tokens\": 5768,\n \"wall_ms\": 3393\n },\n \"cost_usd\": 0.0012582000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 834,\n \"cached_tokens\": 5768,\n \"wall_ms\": 5660\n },\n \"cost_usd\": 0.0016048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 773,\n \"cached_tokens\": 5768,\n \"wall_ms\": 5617\n },\n \"cost_usd\": 0.0015743\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 550,\n \"cached_tokens\": 5768,\n \"wall_ms\": 4423\n },\n \"cost_usd\": 0.0014628\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1941,\n \"output_tokens\": 827,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9656\n },\n \"cost_usd\": 0.016034\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 149,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3300\n },\n \"cost_usd\": 0.0012997\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 157,\n \"cached_tokens\": 5954,\n \"wall_ms\": 3491\n },\n \"cost_usd\": 0.0013035\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 672,\n \"cached_tokens\": 5954,\n \"wall_ms\": 5316\n },\n \"cost_usd\": 0.0015612\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 590,\n \"cached_tokens\": 5954,\n \"wall_ms\": 4922\n },\n \"cost_usd\": 0.00152\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6128,\n \"output_tokens\": 167,\n \"cached_tokens\": 5954,\n \"wall_ms\": 3267\n },\n \"cost_usd\": 0.0013091\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1942,\n \"output_tokens\": 828,\n \"cached_tokens\": 1732,\n \"wall_ms\": 9295\n },\n \"cost_usd\": 0.016048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6151,\n \"output_tokens\": 731,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5576\n },\n \"cost_usd\": 0.0015957\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6151,\n \"output_tokens\": 553,\n \"cached_tokens\": 5980,\n \"wall_ms\": 4656\n },\n \"cost_usd\": 0.0015067000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6153,\n \"output_tokens\": 131,\n \"cached_tokens\": 5980,\n \"wall_ms\": 2771\n },\n \"cost_usd\": 0.0012961000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6153,\n \"output_tokens\": 160,\n \"cached_tokens\": 5980,\n \"wall_ms\": 3381\n },\n \"cost_usd\": 0.0013106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6152,\n \"output_tokens\": 1235,\n \"cached_tokens\": 5980,\n \"wall_ms\": 7396\n },\n \"cost_usd\": 0.0018479000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1939,\n \"output_tokens\": 603,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7146\n },\n \"cost_usd\": 0.013786\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6179,\n \"output_tokens\": 453,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4248\n },\n \"cost_usd\": 0.0014623000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6180,\n \"output_tokens\": 479,\n \"cached_tokens\": 6008,\n \"wall_ms\": 6033\n },\n \"cost_usd\": 0.0014755\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6181,\n \"output_tokens\": 430,\n \"cached_tokens\": 6008,\n \"wall_ms\": 4264\n },\n \"cost_usd\": 0.0014512000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6178,\n \"output_tokens\": 494,\n \"cached_tokens\": 6008,\n \"wall_ms\": 4183\n },\n \"cost_usd\": 0.0014826000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6181,\n \"output_tokens\": 166,\n \"cached_tokens\": 6008,\n \"wall_ms\": 2985\n },\n \"cost_usd\": 0.0013192\n }\n ]\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.532755,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3895,\n \"output_tokens\": 386,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6353\n },\n \"cost_usd\": 0.01944\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 887,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6518\n },\n \"cost_usd\": 0.0016483\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 671,\n \"cached_tokens\": 5852,\n \"wall_ms\": 5037\n },\n \"cost_usd\": 0.0015402999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 119,\n \"cached_tokens\": 5852,\n \"wall_ms\": 2967\n },\n \"cost_usd\": 0.0012642999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6023,\n \"output_tokens\": 968,\n \"cached_tokens\": 5852,\n \"wall_ms\": 6460\n },\n \"cost_usd\": 0.0016886000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 858,\n \"cached_tokens\": 5852,\n \"wall_ms\": 6299\n },\n \"cost_usd\": 0.0016338\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 419,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5659\n },\n \"cost_usd\": 0.019774\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 99,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2898\n },\n \"cost_usd\": 0.0012609000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 638,\n \"cached_tokens\": 5885,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0015302\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 611,\n \"cached_tokens\": 5885,\n \"wall_ms\": 6070\n },\n \"cost_usd\": 0.0015171000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 904,\n \"cached_tokens\": 5885,\n \"wall_ms\": 6116\n },\n \"cost_usd\": 0.0016632\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 792,\n \"cached_tokens\": 5885,\n \"wall_ms\": 6071\n },\n \"cost_usd\": 0.0016074000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3897,\n \"output_tokens\": 433,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5543\n },\n \"cost_usd\": 0.019918\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6070,\n \"output_tokens\": 1108,\n \"cached_tokens\": 4638,\n \"wall_ms\": 7631\n },\n \"cost_usd\": 0.001768\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6071,\n \"output_tokens\": 681,\n \"cached_tokens\": 5899,\n \"wall_ms\": 5554\n },\n \"cost_usd\": 0.0015547\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 833,\n \"cached_tokens\": 5899,\n \"wall_ms\": 6465\n },\n \"cost_usd\": 0.0016309\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6071,\n \"output_tokens\": 967,\n \"cached_tokens\": 5899,\n \"wall_ms\": 6621\n },\n \"cost_usd\": 0.0016977000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6071,\n \"output_tokens\": 767,\n \"cached_tokens\": 5899,\n \"wall_ms\": 6151\n },\n \"cost_usd\": 0.0015977\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3895,\n \"output_tokens\": 435,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5761\n },\n \"cost_usd\": 0.01993\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 747,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5638\n },\n \"cost_usd\": 0.0015881\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 128,\n \"cached_tokens\": 5901,\n \"wall_ms\": 3520\n },\n \"cost_usd\": 0.0012787999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6070,\n \"output_tokens\": 842,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6176\n },\n \"cost_usd\": 0.001635\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 886,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6121\n },\n \"cost_usd\": 0.0016576000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 1042,\n \"cached_tokens\": 5901,\n \"wall_ms\": 7069\n },\n \"cost_usd\": 0.0017354\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 440,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5897\n },\n \"cost_usd\": 0.019984\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 125,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2815\n },\n \"cost_usd\": 0.0012781000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 851,\n \"cached_tokens\": 5906,\n \"wall_ms\": 6119\n },\n \"cost_usd\": 0.0016411000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 832,\n \"cached_tokens\": 5906,\n \"wall_ms\": 6075\n },\n \"cost_usd\": 0.0016316000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 836,\n \"cached_tokens\": 5906,\n \"wall_ms\": 6080\n },\n \"cost_usd\": 0.0016336000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 134,\n \"cached_tokens\": 5906,\n \"wall_ms\": 3322\n },\n \"cost_usd\": 0.0012826\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1988,\n \"output_tokens\": 316,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5043\n },\n \"cost_usd\": 0.011112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5953,\n \"output_tokens\": 311,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3862\n },\n \"cost_usd\": 0.0013461\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5955,\n \"output_tokens\": 108,\n \"cached_tokens\": 5782,\n \"wall_ms\": 2671\n },\n \"cost_usd\": 0.001245\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5955,\n \"output_tokens\": 117,\n \"cached_tokens\": 5782,\n \"wall_ms\": 2679\n },\n \"cost_usd\": 0.0012495\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5954,\n \"output_tokens\": 372,\n \"cached_tokens\": 5782,\n \"wall_ms\": 3378\n },\n \"cost_usd\": 0.0013767999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5953,\n \"output_tokens\": 480,\n \"cached_tokens\": 5782,\n \"wall_ms\": 7163\n },\n \"cost_usd\": 0.0014306000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1988,\n \"output_tokens\": 337,\n \"cached_tokens\": 1779,\n \"wall_ms\": 4976\n },\n \"cost_usd\": 0.011322\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5975,\n \"output_tokens\": 118,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2855\n },\n \"cost_usd\": 0.001254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5975,\n \"output_tokens\": 508,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4302\n },\n \"cost_usd\": 0.001449\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5975,\n \"output_tokens\": 559,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4587\n },\n \"cost_usd\": 0.0014745\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5974,\n \"output_tokens\": 527,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4689\n },\n \"cost_usd\": 0.0014583\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5974,\n \"output_tokens\": 441,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4228\n },\n \"cost_usd\": 0.0014153\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1990,\n \"output_tokens\": 346,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5121\n },\n \"cost_usd\": 0.01142\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5985,\n \"output_tokens\": 152,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3136\n },\n \"cost_usd\": 0.001273\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5984,\n \"output_tokens\": 367,\n \"cached_tokens\": 5812,\n \"wall_ms\": 3708\n },\n \"cost_usd\": 0.0013802999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5984,\n \"output_tokens\": 456,\n \"cached_tokens\": 5812,\n \"wall_ms\": 4200\n },\n \"cost_usd\": 0.0014248\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5984,\n \"output_tokens\": 139,\n \"cached_tokens\": 5812,\n \"wall_ms\": 2878\n },\n \"cost_usd\": 0.0012663\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5983,\n \"output_tokens\": 92,\n \"cached_tokens\": 5812,\n \"wall_ms\": 2886\n },\n \"cost_usd\": 0.0012426000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 561,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7275\n },\n \"cost_usd\": 0.020946\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 557,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5361\n },\n \"cost_usd\": 0.0015007\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 145,\n \"cached_tokens\": 5939,\n \"wall_ms\": 3586\n },\n \"cost_usd\": 0.0012947\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6110,\n \"output_tokens\": 818,\n \"cached_tokens\": 5939,\n \"wall_ms\": 6115\n },\n \"cost_usd\": 0.001631\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 815,\n \"cached_tokens\": 5939,\n \"wall_ms\": 6142\n },\n \"cost_usd\": 0.0016297\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 540,\n \"cached_tokens\": 5939,\n \"wall_ms\": 5142\n },\n \"cost_usd\": 0.0014922\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 598,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7140\n },\n \"cost_usd\": 0.021316\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6149,\n \"output_tokens\": 617,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5092\n },\n \"cost_usd\": 0.0015383000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 127,\n \"cached_tokens\": 5976,\n \"wall_ms\": 3367\n },\n \"cost_usd\": 0.0012929\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 789,\n \"cached_tokens\": 5976,\n \"wall_ms\": 6145\n },\n \"cost_usd\": 0.0016239000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6149,\n \"output_tokens\": 610,\n \"cached_tokens\": 5976,\n \"wall_ms\": 5393\n },\n \"cost_usd\": 0.0015348000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 523,\n \"cached_tokens\": 5976,\n \"wall_ms\": 5927\n },\n \"cost_usd\": 0.0014909\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 523,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6835\n },\n \"cost_usd\": 0.020566\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 505,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4532\n },\n \"cost_usd\": 0.0014671\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 619,\n \"cached_tokens\": 5901,\n \"wall_ms\": 5471\n },\n \"cost_usd\": 0.0015241000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 564,\n \"cached_tokens\": 5901,\n \"wall_ms\": 5305\n },\n \"cost_usd\": 0.0014966\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 731,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6143\n },\n \"cost_usd\": 0.0015801\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 134,\n \"cached_tokens\": 5901,\n \"wall_ms\": 2694\n },\n \"cost_usd\": 0.0012814\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 598,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7581\n },\n \"cost_usd\": 0.021316\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 362,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5017\n },\n \"cost_usd\": 0.0014104\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 132,\n \"cached_tokens\": 5976,\n \"wall_ms\": 3099\n },\n \"cost_usd\": 0.0012954000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 805,\n \"cached_tokens\": 5976,\n \"wall_ms\": 6039\n },\n \"cost_usd\": 0.0016319000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6148,\n \"output_tokens\": 416,\n \"cached_tokens\": 5976,\n \"wall_ms\": 3998\n },\n \"cost_usd\": 0.0014376\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6148,\n \"output_tokens\": 429,\n \"cached_tokens\": 5976,\n \"wall_ms\": 4288\n },\n \"cost_usd\": 0.0014441000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 798,\n \"cached_tokens\": 1717,\n \"wall_ms\": 9264\n },\n \"cost_usd\": 0.015688\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 275,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3366\n },\n \"cost_usd\": 0.0013551000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 138,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3131\n },\n \"cost_usd\": 0.0012866000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 226,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3608\n },\n \"cost_usd\": 0.0013306000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 257,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3264\n },\n \"cost_usd\": 0.0013461\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 252,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3149\n },\n \"cost_usd\": 0.0013436000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1926,\n \"output_tokens\": 643,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8417\n },\n \"cost_usd\": 0.014134\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6194,\n \"output_tokens\": 121,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2727\n },\n \"cost_usd\": 0.0012993000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6192,\n \"output_tokens\": 272,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3747\n },\n \"cost_usd\": 0.0013744\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 119,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3094\n },\n \"cost_usd\": 0.0012981000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 263,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3405\n },\n \"cost_usd\": 0.0013701000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6192,\n \"output_tokens\": 269,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3716\n },\n \"cost_usd\": 0.0013729\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 769,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8667\n },\n \"cost_usd\": 0.015398\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 281,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3639\n },\n \"cost_usd\": 0.0013657\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 234,\n \"cached_tokens\": 5955,\n \"wall_ms\": 3541\n },\n \"cost_usd\": 0.0013424\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 295,\n \"cached_tokens\": 5955,\n \"wall_ms\": 3739\n },\n \"cost_usd\": 0.0013729\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 262,\n \"cached_tokens\": 5955,\n \"wall_ms\": 3221\n },\n \"cost_usd\": 0.0013564\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 336,\n \"cached_tokens\": 5955,\n \"wall_ms\": 4695\n },\n \"cost_usd\": 0.0013934000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1925,\n \"output_tokens\": 558,\n \"cached_tokens\": 1717,\n \"wall_ms\": 7216\n },\n \"cost_usd\": 0.01328\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6061,\n \"output_tokens\": 275,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4010\n },\n \"cost_usd\": 0.0013497000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6062,\n \"output_tokens\": 100,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3156\n },\n \"cost_usd\": 0.0012624000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 112,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3583\n },\n \"cost_usd\": 0.001268\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6062,\n \"output_tokens\": 329,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3999\n },\n \"cost_usd\": 0.0013769000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 127,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3066\n },\n \"cost_usd\": 0.0012755\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1926,\n \"output_tokens\": 567,\n \"cached_tokens\": 1717,\n \"wall_ms\": 7330\n },\n \"cost_usd\": 0.013374\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6117,\n \"output_tokens\": 250,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3837\n },\n \"cost_usd\": 0.0013484\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6118,\n \"output_tokens\": 274,\n \"cached_tokens\": 5945,\n \"wall_ms\": 5342\n },\n \"cost_usd\": 0.0013606000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6117,\n \"output_tokens\": 300,\n \"cached_tokens\": 5945,\n \"wall_ms\": 3861\n },\n \"cost_usd\": 0.0013734\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6115,\n \"output_tokens\": 103,\n \"cached_tokens\": 5945,\n \"wall_ms\": 3461\n },\n \"cost_usd\": 0.0012745\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6118,\n \"output_tokens\": 270,\n \"cached_tokens\": 5945,\n \"wall_ms\": 3259\n },\n \"cost_usd\": 0.0013586000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3836,\n \"output_tokens\": 177,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4031\n },\n \"cost_usd\": 0.017114\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5733,\n \"output_tokens\": 504,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4472\n },\n \"cost_usd\": 0.0013986\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 547,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4678\n },\n \"cost_usd\": 0.0014199000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 438,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4703\n },\n \"cost_usd\": 0.0013654000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 547,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4712\n },\n \"cost_usd\": 0.0014199000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 443,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4599\n },\n \"cost_usd\": 0.0013679\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 190,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4019\n },\n \"cost_usd\": 0.017236\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 635,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4738\n },\n \"cost_usd\": 0.0014663\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5745,\n \"output_tokens\": 583,\n \"cached_tokens\": 5573,\n \"wall_ms\": 5117\n },\n \"cost_usd\": 0.0014405\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 565,\n \"cached_tokens\": 5573,\n \"wall_ms\": 4754\n },\n \"cost_usd\": 0.0014311\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 592,\n \"cached_tokens\": 5573,\n \"wall_ms\": 5082\n },\n \"cost_usd\": 0.0014448\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5745,\n \"output_tokens\": 497,\n \"cached_tokens\": 5573,\n \"wall_ms\": 4651\n },\n \"cost_usd\": 0.0013975\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3836,\n \"output_tokens\": 333,\n \"cached_tokens\": 3627,\n \"wall_ms\": 5095\n },\n \"cost_usd\": 0.018674\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5718,\n \"output_tokens\": 672,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5680\n },\n \"cost_usd\": 0.0014796000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5718,\n \"output_tokens\": 463,\n \"cached_tokens\": 5547,\n \"wall_ms\": 4839\n },\n \"cost_usd\": 0.0013751000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5719,\n \"output_tokens\": 350,\n \"cached_tokens\": 5547,\n \"wall_ms\": 4318\n },\n \"cost_usd\": 0.0013188\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5719,\n \"output_tokens\": 441,\n \"cached_tokens\": 5547,\n \"wall_ms\": 4392\n },\n \"cost_usd\": 0.0013643\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5718,\n \"output_tokens\": 700,\n \"cached_tokens\": 5547,\n \"wall_ms\": 5714\n },\n \"cost_usd\": 0.0014936\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1928,\n \"output_tokens\": 203,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4460\n },\n \"cost_usd\": 0.009742\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5757,\n \"output_tokens\": 221,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3585\n },\n \"cost_usd\": 0.0012619\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5759,\n \"output_tokens\": 155,\n \"cached_tokens\": 5586,\n \"wall_ms\": 5063\n },\n \"cost_usd\": 0.0012293\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5758,\n \"output_tokens\": 226,\n \"cached_tokens\": 5586,\n \"wall_ms\": 3190\n },\n \"cost_usd\": 0.0012646\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5759,\n \"output_tokens\": 298,\n \"cached_tokens\": 5586,\n \"wall_ms\": 4320\n },\n \"cost_usd\": 0.0013008\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5757,\n \"output_tokens\": 401,\n \"cached_tokens\": 5586,\n \"wall_ms\": 4380\n },\n \"cost_usd\": 0.0013519\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 184,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4286\n },\n \"cost_usd\": 0.009548\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5738,\n \"output_tokens\": 254,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3912\n },\n \"cost_usd\": 0.0012746\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 77,\n \"cached_tokens\": 5567,\n \"wall_ms\": 2508\n },\n \"cost_usd\": 0.0011865\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 265,\n \"cached_tokens\": 5567,\n \"wall_ms\": 3323\n },\n \"cost_usd\": 0.0012805\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 104,\n \"cached_tokens\": 5567,\n \"wall_ms\": 2472\n },\n \"cost_usd\": 0.0012\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5739,\n \"output_tokens\": 216,\n \"cached_tokens\": 5567,\n \"wall_ms\": 3247\n },\n \"cost_usd\": 0.0012558\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 160,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4193\n },\n \"cost_usd\": 0.009308\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5712,\n \"output_tokens\": 240,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3222\n },\n \"cost_usd\": 0.0012624000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5714,\n \"output_tokens\": 202,\n \"cached_tokens\": 5543,\n \"wall_ms\": 3398\n },\n \"cost_usd\": 0.0012438\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5714,\n \"output_tokens\": 69,\n \"cached_tokens\": 5543,\n \"wall_ms\": 2662\n },\n \"cost_usd\": 0.0011773\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5715,\n \"output_tokens\": 68,\n \"cached_tokens\": 5543,\n \"wall_ms\": 2933\n },\n \"cost_usd\": 0.001177\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5715,\n \"output_tokens\": 234,\n \"cached_tokens\": 5543,\n \"wall_ms\": 3564\n },\n \"cost_usd\": 0.00126\n }\n ],\n \"configuration_differences\": [\n {\n \"path\": \"~/.claude/sessions/449403.fb22e67ecd45925058c50f3fab643c6af3988e4f7b2b5793edd2f050921782b1.key\",\n \"kind\": \"unexpected_entry\"\n }\n ]\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.44404,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2066,\n \"output_tokens\": 1515,\n \"cached_tokens\": 1856,\n \"wall_ms\": 15411\n },\n \"cost_usd\": 0.023414\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6931,\n \"output_tokens\": 107,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2925\n },\n \"cost_usd\": 0.0014397000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6930,\n \"output_tokens\": 121,\n \"cached_tokens\": 6758,\n \"wall_ms\": 3485\n },\n \"cost_usd\": 0.0014465\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6930,\n \"output_tokens\": 119,\n \"cached_tokens\": 6758,\n \"wall_ms\": 3136\n },\n \"cost_usd\": 0.0014455\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6930,\n \"output_tokens\": 1076,\n \"cached_tokens\": 6758,\n \"wall_ms\": 6528\n },\n \"cost_usd\": 0.001924\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6929,\n \"output_tokens\": 898,\n \"cached_tokens\": 6758,\n \"wall_ms\": 6117\n },\n \"cost_usd\": 0.0018348000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2063,\n \"output_tokens\": 1888,\n \"cached_tokens\": 1856,\n \"wall_ms\": 16298\n },\n \"cost_usd\": 0.027132\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7250,\n \"output_tokens\": 783,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5731\n },\n \"cost_usd\": 0.0018415\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7251,\n \"output_tokens\": 206,\n \"cached_tokens\": 7078,\n \"wall_ms\": 3822\n },\n \"cost_usd\": 0.0015532\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7250,\n \"output_tokens\": 982,\n \"cached_tokens\": 7078,\n \"wall_ms\": 6381\n },\n \"cost_usd\": 0.001941\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7250,\n \"output_tokens\": 677,\n \"cached_tokens\": 7078,\n \"wall_ms\": 5314\n },\n \"cost_usd\": 0.0017885\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7249,\n \"output_tokens\": 686,\n \"cached_tokens\": 7078,\n \"wall_ms\": 5746\n },\n \"cost_usd\": 0.0017928000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1767,\n \"cached_tokens\": 1856,\n \"wall_ms\": 16606\n },\n \"cost_usd\": 0.02593\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7205,\n \"output_tokens\": 906,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6154\n },\n \"cost_usd\": 0.001894\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7204,\n \"output_tokens\": 832,\n \"cached_tokens\": 7033,\n \"wall_ms\": 6149\n },\n \"cost_usd\": 0.0018568000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7204,\n \"output_tokens\": 945,\n \"cached_tokens\": 7033,\n \"wall_ms\": 6101\n },\n \"cost_usd\": 0.0019133000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7205,\n \"output_tokens\": 903,\n \"cached_tokens\": 7033,\n \"wall_ms\": 6126\n },\n \"cost_usd\": 0.0018925\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7205,\n \"output_tokens\": 760,\n \"cached_tokens\": 7033,\n \"wall_ms\": 5859\n },\n \"cost_usd\": 0.001821\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 1583,\n \"cached_tokens\": 1755,\n \"wall_ms\": 15565\n },\n \"cost_usd\": 0.023674\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7002,\n \"output_tokens\": 721,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5919\n },\n \"cost_usd\": 0.0017609000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7002,\n \"output_tokens\": 701,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5331\n },\n \"cost_usd\": 0.0017509000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7004,\n \"output_tokens\": 646,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5543\n },\n \"cost_usd\": 0.0017238000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7002,\n \"output_tokens\": 670,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5400\n },\n \"cost_usd\": 0.0017354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7003,\n \"output_tokens\": 662,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5123\n },\n \"cost_usd\": 0.0017316000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1464,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13400\n },\n \"cost_usd\": 0.022492\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6947,\n \"output_tokens\": 537,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4961\n },\n \"cost_usd\": 0.0016579000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6947,\n \"output_tokens\": 609,\n \"cached_tokens\": 6775,\n \"wall_ms\": 5694\n },\n \"cost_usd\": 0.0016939000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6947,\n \"output_tokens\": 163,\n \"cached_tokens\": 6775,\n \"wall_ms\": 3234\n },\n \"cost_usd\": 0.0014709\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6946,\n \"output_tokens\": 574,\n \"cached_tokens\": 6775,\n \"wall_ms\": 4682\n },\n \"cost_usd\": 0.0016762\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6946,\n \"output_tokens\": 631,\n \"cached_tokens\": 6775,\n \"wall_ms\": 5302\n },\n \"cost_usd\": 0.0017047\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1320,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13120\n },\n \"cost_usd\": 0.021056\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6917,\n \"output_tokens\": 635,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4860\n },\n \"cost_usd\": 0.0017009000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6917,\n \"output_tokens\": 555,\n \"cached_tokens\": 6747,\n \"wall_ms\": 4491\n },\n \"cost_usd\": 0.0016609\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6920,\n \"output_tokens\": 974,\n \"cached_tokens\": 6747,\n \"wall_ms\": 6345\n },\n \"cost_usd\": 0.001871\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6917,\n \"output_tokens\": 649,\n \"cached_tokens\": 6747,\n \"wall_ms\": 4833\n },\n \"cost_usd\": 0.0017079\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6918,\n \"output_tokens\": 637,\n \"cached_tokens\": 6747,\n \"wall_ms\": 4693\n },\n \"cost_usd\": 0.0017021000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2039,\n \"output_tokens\": 264,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5310\n },\n \"cost_usd\": 0.010796\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5823,\n \"output_tokens\": 74,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3298\n },\n \"cost_usd\": 0.0012016000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5822,\n \"output_tokens\": 236,\n \"cached_tokens\": 5651,\n \"wall_ms\": 3428\n },\n \"cost_usd\": 0.0012824000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5823,\n \"output_tokens\": 80,\n \"cached_tokens\": 5651,\n \"wall_ms\": 2724\n },\n \"cost_usd\": 0.0012046000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5822,\n \"output_tokens\": 295,\n \"cached_tokens\": 5651,\n \"wall_ms\": 3246\n },\n \"cost_usd\": 0.0013119000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5823,\n \"output_tokens\": 296,\n \"cached_tokens\": 5651,\n \"wall_ms\": 3674\n },\n \"cost_usd\": 0.0013126000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2040,\n \"output_tokens\": 501,\n \"cached_tokens\": 1830,\n \"wall_ms\": 6226\n },\n \"cost_usd\": 0.01317\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5865,\n \"output_tokens\": 75,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2750\n },\n \"cost_usd\": 0.0012105\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5864,\n \"output_tokens\": 214,\n \"cached_tokens\": 5693,\n \"wall_ms\": 3667\n },\n \"cost_usd\": 0.0012798\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5864,\n \"output_tokens\": 171,\n \"cached_tokens\": 5693,\n \"wall_ms\": 3415\n },\n \"cost_usd\": 0.0012583\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5864,\n \"output_tokens\": 289,\n \"cached_tokens\": 5693,\n \"wall_ms\": 4072\n },\n \"cost_usd\": 0.0013173\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5863,\n \"output_tokens\": 246,\n \"cached_tokens\": 5693,\n \"wall_ms\": 3176\n },\n \"cost_usd\": 0.0012956\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2038,\n \"output_tokens\": 374,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5311\n },\n \"cost_usd\": 0.011892\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5931,\n \"output_tokens\": 262,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5408\n },\n \"cost_usd\": 0.0013172000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5933,\n \"output_tokens\": 77,\n \"cached_tokens\": 5761,\n \"wall_ms\": 2638\n },\n \"cost_usd\": 0.0012251000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5933,\n \"output_tokens\": 69,\n \"cached_tokens\": 5761,\n \"wall_ms\": 2554\n },\n \"cost_usd\": 0.0012211000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5932,\n \"output_tokens\": 211,\n \"cached_tokens\": 5761,\n \"wall_ms\": 3213\n },\n \"cost_usd\": 0.0012919000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5932,\n \"output_tokens\": 168,\n \"cached_tokens\": 5761,\n \"wall_ms\": 3162\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1937,\n \"output_tokens\": 355,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5773\n },\n \"cost_usd\": 0.011298\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 77,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3146\n },\n \"cost_usd\": 0.0012213\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 331,\n \"cached_tokens\": 5742,\n \"wall_ms\": 3414\n },\n \"cost_usd\": 0.0013483\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5913,\n \"output_tokens\": 314,\n \"cached_tokens\": 5742,\n \"wall_ms\": 3418\n },\n \"cost_usd\": 0.0013396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 298,\n \"cached_tokens\": 5742,\n \"wall_ms\": 3403\n },\n \"cost_usd\": 0.001332\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 80,\n \"cached_tokens\": 5742,\n \"wall_ms\": 2925\n },\n \"cost_usd\": 0.0012228\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1938,\n \"output_tokens\": 370,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5567\n },\n \"cost_usd\": 0.011452\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5929,\n \"output_tokens\": 69,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2417\n },\n \"cost_usd\": 0.0012203\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5928,\n \"output_tokens\": 282,\n \"cached_tokens\": 5757,\n \"wall_ms\": 4798\n },\n \"cost_usd\": 0.0013266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5928,\n \"output_tokens\": 82,\n \"cached_tokens\": 5757,\n \"wall_ms\": 2978\n },\n \"cost_usd\": 0.0012266000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5929,\n \"output_tokens\": 238,\n \"cached_tokens\": 5757,\n \"wall_ms\": 3577\n },\n \"cost_usd\": 0.0013048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5929,\n \"output_tokens\": 73,\n \"cached_tokens\": 5757,\n \"wall_ms\": 2711\n },\n \"cost_usd\": 0.0012223\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1937,\n \"output_tokens\": 337,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5399\n },\n \"cost_usd\": 0.011118\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5897,\n \"output_tokens\": 256,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3084\n },\n \"cost_usd\": 0.0013074\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5896,\n \"output_tokens\": 68,\n \"cached_tokens\": 5724,\n \"wall_ms\": 2792\n },\n \"cost_usd\": 0.0012132\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5896,\n \"output_tokens\": 273,\n \"cached_tokens\": 5724,\n \"wall_ms\": 3332\n },\n \"cost_usd\": 0.0013157\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5895,\n \"output_tokens\": 309,\n \"cached_tokens\": 5724,\n \"wall_ms\": 5139\n },\n \"cost_usd\": 0.0013335\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5896,\n \"output_tokens\": 82,\n \"cached_tokens\": 5724,\n \"wall_ms\": 2595\n },\n \"cost_usd\": 0.0012202\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 947,\n \"cached_tokens\": 1853,\n \"wall_ms\": 10014\n },\n \"cost_usd\": 0.017714\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 420,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5265\n },\n \"cost_usd\": 0.0014744\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6321,\n \"output_tokens\": 149,\n \"cached_tokens\": 6151,\n \"wall_ms\": 4495\n },\n \"cost_usd\": 0.0013387\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 347,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3794\n },\n \"cost_usd\": 0.0014379\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6323,\n \"output_tokens\": 135,\n \"cached_tokens\": 6151,\n \"wall_ms\": 2803\n },\n \"cost_usd\": 0.0013321000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6323,\n \"output_tokens\": 371,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3649\n },\n \"cost_usd\": 0.0014501000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 1230,\n \"cached_tokens\": 1853,\n \"wall_ms\": 13377\n },\n \"cost_usd\": 0.020544\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6363,\n \"output_tokens\": 332,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3443\n },\n \"cost_usd\": 0.0014386000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6364,\n \"output_tokens\": 146,\n \"cached_tokens\": 6192,\n \"wall_ms\": 2860\n },\n \"cost_usd\": 0.0013458\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6363,\n \"output_tokens\": 134,\n \"cached_tokens\": 6192,\n \"wall_ms\": 3337\n },\n \"cost_usd\": 0.0013396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6364,\n \"output_tokens\": 345,\n \"cached_tokens\": 6192,\n \"wall_ms\": 3939\n },\n \"cost_usd\": 0.0014453000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6363,\n \"output_tokens\": 99,\n \"cached_tokens\": 6192,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0013221\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 1136,\n \"cached_tokens\": 1853,\n \"wall_ms\": 13433\n },\n \"cost_usd\": 0.019604\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6458,\n \"output_tokens\": 321,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3904\n },\n \"cost_usd\": 0.0014521000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6458,\n \"output_tokens\": 136,\n \"cached_tokens\": 6286,\n \"wall_ms\": 2839\n },\n \"cost_usd\": 0.0013596\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6457,\n \"output_tokens\": 353,\n \"cached_tokens\": 6286,\n \"wall_ms\": 3474\n },\n \"cost_usd\": 0.0014679\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6457,\n \"output_tokens\": 362,\n \"cached_tokens\": 6286,\n \"wall_ms\": 3790\n },\n \"cost_usd\": 0.0014724\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6457,\n \"output_tokens\": 126,\n \"cached_tokens\": 6286,\n \"wall_ms\": 2719\n },\n \"cost_usd\": 0.0013544000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 501,\n \"cached_tokens\": 1752,\n \"wall_ms\": 6975\n },\n \"cost_usd\": 0.012854\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6092,\n \"output_tokens\": 430,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4018\n },\n \"cost_usd\": 0.0014334\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6094,\n \"output_tokens\": 138,\n \"cached_tokens\": 5921,\n \"wall_ms\": 2707\n },\n \"cost_usd\": 0.0012878\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6093,\n \"output_tokens\": 417,\n \"cached_tokens\": 5921,\n \"wall_ms\": 4332\n },\n \"cost_usd\": 0.0014271000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6094,\n \"output_tokens\": 495,\n \"cached_tokens\": 5921,\n \"wall_ms\": 4232\n },\n \"cost_usd\": 0.0014663\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6094,\n \"output_tokens\": 154,\n \"cached_tokens\": 5921,\n \"wall_ms\": 3518\n },\n \"cost_usd\": 0.0012958\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1960,\n \"output_tokens\": 724,\n \"cached_tokens\": 1752,\n \"wall_ms\": 8670\n },\n \"cost_usd\": 0.01508\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 342,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3857\n },\n \"cost_usd\": 0.0014342\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 480,\n \"cached_tokens\": 6144,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0015032000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 149,\n \"cached_tokens\": 6144,\n \"wall_ms\": 2870\n },\n \"cost_usd\": 0.0013377\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 452,\n \"cached_tokens\": 6144,\n \"wall_ms\": 4844\n },\n \"cost_usd\": 0.0014892\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 441,\n \"cached_tokens\": 6144,\n \"wall_ms\": 4736\n },\n \"cost_usd\": 0.0014837000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 483,\n \"cached_tokens\": 1752,\n \"wall_ms\": 6641\n },\n \"cost_usd\": 0.012674\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 133,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3473\n },\n \"cost_usd\": 0.0012813\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6075,\n \"output_tokens\": 153,\n \"cached_tokens\": 5903,\n \"wall_ms\": 3022\n },\n \"cost_usd\": 0.0012915\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 418,\n \"cached_tokens\": 5903,\n \"wall_ms\": 4939\n },\n \"cost_usd\": 0.0014238\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 746,\n \"cached_tokens\": 5903,\n \"wall_ms\": 5235\n },\n \"cost_usd\": 0.0015877999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6075,\n \"output_tokens\": 135,\n \"cached_tokens\": 5903,\n \"wall_ms\": 3300\n },\n \"cost_usd\": 0.0012825\n }\n ],\n \"configuration_differences\": [\n {\n \"path\": \"~/.claude/sessions/445403.5232b9ea96ad4b09ebd834e6eef33b518c1fef26dfa8282fd3b68fc4b8f14a2d.key\",\n \"kind\": \"unexpected_entry\"\n },\n {\n \"path\": \"~/.claude/sessions/445479.7a5769ef888af66ae46012beff4df208e4e12080217175804428f71767261562.key\",\n \"kind\": \"unexpected_entry\"\n },\n {\n \"path\": \"~/.claude/sessions/445531.4eea327394f27bc2bb2101950552ef9ee4bdc27b96a6cbb5418f603aa6d9ccc4.key\",\n \"kind\": \"unexpected_entry\"\n }\n ]\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.573358,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 814,\n \"cached_tokens\": 2964,\n \"wall_ms\": 9214\n },\n \"cost_usd\": 0.020832\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6217,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2973\n },\n \"cost_usd\": 0.0013074\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6217,\n \"output_tokens\": 141,\n \"cached_tokens\": 6045,\n \"wall_ms\": 2878\n },\n \"cost_usd\": 0.0013139\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6218,\n \"output_tokens\": 134,\n \"cached_tokens\": 6045,\n \"wall_ms\": 2953\n },\n \"cost_usd\": 0.0013106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6217,\n \"output_tokens\": 308,\n \"cached_tokens\": 6045,\n \"wall_ms\": 3704\n },\n \"cost_usd\": 0.0013974\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6216,\n \"output_tokens\": 299,\n \"cached_tokens\": 6045,\n \"wall_ms\": 3786\n },\n \"cost_usd\": 0.0013927\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 832,\n \"cached_tokens\": 2964,\n \"wall_ms\": 9486\n },\n \"cost_usd\": 0.021012\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6247,\n \"output_tokens\": 96,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2944\n },\n \"cost_usd\": 0.0012974\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 110,\n \"cached_tokens\": 6076,\n \"wall_ms\": 3084\n },\n \"cost_usd\": 0.0013046000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 95,\n \"cached_tokens\": 6076,\n \"wall_ms\": 2670\n },\n \"cost_usd\": 0.0012971\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6249,\n \"output_tokens\": 367,\n \"cached_tokens\": 6076,\n \"wall_ms\": 3846\n },\n \"cost_usd\": 0.0014333000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 116,\n \"cached_tokens\": 6076,\n \"wall_ms\": 3196\n },\n \"cost_usd\": 0.0013076000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 785,\n \"cached_tokens\": 2964,\n \"wall_ms\": 8508\n },\n \"cost_usd\": 0.020542\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 111,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2784\n },\n \"cost_usd\": 0.0012999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6223,\n \"output_tokens\": 400,\n \"cached_tokens\": 6051,\n \"wall_ms\": 4145\n },\n \"cost_usd\": 0.0014446\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6224,\n \"output_tokens\": 141,\n \"cached_tokens\": 6051,\n \"wall_ms\": 3017\n },\n \"cost_usd\": 0.0013153000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6223,\n \"output_tokens\": 372,\n \"cached_tokens\": 6051,\n \"wall_ms\": 4140\n },\n \"cost_usd\": 0.0014306000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6224,\n \"output_tokens\": 96,\n \"cached_tokens\": 6051,\n \"wall_ms\": 2928\n },\n \"cost_usd\": 0.0012928000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1953,\n \"output_tokens\": 893,\n \"cached_tokens\": 1744,\n \"wall_ms\": 9548\n },\n \"cost_usd\": 0.016742\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 92,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3023\n },\n \"cost_usd\": 0.0013104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 96,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3430\n },\n \"cost_usd\": 0.0013124\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 306,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3685\n },\n \"cost_usd\": 0.0014174\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6323,\n \"output_tokens\": 139,\n \"cached_tokens\": 6151,\n \"wall_ms\": 4810\n },\n \"cost_usd\": 0.0013341000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6324,\n \"output_tokens\": 369,\n \"cached_tokens\": 6151,\n \"wall_ms\": 4081\n },\n \"cost_usd\": 0.0014493000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 841,\n \"cached_tokens\": 1744,\n \"wall_ms\": 9646\n },\n \"cost_usd\": 0.016218\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6329,\n \"output_tokens\": 95,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3140\n },\n \"cost_usd\": 0.0013133\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6329,\n \"output_tokens\": 146,\n \"cached_tokens\": 6159,\n \"wall_ms\": 3201\n },\n \"cost_usd\": 0.0013388000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6331,\n \"output_tokens\": 82,\n \"cached_tokens\": 6159,\n \"wall_ms\": 2692\n },\n \"cost_usd\": 0.0013072000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6331,\n \"output_tokens\": 329,\n \"cached_tokens\": 6159,\n \"wall_ms\": 3798\n },\n \"cost_usd\": 0.0014307\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6331,\n \"output_tokens\": 288,\n \"cached_tokens\": 6159,\n \"wall_ms\": 3290\n },\n \"cost_usd\": 0.0014102000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1953,\n \"output_tokens\": 1113,\n \"cached_tokens\": 1744,\n \"wall_ms\": 11421\n },\n \"cost_usd\": 0.018942\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 402,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4032\n },\n \"cost_usd\": 0.0014584\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 319,\n \"cached_tokens\": 6114,\n \"wall_ms\": 3536\n },\n \"cost_usd\": 0.0014167000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6285,\n \"output_tokens\": 331,\n \"cached_tokens\": 6114,\n \"wall_ms\": 3751\n },\n \"cost_usd\": 0.0014225\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 276,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4305\n },\n \"cost_usd\": 0.0013952\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 314,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4118\n },\n \"cost_usd\": 0.0014142\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3166,\n \"output_tokens\": 737,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8506\n },\n \"cost_usd\": 0.020034\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6308,\n \"output_tokens\": 617,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5462\n },\n \"cost_usd\": 0.0015701\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6309,\n \"output_tokens\": 403,\n \"cached_tokens\": 6137,\n \"wall_ms\": 4105\n },\n \"cost_usd\": 0.0014633000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6308,\n \"output_tokens\": 120,\n \"cached_tokens\": 6137,\n \"wall_ms\": 3128\n },\n \"cost_usd\": 0.0013216\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6310,\n \"output_tokens\": 136,\n \"cached_tokens\": 6137,\n \"wall_ms\": 3314\n },\n \"cost_usd\": 0.00133\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6309,\n \"output_tokens\": 391,\n \"cached_tokens\": 6137,\n \"wall_ms\": 4071\n },\n \"cost_usd\": 0.0014573000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 870,\n \"cached_tokens\": 2956,\n \"wall_ms\": 9211\n },\n \"cost_usd\": 0.02136\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6247,\n \"output_tokens\": 379,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4335\n },\n \"cost_usd\": 0.0014389000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 419,\n \"cached_tokens\": 6076,\n \"wall_ms\": 4538\n },\n \"cost_usd\": 0.0014591\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 773,\n \"cached_tokens\": 6076,\n \"wall_ms\": 10137\n },\n \"cost_usd\": 0.0016361000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6249,\n \"output_tokens\": 522,\n \"cached_tokens\": 6076,\n \"wall_ms\": 4773\n },\n \"cost_usd\": 0.0015108\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 597,\n \"cached_tokens\": 6076,\n \"wall_ms\": 5414\n },\n \"cost_usd\": 0.0015481000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3166,\n \"output_tokens\": 747,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8713\n },\n \"cost_usd\": 0.020134\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 448,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4211\n },\n \"cost_usd\": 0.0014684000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6221,\n \"output_tokens\": 941,\n \"cached_tokens\": 6050,\n \"wall_ms\": 6547\n },\n \"cost_usd\": 0.0017147\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 123,\n \"cached_tokens\": 6050,\n \"wall_ms\": 3154\n },\n \"cost_usd\": 0.0013059\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 120,\n \"cached_tokens\": 6050,\n \"wall_ms\": 3275\n },\n \"cost_usd\": 0.0013044\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6220,\n \"output_tokens\": 409,\n \"cached_tokens\": 6050,\n \"wall_ms\": 4511\n },\n \"cost_usd\": 0.0014485\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 617,\n \"cached_tokens\": 2956,\n \"wall_ms\": 7337\n },\n \"cost_usd\": 0.01883\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 837,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6662\n },\n \"cost_usd\": 0.0016561000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 694,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5889\n },\n \"cost_usd\": 0.0015848000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 749,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5955\n },\n \"cost_usd\": 0.0016123\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 619,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5189\n },\n \"cost_usd\": 0.0015471\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 633,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5321\n },\n \"cost_usd\": 0.0015543000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 727,\n \"cached_tokens\": 2956,\n \"wall_ms\": 9345\n },\n \"cost_usd\": 0.01993\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6299,\n \"output_tokens\": 603,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5264\n },\n \"cost_usd\": 0.0015613000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6296,\n \"output_tokens\": 108,\n \"cached_tokens\": 6127,\n \"wall_ms\": 2649\n },\n \"cost_usd\": 0.0013132\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6298,\n \"output_tokens\": 410,\n \"cached_tokens\": 6127,\n \"wall_ms\": 4255\n },\n \"cost_usd\": 0.0014646000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6299,\n \"output_tokens\": 791,\n \"cached_tokens\": 6127,\n \"wall_ms\": 7358\n },\n \"cost_usd\": 0.0016553000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6298,\n \"output_tokens\": 548,\n \"cached_tokens\": 6127,\n \"wall_ms\": 5035\n },\n \"cost_usd\": 0.0015336000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 952,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10641\n },\n \"cost_usd\": 0.0173\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 136,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3466\n },\n \"cost_usd\": 0.001307\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 686,\n \"cached_tokens\": 6023,\n \"wall_ms\": 6007\n },\n \"cost_usd\": 0.001582\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 675,\n \"cached_tokens\": 6023,\n \"wall_ms\": 5691\n },\n \"cost_usd\": 0.0015765\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 442,\n \"cached_tokens\": 6023,\n \"wall_ms\": 4138\n },\n \"cost_usd\": 0.00146\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 712,\n \"cached_tokens\": 6023,\n \"wall_ms\": 5227\n },\n \"cost_usd\": 0.0015946\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1944,\n \"output_tokens\": 929,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10099\n },\n \"cost_usd\": 0.017066\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6190,\n \"output_tokens\": 726,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5416\n },\n \"cost_usd\": 0.001601\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 623,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5633\n },\n \"cost_usd\": 0.0015491\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 588,\n \"cached_tokens\": 6017,\n \"wall_ms\": 4846\n },\n \"cost_usd\": 0.0015316000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 713,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5367\n },\n \"cost_usd\": 0.0015943\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 605,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5308\n },\n \"cost_usd\": 0.0015401000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1946,\n \"output_tokens\": 984,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10787\n },\n \"cost_usd\": 0.017624\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6238,\n \"output_tokens\": 522,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4603\n },\n \"cost_usd\": 0.0015086000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6239,\n \"output_tokens\": 98,\n \"cached_tokens\": 6066,\n \"wall_ms\": 4073\n },\n \"cost_usd\": 0.0012968\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6237,\n \"output_tokens\": 691,\n \"cached_tokens\": 6066,\n \"wall_ms\": 5630\n },\n \"cost_usd\": 0.0015929000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6238,\n \"output_tokens\": 460,\n \"cached_tokens\": 6066,\n \"wall_ms\": 4447\n },\n \"cost_usd\": 0.0014776000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6238,\n \"output_tokens\": 115,\n \"cached_tokens\": 6066,\n \"wall_ms\": 4040\n },\n \"cost_usd\": 0.0013051000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 835,\n \"cached_tokens\": 1736,\n \"wall_ms\": 9898\n },\n \"cost_usd\": 0.01613\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 1013,\n \"cached_tokens\": 4638,\n \"wall_ms\": 7307\n },\n \"cost_usd\": 0.0017585\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 134,\n \"cached_tokens\": 6088,\n \"wall_ms\": 4064\n },\n \"cost_usd\": 0.001319\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 718,\n \"cached_tokens\": 6088,\n \"wall_ms\": 5633\n },\n \"cost_usd\": 0.001611\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6259,\n \"output_tokens\": 663,\n \"cached_tokens\": 6088,\n \"wall_ms\": 6066\n },\n \"cost_usd\": 0.0015833000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 753,\n \"cached_tokens\": 6088,\n \"wall_ms\": 5098\n },\n \"cost_usd\": 0.0016285\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1943,\n \"output_tokens\": 948,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10598\n },\n \"cost_usd\": 0.017252\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 730,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6009\n },\n \"cost_usd\": 0.0016212\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6280,\n \"output_tokens\": 391,\n \"cached_tokens\": 6109,\n \"wall_ms\": 4412\n },\n \"cost_usd\": 0.0014515\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 692,\n \"cached_tokens\": 6109,\n \"wall_ms\": 5287\n },\n \"cost_usd\": 0.0016022\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 561,\n \"cached_tokens\": 6109,\n \"wall_ms\": 5003\n },\n \"cost_usd\": 0.0015367\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 464,\n \"cached_tokens\": 6109,\n \"wall_ms\": 4537\n },\n \"cost_usd\": 0.0014882\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3162,\n \"output_tokens\": 471,\n \"cached_tokens\": 2952,\n \"wall_ms\": 6263\n },\n \"cost_usd\": 0.017358\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 615,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0015171000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 589,\n \"cached_tokens\": 5876,\n \"wall_ms\": 5040\n },\n \"cost_usd\": 0.0015041000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6049,\n \"output_tokens\": 574,\n \"cached_tokens\": 5876,\n \"wall_ms\": 4505\n },\n \"cost_usd\": 0.0014968\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 244,\n \"cached_tokens\": 5876,\n \"wall_ms\": 3554\n },\n \"cost_usd\": 0.0013316\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 137,\n \"cached_tokens\": 5876,\n \"wall_ms\": 3299\n },\n \"cost_usd\": 0.0012781000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3162,\n \"output_tokens\": 424,\n \"cached_tokens\": 2952,\n \"wall_ms\": 5844\n },\n \"cost_usd\": 0.016888\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 152,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3812\n },\n \"cost_usd\": 0.0012762000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 475,\n \"cached_tokens\": 5829,\n \"wall_ms\": 4127\n },\n \"cost_usd\": 0.0014377\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 166,\n \"cached_tokens\": 5829,\n \"wall_ms\": 3011\n },\n \"cost_usd\": 0.0012832\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 516,\n \"cached_tokens\": 5829,\n \"wall_ms\": 4598\n },\n \"cost_usd\": 0.0014582\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 528,\n \"cached_tokens\": 5829,\n \"wall_ms\": 4608\n },\n \"cost_usd\": 0.0014638\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3162,\n \"output_tokens\": 404,\n \"cached_tokens\": 2952,\n \"wall_ms\": 6031\n },\n \"cost_usd\": 0.016688\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 451,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4606\n },\n \"cost_usd\": 0.0014217000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 494,\n \"cached_tokens\": 5809,\n \"wall_ms\": 6018\n },\n \"cost_usd\": 0.0014432\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 152,\n \"cached_tokens\": 5809,\n \"wall_ms\": 3723\n },\n \"cost_usd\": 0.0012722\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 366,\n \"cached_tokens\": 5809,\n \"wall_ms\": 4249\n },\n \"cost_usd\": 0.0013792000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 617,\n \"cached_tokens\": 5809,\n \"wall_ms\": 4779\n },\n \"cost_usd\": 0.0015047\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1940,\n \"output_tokens\": 632,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7366\n },\n \"cost_usd\": 0.01408\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6208,\n \"output_tokens\": 602,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5266\n },\n \"cost_usd\": 0.0015426\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6209,\n \"output_tokens\": 112,\n \"cached_tokens\": 6037,\n \"wall_ms\": 2838\n },\n \"cost_usd\": 0.0012978000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6208,\n \"output_tokens\": 521,\n \"cached_tokens\": 6037,\n \"wall_ms\": 4576\n },\n \"cost_usd\": 0.0015021000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6209,\n \"output_tokens\": 124,\n \"cached_tokens\": 6037,\n \"wall_ms\": 2902\n },\n \"cost_usd\": 0.0013038000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6209,\n \"output_tokens\": 621,\n \"cached_tokens\": 6037,\n \"wall_ms\": 5395\n },\n \"cost_usd\": 0.0015523000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1941,\n \"output_tokens\": 548,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7640\n },\n \"cost_usd\": 0.013244\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 549,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4616\n },\n \"cost_usd\": 0.0014995\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 388,\n \"cached_tokens\": 5953,\n \"wall_ms\": 4022\n },\n \"cost_usd\": 0.001419\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6122,\n \"output_tokens\": 423,\n \"cached_tokens\": 5953,\n \"wall_ms\": 3984\n },\n \"cost_usd\": 0.0014359000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 416,\n \"cached_tokens\": 5953,\n \"wall_ms\": 3736\n },\n \"cost_usd\": 0.001433\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 474,\n \"cached_tokens\": 5953,\n \"wall_ms\": 4714\n },\n \"cost_usd\": 0.001462\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1943,\n \"output_tokens\": 816,\n \"cached_tokens\": 1732,\n \"wall_ms\": 9301\n },\n \"cost_usd\": 0.015932\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 609,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4720\n },\n \"cost_usd\": 0.0015385\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 440,\n \"cached_tokens\": 5998,\n \"wall_ms\": 4227\n },\n \"cost_usd\": 0.001454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6172,\n \"output_tokens\": 152,\n \"cached_tokens\": 5998,\n \"wall_ms\": 2884\n },\n \"cost_usd\": 0.0013104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 146,\n \"cached_tokens\": 5998,\n \"wall_ms\": 2768\n },\n \"cost_usd\": 0.001307\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6167,\n \"output_tokens\": 692,\n \"cached_tokens\": 5998,\n \"wall_ms\": 5480\n },\n \"cost_usd\": 0.0015794000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1940,\n \"output_tokens\": 556,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7024\n },\n \"cost_usd\": 0.01332\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6134,\n \"output_tokens\": 379,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4222\n },\n \"cost_usd\": 0.0014163\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6133,\n \"output_tokens\": 161,\n \"cached_tokens\": 5961,\n \"wall_ms\": 3230\n },\n \"cost_usd\": 0.0013071\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6133,\n \"output_tokens\": 112,\n \"cached_tokens\": 5961,\n \"wall_ms\": 2849\n },\n \"cost_usd\": 0.0012826\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6132,\n \"output_tokens\": 408,\n \"cached_tokens\": 5961,\n \"wall_ms\": 4064\n },\n \"cost_usd\": 0.0014304\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6132,\n \"output_tokens\": 157,\n \"cached_tokens\": 5961,\n \"wall_ms\": 3179\n },\n \"cost_usd\": 0.0013049000000000001\n }\n ],\n \"configuration_differences\": [\n {\n \"path\": \"~/.claude/sessions/451213.00ca2aab40fa857ca703f53f4937318e3eea864dace4d5650bcc24f108db3955.key\",\n \"kind\": \"unexpected_entry\"\n }\n ]\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n }\n ],\n \"outcomes\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"e2403573b7370d33e8b7d18f8287d7a90abe1ed18feb1cab482baa909f0b7b67\",\n \"cost_usd\": 0.549433,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\"\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"8ff7ff4aa7543fbb0deb23ee464666f7e83b3ec9ec034ba4f46cfcce71b2a8fc\",\n \"cost_usd\": 0.563299,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"f4bce7c9f27d9cfc6add44c9eb1bd239d2d6c55d8131ff95a432eaa8458c47c6\",\n \"cost_usd\": 0.63434,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\"\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"b3cd3ced76180ed975ee3b80073889f2f469a350295428e05f4c73e83127a6b8\",\n \"cost_usd\": 0.45748,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"643d86919b8b34178b4a0336afa7835ea0e42e061d2265a2898c2c0301063b99\",\n \"cost_usd\": 0.97783,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"0aba83f8316912473981b79d945c81c443f47de415bdac61098b5dac642afdde\",\n \"cost_usd\": 0.900136,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"6983aa785fcd5d04730835a4a3b24ad45d0692ce4b95521bddaf31150a8e1f86\",\n \"cost_usd\": 0.843738,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"4a48502d6e950adac2c40f49b84d5d1f7c3863aa8724cfb3aeb4603f7b3b70d9\",\n \"cost_usd\": 0.483584,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"05a14c53c635688d45acf8c62836a7d47ded2c60e9b78c4a7edef3a5e5329854\",\n \"cost_usd\": 0.632869,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"bdbb7f978fdd9d4da60bf9d8dba76159cdc7f37b946f3735ff31acecc5ba4b3a\",\n \"cost_usd\": 0.661837,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"d31b2f40eced27b77786d4fa004f3a8cac901918bb82fbf199588a3aa3b5716e\",\n \"cost_usd\": 0.484039,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"cb33a80a2e7db6d3d612b4ea17dcd7648b245fe68eb6adc08989983b6e2a98db\",\n \"cost_usd\": 0.84447,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"65231f29050580d7e14324c7aff5bfc053844d5c11093958713393e98283c26c\",\n \"cost_usd\": 0.639364,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"a270d6454735f29e9dae390c064d7e3efd1500cb1e8a3c96dcd3a3900f697e35\",\n \"cost_usd\": 0.537595,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"b9f499c15c4f83c9a4e1171e88681271c6d6d2cc8637bac97659c5c05a6ab0ce\",\n \"cost_usd\": 0.615746,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"ff6bb0a23b2b250c71181de274ba684ac5706558cd3214e08acc637823290029\",\n \"cost_usd\": 0.636048,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"ea6c4a25fbedb8012f5ad2eb94eebdc68a77247a3183f9696d53d6c8940fd273\",\n \"cost_usd\": 0.842136,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"4be11a73543e9b0a137bee99dbe5f25beaa7f69e5103b45865862654fec3e8ec\",\n \"cost_usd\": 0.65706,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"ae40fa3f5a12a6d72d93f6ebfc0a456757297886a88224e942022166aee945b4\",\n \"cost_usd\": 0.878607,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"cd684c7ebf96b6fb9841b6ac0f148b0b31213f1c4b912cea4706d6b13b799879\",\n \"cost_usd\": 1.231165,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"c16d64823a745011f11b6bff2417d4ade5eb92345a7b1ae121579ceea5b18b06\",\n \"cost_usd\": 1.162272,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"5d537a57fb3d2f578c43ba3c97554ce3f9dd3c875b3749cedfd1a3faa0314af8\",\n \"cost_usd\": 1.25495,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"7f25e71e3e4c42264e38229f75a799a7aa13bd09850a7813abc7d41fa2c17a53\",\n \"cost_usd\": 1.231904,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"d0c2dca3389eac037ade15ade45c633abbdc1fa431bd09264c705d01c48eaf28\",\n \"cost_usd\": 0.94691,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"3939420c0ea1f9e5b2bffbff5b7600ac53126a761fa20ca460d68f961727d13d\",\n \"cost_usd\": 2.068524,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"8c6c0dae462e3c4f66ead0569945188d38bc210e5a942b5d25f25fe219048de2\",\n \"cost_usd\": 1.280509,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"a6387128d860520217327680b2b121a6002ff72a6eda508807526fb9cfbf39a9\",\n \"cost_usd\": 1.456865,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"3a16514eccd114d610fb04b781d660e0af81979acafa6017f36613cf595e5147\",\n \"cost_usd\": 0.774249,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"6c3b2df1b3af70c5c052710268f8307ba687a6045d585f826a7b03c7216c5c49\",\n \"cost_usd\": 1.943224,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"143892731599c834f6f87b10c1dafac74e3199df65bfce3ad103313832e22bcb\",\n \"cost_usd\": 1.303894,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"058af364c80784af746573b4afdc64c4a2af39341ebeb1b640787bc9f793e1e1\",\n \"cost_usd\": 0.880256,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"8a22b747d44275755d3d236e3ed3fe09942ada0de2492562b1a0e64dc7750d59\",\n \"cost_usd\": 1.723509,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"ceb928044061eeaec1f43472344257829307fb4785f57a754ca5a7c1937d35f1\",\n \"cost_usd\": 1.556,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"03481240e4efc76f244fe2118a578362caa6ed0ff28ade7d7f9de4e9247d7adc\",\n \"cost_usd\": 1.181144,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"1c9ada1036b3c143c278438e008ac56df967a7132d863649e386e8d3c4664741\",\n \"cost_usd\": 1.098452,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"ACTUAL_COUNTS\",\n \"cost_usd\": 1.209269,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5272,\n \"output_tokens\": 252,\n \"cached_tokens\": 544,\n \"wall_ms\": 6134\n },\n \"cost_usd\": 0.047216\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5917,\n \"output_tokens\": 775,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6069\n },\n \"cost_usd\": 0.0015709\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5917,\n \"output_tokens\": 797,\n \"cached_tokens\": 5745,\n \"wall_ms\": 7414\n },\n \"cost_usd\": 0.0015819\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5919,\n \"output_tokens\": 284,\n \"cached_tokens\": 5745,\n \"wall_ms\": 3663\n },\n \"cost_usd\": 0.0013258\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 535,\n \"cached_tokens\": 5745,\n \"wall_ms\": 4346\n },\n \"cost_usd\": 0.0014505\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 102,\n \"cached_tokens\": 5745,\n \"wall_ms\": 2709\n },\n \"cost_usd\": 0.0012342\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5272,\n \"output_tokens\": 281,\n \"cached_tokens\": 5067,\n \"wall_ms\": 6061\n },\n \"cost_usd\": 0.047796\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5907,\n \"output_tokens\": 99,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2579\n },\n \"cost_usd\": 0.0012309\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5908,\n \"output_tokens\": 109,\n \"cached_tokens\": 5735,\n \"wall_ms\": 2784\n },\n \"cost_usd\": 0.0012361000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5908,\n \"output_tokens\": 113,\n \"cached_tokens\": 5735,\n \"wall_ms\": 2709\n },\n \"cost_usd\": 0.0012381000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5907,\n \"output_tokens\": 308,\n \"cached_tokens\": 5735,\n \"wall_ms\": 3533\n },\n \"cost_usd\": 0.0013354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5907,\n \"output_tokens\": 453,\n \"cached_tokens\": 5735,\n \"wall_ms\": 4398\n },\n \"cost_usd\": 0.0014079000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5271,\n \"output_tokens\": 285,\n \"cached_tokens\": 5067,\n \"wall_ms\": 5783\n },\n \"cost_usd\": 0.047868\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5950,\n \"output_tokens\": 376,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3948\n },\n \"cost_usd\": 0.001378\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5949,\n \"output_tokens\": 495,\n \"cached_tokens\": 5778,\n \"wall_ms\": 4474\n },\n \"cost_usd\": 0.0014372999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5949,\n \"output_tokens\": 610,\n \"cached_tokens\": 5778,\n \"wall_ms\": 5265\n },\n \"cost_usd\": 0.0014948\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5949,\n \"output_tokens\": 442,\n \"cached_tokens\": 5778,\n \"wall_ms\": 4614\n },\n \"cost_usd\": 0.0014108\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5950,\n \"output_tokens\": 413,\n \"cached_tokens\": 5778,\n \"wall_ms\": 4506\n },\n \"cost_usd\": 0.0013965\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2030,\n \"output_tokens\": 474,\n \"cached_tokens\": 1467,\n \"wall_ms\": 6749\n },\n \"cost_usd\": 0.02572\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 289,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4009\n },\n \"cost_usd\": 0.0013277\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5917,\n \"output_tokens\": 330,\n \"cached_tokens\": 5746,\n \"wall_ms\": 4207\n },\n \"cost_usd\": 0.0013484\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5918,\n \"output_tokens\": 108,\n \"cached_tokens\": 5746,\n \"wall_ms\": 2543\n },\n \"cost_usd\": 0.0012376000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5918,\n \"output_tokens\": 110,\n \"cached_tokens\": 5746,\n \"wall_ms\": 3280\n },\n \"cost_usd\": 0.0012386\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5919,\n \"output_tokens\": 345,\n \"cached_tokens\": 5746,\n \"wall_ms\": 4257\n },\n \"cost_usd\": 0.0013563\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2031,\n \"output_tokens\": 635,\n \"cached_tokens\": 1825,\n \"wall_ms\": 8663\n },\n \"cost_usd\": 0.028948\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6005,\n \"output_tokens\": 608,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5695\n },\n \"cost_usd\": 0.001505\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6005,\n \"output_tokens\": 604,\n \"cached_tokens\": 5833,\n \"wall_ms\": 4952\n },\n \"cost_usd\": 0.001503\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6004,\n \"output_tokens\": 498,\n \"cached_tokens\": 5833,\n \"wall_ms\": 4422\n },\n \"cost_usd\": 0.0014498\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6005,\n \"output_tokens\": 661,\n \"cached_tokens\": 5833,\n \"wall_ms\": 5294\n },\n \"cost_usd\": 0.0015315\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6005,\n \"output_tokens\": 123,\n \"cached_tokens\": 5833,\n \"wall_ms\": 2843\n },\n \"cost_usd\": 0.0012625\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2029,\n \"output_tokens\": 618,\n \"cached_tokens\": 1825,\n \"wall_ms\": 8018\n },\n \"cost_usd\": 0.028592\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5917,\n \"output_tokens\": 109,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3161\n },\n \"cost_usd\": 0.0012379000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 313,\n \"cached_tokens\": 5744,\n \"wall_ms\": 3479\n },\n \"cost_usd\": 0.0013397\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 281,\n \"cached_tokens\": 5744,\n \"wall_ms\": 4043\n },\n \"cost_usd\": 0.0013235\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 290,\n \"cached_tokens\": 5744,\n \"wall_ms\": 3486\n },\n \"cost_usd\": 0.0013282\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5918,\n \"output_tokens\": 135,\n \"cached_tokens\": 5744,\n \"wall_ms\": 6661\n },\n \"cost_usd\": 0.0012511000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2029,\n \"output_tokens\": 619,\n \"cached_tokens\": 1825,\n \"wall_ms\": 8308\n },\n \"cost_usd\": 0.028612\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5969,\n \"output_tokens\": 878,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6071\n },\n \"cost_usd\": 0.0016328\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5971,\n \"output_tokens\": 553,\n \"cached_tokens\": 5798,\n \"wall_ms\": 4760\n },\n \"cost_usd\": 0.0014707000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5969,\n \"output_tokens\": 767,\n \"cached_tokens\": 5798,\n \"wall_ms\": 5467\n },\n \"cost_usd\": 0.0015773\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5971,\n \"output_tokens\": 649,\n \"cached_tokens\": 5798,\n \"wall_ms\": 5495\n },\n \"cost_usd\": 0.0015187\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5969,\n \"output_tokens\": 525,\n \"cached_tokens\": 5798,\n \"wall_ms\": 5297\n },\n \"cost_usd\": 0.0014563\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2029,\n \"output_tokens\": 414,\n \"cached_tokens\": 1825,\n \"wall_ms\": 6065\n },\n \"cost_usd\": 0.024512\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5854,\n \"output_tokens\": 84,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2594\n },\n \"cost_usd\": 0.0012128\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5854,\n \"output_tokens\": 86,\n \"cached_tokens\": 5682,\n \"wall_ms\": 2917\n },\n \"cost_usd\": 0.0012138\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5855,\n \"output_tokens\": 274,\n \"cached_tokens\": 5682,\n \"wall_ms\": 3565\n },\n \"cost_usd\": 0.001308\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5854,\n \"output_tokens\": 262,\n \"cached_tokens\": 5682,\n \"wall_ms\": 4036\n },\n \"cost_usd\": 0.0013017999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5855,\n \"output_tokens\": 93,\n \"cached_tokens\": 5682,\n \"wall_ms\": 3257\n },\n \"cost_usd\": 0.0012175\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5258,\n \"output_tokens\": 1007,\n \"cached_tokens\": 4709,\n \"wall_ms\": 12193\n },\n \"cost_usd\": 0.062204\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6659,\n \"output_tokens\": 254,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3227\n },\n \"cost_usd\": 0.0014588000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6658,\n \"output_tokens\": 319,\n \"cached_tokens\": 6487,\n \"wall_ms\": 4085\n },\n \"cost_usd\": 0.0014911000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6659,\n \"output_tokens\": 370,\n \"cached_tokens\": 6487,\n \"wall_ms\": 3801\n },\n \"cost_usd\": 0.0015168000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6660,\n \"output_tokens\": 305,\n \"cached_tokens\": 6487,\n \"wall_ms\": 3737\n },\n \"cost_usd\": 0.0014845\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6659,\n \"output_tokens\": 383,\n \"cached_tokens\": 6487,\n \"wall_ms\": 4141\n },\n \"cost_usd\": 0.0015233000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5258,\n \"output_tokens\": 999,\n \"cached_tokens\": 5053,\n \"wall_ms\": 12506\n },\n \"cost_usd\": 0.062044\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6632,\n \"output_tokens\": 306,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3568\n },\n \"cost_usd\": 0.0014794\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6632,\n \"output_tokens\": 86,\n \"cached_tokens\": 6460,\n \"wall_ms\": 2559\n },\n \"cost_usd\": 0.0013694\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6632,\n \"output_tokens\": 292,\n \"cached_tokens\": 6460,\n \"wall_ms\": 3789\n },\n \"cost_usd\": 0.0014724\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6631,\n \"output_tokens\": 258,\n \"cached_tokens\": 6460,\n \"wall_ms\": 3534\n },\n \"cost_usd\": 0.0014552\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6632,\n \"output_tokens\": 92,\n \"cached_tokens\": 6460,\n \"wall_ms\": 2945\n },\n \"cost_usd\": 0.0013724000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5258,\n \"output_tokens\": 1099,\n \"cached_tokens\": 5053,\n \"wall_ms\": 17459\n },\n \"cost_usd\": 0.064044\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6727,\n \"output_tokens\": 310,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4748\n },\n \"cost_usd\": 0.0015004\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6727,\n \"output_tokens\": 278,\n \"cached_tokens\": 6556,\n \"wall_ms\": 3883\n },\n \"cost_usd\": 0.0014844\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6729,\n \"output_tokens\": 411,\n \"cached_tokens\": 6556,\n \"wall_ms\": 4638\n },\n \"cost_usd\": 0.0015513000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6727,\n \"output_tokens\": 367,\n \"cached_tokens\": 6556,\n \"wall_ms\": 3809\n },\n \"cost_usd\": 0.0015289000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6728,\n \"output_tokens\": 259,\n \"cached_tokens\": 6556,\n \"wall_ms\": 3512\n },\n \"cost_usd\": 0.0014751000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2014,\n \"output_tokens\": 1399,\n \"cached_tokens\": 1467,\n \"wall_ms\": 18890\n },\n \"cost_usd\": 0.044092\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6807,\n \"output_tokens\": 575,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4911\n },\n \"cost_usd\": 0.0016489\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6806,\n \"output_tokens\": 638,\n \"cached_tokens\": 6634,\n \"wall_ms\": 5902\n },\n \"cost_usd\": 0.0016802\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6807,\n \"output_tokens\": 621,\n \"cached_tokens\": 6634,\n \"wall_ms\": 4914\n },\n \"cost_usd\": 0.0016719\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6804,\n \"output_tokens\": 889,\n \"cached_tokens\": 6634,\n \"wall_ms\": 6275\n },\n \"cost_usd\": 0.0018053000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6804,\n \"output_tokens\": 614,\n \"cached_tokens\": 6634,\n \"wall_ms\": 4962\n },\n \"cost_usd\": 0.0016678\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2016,\n \"output_tokens\": 1550,\n \"cached_tokens\": 1811,\n \"wall_ms\": 19152\n },\n \"cost_usd\": 0.047128\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6663,\n \"output_tokens\": 800,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5827\n },\n \"cost_usd\": 0.0017326000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6663,\n \"output_tokens\": 639,\n \"cached_tokens\": 6491,\n \"wall_ms\": 5193\n },\n \"cost_usd\": 0.0016521\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6664,\n \"output_tokens\": 707,\n \"cached_tokens\": 6491,\n \"wall_ms\": 5306\n },\n \"cost_usd\": 0.0016863000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6661,\n \"output_tokens\": 710,\n \"cached_tokens\": 6491,\n \"wall_ms\": 5185\n },\n \"cost_usd\": 0.0016872\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6663,\n \"output_tokens\": 675,\n \"cached_tokens\": 6491,\n \"wall_ms\": 6072\n },\n \"cost_usd\": 0.0016701\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2016,\n \"output_tokens\": 1789,\n \"cached_tokens\": 1811,\n \"wall_ms\": 21217\n },\n \"cost_usd\": 0.051908\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6966,\n \"output_tokens\": 692,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5339\n },\n \"cost_usd\": 0.0017392\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6966,\n \"output_tokens\": 151,\n \"cached_tokens\": 6794,\n \"wall_ms\": 3320\n },\n \"cost_usd\": 0.0014687\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6966,\n \"output_tokens\": 805,\n \"cached_tokens\": 6794,\n \"wall_ms\": 6062\n },\n \"cost_usd\": 0.0017957000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6966,\n \"output_tokens\": 984,\n \"cached_tokens\": 6794,\n \"wall_ms\": 6620\n },\n \"cost_usd\": 0.0018852\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6966,\n \"output_tokens\": 826,\n \"cached_tokens\": 6794,\n \"wall_ms\": 6037\n },\n \"cost_usd\": 0.0018062\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5254,\n \"output_tokens\": 1212,\n \"cached_tokens\": 4709,\n \"wall_ms\": 13995\n },\n \"cost_usd\": 0.066272\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6541,\n \"output_tokens\": 443,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4429\n },\n \"cost_usd\": 0.0015297\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6541,\n \"output_tokens\": 583,\n \"cached_tokens\": 6370,\n \"wall_ms\": 5353\n },\n \"cost_usd\": 0.0015997000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6540,\n \"output_tokens\": 286,\n \"cached_tokens\": 6370,\n \"wall_ms\": 3522\n },\n \"cost_usd\": 0.001451\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6542,\n \"output_tokens\": 612,\n \"cached_tokens\": 6370,\n \"wall_ms\": 5141\n },\n \"cost_usd\": 0.0016144\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6542,\n \"output_tokens\": 345,\n \"cached_tokens\": 6370,\n \"wall_ms\": 3676\n },\n \"cost_usd\": 0.0014809\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5254,\n \"output_tokens\": 1333,\n \"cached_tokens\": 5049,\n \"wall_ms\": 14907\n },\n \"cost_usd\": 0.068692\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6697,\n \"output_tokens\": 323,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3658\n },\n \"cost_usd\": 0.0015009\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6698,\n \"output_tokens\": 128,\n \"cached_tokens\": 6525,\n \"wall_ms\": 2912\n },\n \"cost_usd\": 0.0014036\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6697,\n \"output_tokens\": 308,\n \"cached_tokens\": 6525,\n \"wall_ms\": 3796\n },\n \"cost_usd\": 0.0014934000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6697,\n \"output_tokens\": 280,\n \"cached_tokens\": 6525,\n \"wall_ms\": 3447\n },\n \"cost_usd\": 0.0014794\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6697,\n \"output_tokens\": 462,\n \"cached_tokens\": 6525,\n \"wall_ms\": 4594\n },\n \"cost_usd\": 0.0015704\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5253,\n \"output_tokens\": 1371,\n \"cached_tokens\": 5049,\n \"wall_ms\": 16153\n },\n \"cost_usd\": 0.069444\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6740,\n \"output_tokens\": 302,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3905\n },\n \"cost_usd\": 0.001499\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6738,\n \"output_tokens\": 279,\n \"cached_tokens\": 6568,\n \"wall_ms\": 3681\n },\n \"cost_usd\": 0.0014871\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6740,\n \"output_tokens\": 259,\n \"cached_tokens\": 6568,\n \"wall_ms\": 4109\n },\n \"cost_usd\": 0.0014775\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6740,\n \"output_tokens\": 386,\n \"cached_tokens\": 6568,\n \"wall_ms\": 4391\n },\n \"cost_usd\": 0.001541\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6740,\n \"output_tokens\": 342,\n \"cached_tokens\": 6568,\n \"wall_ms\": 3794\n },\n \"cost_usd\": 0.001519\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2012,\n \"output_tokens\": 1115,\n \"cached_tokens\": 1467,\n \"wall_ms\": 14616\n },\n \"cost_usd\": 0.038396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6490,\n \"output_tokens\": 786,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6346\n },\n \"cost_usd\": 0.001691\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6490,\n \"output_tokens\": 594,\n \"cached_tokens\": 6318,\n \"wall_ms\": 5422\n },\n \"cost_usd\": 0.001595\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6490,\n \"output_tokens\": 623,\n \"cached_tokens\": 6318,\n \"wall_ms\": 5079\n },\n \"cost_usd\": 0.0016095\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6490,\n \"output_tokens\": 720,\n \"cached_tokens\": 6318,\n \"wall_ms\": 6089\n },\n \"cost_usd\": 0.001658\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6491,\n \"output_tokens\": 636,\n \"cached_tokens\": 6318,\n \"wall_ms\": 6078\n },\n \"cost_usd\": 0.0016162000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2013,\n \"output_tokens\": 1571,\n \"cached_tokens\": 1807,\n \"wall_ms\": 20367\n },\n \"cost_usd\": 0.047524\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6729,\n \"output_tokens\": 608,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5742\n },\n \"cost_usd\": 0.0016498\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6728,\n \"output_tokens\": 533,\n \"cached_tokens\": 6556,\n \"wall_ms\": 4646\n },\n \"cost_usd\": 0.0016121000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6728,\n \"output_tokens\": 105,\n \"cached_tokens\": 6556,\n \"wall_ms\": 2825\n },\n \"cost_usd\": 0.0013981000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6728,\n \"output_tokens\": 129,\n \"cached_tokens\": 6556,\n \"wall_ms\": 2925\n },\n \"cost_usd\": 0.0014101\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6729,\n \"output_tokens\": 105,\n \"cached_tokens\": 6556,\n \"wall_ms\": 2905\n },\n \"cost_usd\": 0.0013983\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2012,\n \"output_tokens\": 1750,\n \"cached_tokens\": 1807,\n \"wall_ms\": 22396\n },\n \"cost_usd\": 0.051096\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6829,\n \"output_tokens\": 697,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5711\n },\n \"cost_usd\": 0.0017143000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6827,\n \"output_tokens\": 116,\n \"cached_tokens\": 6657,\n \"wall_ms\": 3232\n },\n \"cost_usd\": 0.0014234\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6828,\n \"output_tokens\": 590,\n \"cached_tokens\": 6657,\n \"wall_ms\": 5465\n },\n \"cost_usd\": 0.0016606000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6828,\n \"output_tokens\": 489,\n \"cached_tokens\": 6657,\n \"wall_ms\": 4504\n },\n \"cost_usd\": 0.0016101000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6829,\n \"output_tokens\": 599,\n \"cached_tokens\": 6657,\n \"wall_ms\": 5307\n },\n \"cost_usd\": 0.0016653000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2011,\n \"output_tokens\": 1501,\n \"cached_tokens\": 1807,\n \"wall_ms\": 18964\n },\n \"cost_usd\": 0.046108\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6593,\n \"output_tokens\": 131,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3131\n },\n \"cost_usd\": 0.0013841\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6593,\n \"output_tokens\": 567,\n \"cached_tokens\": 6422,\n \"wall_ms\": 4902\n },\n \"cost_usd\": 0.0016021000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6594,\n \"output_tokens\": 548,\n \"cached_tokens\": 6422,\n \"wall_ms\": 4846\n },\n \"cost_usd\": 0.0015928000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6593,\n \"output_tokens\": 121,\n \"cached_tokens\": 6422,\n \"wall_ms\": 3183\n },\n \"cost_usd\": 0.0013791\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6592,\n \"output_tokens\": 117,\n \"cached_tokens\": 6422,\n \"wall_ms\": 3163\n },\n \"cost_usd\": 0.0013769000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2012,\n \"output_tokens\": 1581,\n \"cached_tokens\": 1807,\n \"wall_ms\": 18307\n },\n \"cost_usd\": 0.047716\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6722,\n \"output_tokens\": 107,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3288\n },\n \"cost_usd\": 0.0013979\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6724,\n \"output_tokens\": 109,\n \"cached_tokens\": 6551,\n \"wall_ms\": 3397\n },\n \"cost_usd\": 0.0013993000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6724,\n \"output_tokens\": 125,\n \"cached_tokens\": 6551,\n \"wall_ms\": 2985\n },\n \"cost_usd\": 0.0014073000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6723,\n \"output_tokens\": 96,\n \"cached_tokens\": 6551,\n \"wall_ms\": 3089\n },\n \"cost_usd\": 0.0013926000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6722,\n \"output_tokens\": 121,\n \"cached_tokens\": 6551,\n \"wall_ms\": 2741\n },\n \"cost_usd\": 0.0014049000000000002\n }\n ]\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"9f61b33fdfd72f62ba2eca30e2cc4dd84191f0abdab6d47d4f64f9319b8b7056\",\n \"cost_usd\": 1.227785,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"fc75ea505919e81c9ebf39fc75540760e4016909add2d48ae5bcbcf289ba31bf\",\n \"cost_usd\": 1.51279,\n \"cost_complete\": true\n }\n ],\n \"spent_usd\": 42.795558,\n \"reserved_usd\": 0\n}\n" }, { "sha256": "e87e021c8d278d23f795e634bc08c7dddcf3170c2efe2abef7f0ea75cbb3e423", "bytes": "{\n \"format\": \"driftproof-skill-campaign/1\",\n \"plan_sha256\": \"8eae339d5cbc2e53422c6bc03efa70a76804d42f09a7a02f231a8298aaa73c03\",\n \"cap_usd\": 2500,\n \"budget_description\": \"USD 2,500 admission budget; actual usage may overrun\",\n \"stub\": false,\n \"concurrency\": 1,\n \"operator_retries\": [\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"authorization\": \"Operator, 18 Oct 2026 ~16:25 SGT: \\\"Yes run\\\".\",\n \"prior_failure\": {\n \"manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\",\n \"reason\": \"ACTUAL_COUNTS\",\n \"cost_usd\": 1.209269\n }\n }\n ],\n \"priors\": [\n {\n \"path\": \"../../../../../../../var/tmp/bbuild/408/campaign-1-out/408/manifest.json\",\n \"sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"adjustments\": [\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"cost_usd\": 0.21,\n \"basis\": \"controller-observed API-equivalent transcript usage; approximate\",\n \"note\": \"attempt 55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d: observed USD 0.21 API-equivalent from the eval user's transcript usage (25 claude-sonnet-5-5 calls, 168 claude-haiku-5-5 calls), 2026-10-18 04:36-04:41Z; the manifest recorded null.\\n\",\n \"note_sha256\": \"f053f4ddc1b60ad7bd92a5a2c9380c7b62cbb437f9c7f68ca734499eb7eb3079\",\n \"plan_sha256\": \"a86285482498e2fe7285c77e1b6909272554b0a4ed9526dd6f16cda5dadfe402\"\n }\n ]\n },\n {\n \"path\": \"../../../../../../../var/tmp/bbuild/408/campaign-2-out/408-c2/manifest.json\",\n \"sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"adjustments\": []\n },\n {\n \"path\": \"../../../../../../../var/tmp/bbuild/408/campaign-3-out/408-c3/manifest.json\",\n \"sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"adjustments\": []\n },\n {\n \"path\": \"../../../../../../../var/tmp/bbuild/408/campaign-4-out/408-c4/manifest.json\",\n \"sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\",\n \"adjustments\": []\n }\n ],\n \"prior_spend_usd\": 42.795558,\n \"prior_failures\": [\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.21\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57\",\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.487411,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 397,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6162\n },\n \"cost_usd\": 0.019554\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 951,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6544\n },\n \"cost_usd\": 0.0016825\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 737,\n \"cached_tokens\": 5863,\n \"wall_ms\": 5534\n },\n \"cost_usd\": 0.0015755\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 858,\n \"cached_tokens\": 5863,\n \"wall_ms\": 6035\n },\n \"cost_usd\": 0.001636\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6035,\n \"output_tokens\": 833,\n \"cached_tokens\": 5863,\n \"wall_ms\": 6026\n },\n \"cost_usd\": 0.0016235\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6034,\n \"output_tokens\": 818,\n \"cached_tokens\": 5863,\n \"wall_ms\": 5686\n },\n \"cost_usd\": 0.0016158\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3897,\n \"output_tokens\": 435,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6101\n },\n \"cost_usd\": 0.019938\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 755,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5849\n },\n \"cost_usd\": 0.0015921000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 1066,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6857\n },\n \"cost_usd\": 0.0017476000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 1053,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6906\n },\n \"cost_usd\": 0.0017411000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 796,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6062\n },\n \"cost_usd\": 0.0016126\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 966,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6621\n },\n \"cost_usd\": 0.0016974000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 460,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6162\n },\n \"cost_usd\": 0.020184\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6096,\n \"output_tokens\": 964,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6432\n },\n \"cost_usd\": 0.0017012000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6099,\n \"output_tokens\": 883,\n \"cached_tokens\": 5926,\n \"wall_ms\": 6159\n },\n \"cost_usd\": 0.0016612999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6097,\n \"output_tokens\": 739,\n \"cached_tokens\": 5926,\n \"wall_ms\": 5577\n },\n \"cost_usd\": 0.0015889\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6098,\n \"output_tokens\": 100,\n \"cached_tokens\": 5926,\n \"wall_ms\": 3076\n },\n \"cost_usd\": 0.0012696\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6097,\n \"output_tokens\": 814,\n \"cached_tokens\": 5926,\n \"wall_ms\": 6620\n },\n \"cost_usd\": 0.0016264\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 394,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5617\n },\n \"cost_usd\": 0.019524\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3528\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 107,\n \"cached_tokens\": 5860,\n \"wall_ms\": 3291\n },\n \"cost_usd\": 0.0012599\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 819,\n \"cached_tokens\": 5860,\n \"wall_ms\": 5907\n },\n \"cost_usd\": 0.0016159000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6031,\n \"output_tokens\": 1102,\n \"cached_tokens\": 5860,\n \"wall_ms\": 7353\n },\n \"cost_usd\": 0.0017572\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 653,\n \"cached_tokens\": 5860,\n \"wall_ms\": 5069\n },\n \"cost_usd\": 0.0015331000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1988,\n \"output_tokens\": 325,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5054\n },\n \"cost_usd\": 0.011202\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5964,\n \"output_tokens\": 110,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2865\n },\n \"cost_usd\": 0.0012477999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5964,\n \"output_tokens\": 395,\n \"cached_tokens\": 5791,\n \"wall_ms\": 3845\n },\n \"cost_usd\": 0.0013903\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 107,\n \"cached_tokens\": 5791,\n \"wall_ms\": 3417\n },\n \"cost_usd\": 0.0012461000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 396,\n \"cached_tokens\": 5791,\n \"wall_ms\": 4161\n },\n \"cost_usd\": 0.0013906\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5963,\n \"output_tokens\": 386,\n \"cached_tokens\": 5791,\n \"wall_ms\": 4141\n },\n \"cost_usd\": 0.0013856\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1990,\n \"output_tokens\": 356,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5060\n },\n \"cost_usd\": 0.01152\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 114,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3119\n },\n \"cost_usd\": 0.0012558\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 370,\n \"cached_tokens\": 5822,\n \"wall_ms\": 4133\n },\n \"cost_usd\": 0.0013838\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 127,\n \"cached_tokens\": 5822,\n \"wall_ms\": 2984\n },\n \"cost_usd\": 0.0012623\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 483,\n \"cached_tokens\": 5822,\n \"wall_ms\": 4742\n },\n \"cost_usd\": 0.0014403\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 102,\n \"cached_tokens\": 5822,\n \"wall_ms\": 2918\n },\n \"cost_usd\": 0.0012498\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1987,\n \"output_tokens\": 388,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5223\n },\n \"cost_usd\": 0.011828\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6027,\n \"output_tokens\": 130,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2935\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6025,\n \"output_tokens\": 109,\n \"cached_tokens\": 5854,\n \"wall_ms\": 2982\n },\n \"cost_usd\": 0.0012595\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 92,\n \"cached_tokens\": 5854,\n \"wall_ms\": 2852\n },\n \"cost_usd\": 0.0012508\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6027,\n \"output_tokens\": 129,\n \"cached_tokens\": 5854,\n \"wall_ms\": 3224\n },\n \"cost_usd\": 0.0012699\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6026,\n \"output_tokens\": 374,\n \"cached_tokens\": 5854,\n \"wall_ms\": 3944\n },\n \"cost_usd\": 0.0013922000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 508,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7022\n },\n \"cost_usd\": 0.020416\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 111,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2966\n },\n \"cost_usd\": 0.0012667\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 571,\n \"cached_tokens\": 5886,\n \"wall_ms\": 4848\n },\n \"cost_usd\": 0.0014969\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 785,\n \"cached_tokens\": 5886,\n \"wall_ms\": 6145\n },\n \"cost_usd\": 0.0016039000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 106,\n \"cached_tokens\": 5886,\n \"wall_ms\": 2743\n },\n \"cost_usd\": 0.0012646\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 572,\n \"cached_tokens\": 5886,\n \"wall_ms\": 5129\n },\n \"cost_usd\": 0.0014976000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 483,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6467\n },\n \"cost_usd\": 0.020166\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 123,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3053\n },\n \"cost_usd\": 0.0012681\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 99,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2564\n },\n \"cost_usd\": 0.0012561000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 103,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3307\n },\n \"cost_usd\": 0.0012581\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 95,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2640\n },\n \"cost_usd\": 0.0012541000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 113,\n \"cached_tokens\": 5861,\n \"wall_ms\": 2690\n },\n \"cost_usd\": 0.0012631\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 506,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6444\n },\n \"cost_usd\": 0.020396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 101,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3068\n },\n \"cost_usd\": 0.0012617000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6055,\n \"output_tokens\": 124,\n \"cached_tokens\": 5884,\n \"wall_ms\": 3094\n },\n \"cost_usd\": 0.001273\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 115,\n \"cached_tokens\": 5884,\n \"wall_ms\": 2629\n },\n \"cost_usd\": 0.0012687\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 649,\n \"cached_tokens\": 5884,\n \"wall_ms\": 5078\n },\n \"cost_usd\": 0.0015357\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 101,\n \"cached_tokens\": 5884,\n \"wall_ms\": 2582\n },\n \"cost_usd\": 0.0012617000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 586,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7591\n },\n \"cost_usd\": 0.021196\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6137,\n \"output_tokens\": 1071,\n \"cached_tokens\": 4638,\n \"wall_ms\": 7122\n },\n \"cost_usd\": 0.0017629000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6135,\n \"output_tokens\": 110,\n \"cached_tokens\": 5964,\n \"wall_ms\": 2655\n },\n \"cost_usd\": 0.001282\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 965,\n \"cached_tokens\": 5964,\n \"wall_ms\": 6491\n },\n \"cost_usd\": 0.0017097\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 628,\n \"cached_tokens\": 5964,\n \"wall_ms\": 5350\n },\n \"cost_usd\": 0.0015412\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6136,\n \"output_tokens\": 1052,\n \"cached_tokens\": 5964,\n \"wall_ms\": 7035\n },\n \"cost_usd\": 0.0017532000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 510,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6596\n },\n \"cost_usd\": 0.020436\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 117,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3412\n },\n \"cost_usd\": 0.0012701000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 593,\n \"cached_tokens\": 5888,\n \"wall_ms\": 5176\n },\n \"cost_usd\": 0.0015085\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 85,\n \"cached_tokens\": 5888,\n \"wall_ms\": 2953\n },\n \"cost_usd\": 0.0012545\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6059,\n \"output_tokens\": 518,\n \"cached_tokens\": 5888,\n \"wall_ms\": 4881\n },\n \"cost_usd\": 0.0014708\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6061,\n \"output_tokens\": 133,\n \"cached_tokens\": 5888,\n \"wall_ms\": 3159\n },\n \"cost_usd\": 0.0012787\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1925,\n \"output_tokens\": 759,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8894\n },\n \"cost_usd\": 0.01529\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 300,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3480\n },\n \"cost_usd\": 0.0013836000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 331,\n \"cached_tokens\": 5997,\n \"wall_ms\": 6095\n },\n \"cost_usd\": 0.0013991000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 356,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3664\n },\n \"cost_usd\": 0.0014116\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 240,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3138\n },\n \"cost_usd\": 0.001354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6169,\n \"output_tokens\": 253,\n \"cached_tokens\": 5997,\n \"wall_ms\": 3199\n },\n \"cost_usd\": 0.0013603000000000003\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1926,\n \"output_tokens\": 665,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8084\n },\n \"cost_usd\": 0.014354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 299,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3193\n },\n \"cost_usd\": 0.0013925\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6214,\n \"output_tokens\": 273,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3459\n },\n \"cost_usd\": 0.0013793000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 269,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3524\n },\n \"cost_usd\": 0.0013775\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6214,\n \"output_tokens\": 295,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3664\n },\n \"cost_usd\": 0.0013903000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6215,\n \"output_tokens\": 281,\n \"cached_tokens\": 6043,\n \"wall_ms\": 3562\n },\n \"cost_usd\": 0.0013835\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1924,\n \"output_tokens\": 604,\n \"cached_tokens\": 1717,\n \"wall_ms\": 7885\n },\n \"cost_usd\": 0.013736\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 100,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0012716000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6107,\n \"output_tokens\": 283,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3750\n },\n \"cost_usd\": 0.0013629\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 288,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3453\n },\n \"cost_usd\": 0.0013656000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 310,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3572\n },\n \"cost_usd\": 0.0013766000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6108,\n \"output_tokens\": 241,\n \"cached_tokens\": 5936,\n \"wall_ms\": 3309\n },\n \"cost_usd\": 0.0013421000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3836,\n \"output_tokens\": 191,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4150\n },\n \"cost_usd\": 0.017254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 580,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5573\n },\n \"cost_usd\": 0.0014392\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 806,\n \"cached_tokens\": 5574,\n \"wall_ms\": 6028\n },\n \"cost_usd\": 0.0015522\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 559,\n \"cached_tokens\": 5574,\n \"wall_ms\": 5503\n },\n \"cost_usd\": 0.0014287\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 545,\n \"cached_tokens\": 5574,\n \"wall_ms\": 4593\n },\n \"cost_usd\": 0.0014217000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5746,\n \"output_tokens\": 477,\n \"cached_tokens\": 5574,\n \"wall_ms\": 4441\n },\n \"cost_usd\": 0.0013877\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3837,\n \"output_tokens\": 166,\n \"cached_tokens\": 3627,\n \"wall_ms\": 3835\n },\n \"cost_usd\": 0.017008\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5719,\n \"output_tokens\": 524,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4865\n },\n \"cost_usd\": 0.0014058\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 134,\n \"cached_tokens\": 5549,\n \"wall_ms\": 3116\n },\n \"cost_usd\": 0.0012112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5720,\n \"output_tokens\": 356,\n \"cached_tokens\": 5549,\n \"wall_ms\": 3627\n },\n \"cost_usd\": 0.001322\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 630,\n \"cached_tokens\": 5549,\n \"wall_ms\": 5106\n },\n \"cost_usd\": 0.0014592000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5721,\n \"output_tokens\": 538,\n \"cached_tokens\": 5549,\n \"wall_ms\": 4810\n },\n \"cost_usd\": 0.0014132\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 220,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4134\n },\n \"cost_usd\": 0.017536\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 479,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4715\n },\n \"cost_usd\": 0.0013945\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 681,\n \"cached_tokens\": 5603,\n \"wall_ms\": 5293\n },\n \"cost_usd\": 0.0014955\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 391,\n \"cached_tokens\": 5603,\n \"wall_ms\": 4312\n },\n \"cost_usd\": 0.0013505\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5774,\n \"output_tokens\": 583,\n \"cached_tokens\": 5603,\n \"wall_ms\": 4837\n },\n \"cost_usd\": 0.0014463\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5775,\n \"output_tokens\": 69,\n \"cached_tokens\": 5603,\n \"wall_ms\": 2912\n },\n \"cost_usd\": 0.0011895\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1928,\n \"output_tokens\": 156,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4703\n },\n \"cost_usd\": 0.009272\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5710,\n \"output_tokens\": 248,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3302\n },\n \"cost_usd\": 0.001266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 76,\n \"cached_tokens\": 5539,\n \"wall_ms\": 2496\n },\n \"cost_usd\": 0.0011802\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 74,\n \"cached_tokens\": 5539,\n \"wall_ms\": 2800\n },\n \"cost_usd\": 0.0011792\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 297,\n \"cached_tokens\": 5539,\n \"wall_ms\": 3639\n },\n \"cost_usd\": 0.0012907\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5711,\n \"output_tokens\": 68,\n \"cached_tokens\": 5539,\n \"wall_ms\": 5539\n },\n \"cost_usd\": 0.0011762\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 188,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4503\n },\n \"cost_usd\": 0.009588\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5741,\n \"output_tokens\": 856,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6060\n },\n \"cost_usd\": 0.0015762\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 681,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5382\n },\n \"cost_usd\": 0.0014891000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5742,\n \"output_tokens\": 660,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5601\n },\n \"cost_usd\": 0.0014784000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5741,\n \"output_tokens\": 654,\n \"cached_tokens\": 5571,\n \"wall_ms\": 5575\n },\n \"cost_usd\": 0.0014752\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 379,\n \"cached_tokens\": 5571,\n \"wall_ms\": 4235\n },\n \"cost_usd\": 0.0013375\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1929,\n \"output_tokens\": 189,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4164\n },\n \"cost_usd\": 0.009606\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5745,\n \"output_tokens\": 70,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2670\n },\n \"cost_usd\": 0.001184\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 140,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3408\n },\n \"cost_usd\": 0.0012188\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 218,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3578\n },\n \"cost_usd\": 0.0012576000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 101,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3111\n },\n \"cost_usd\": 0.0011991\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 235,\n \"cached_tokens\": 5572,\n \"wall_ms\": 3250\n },\n \"cost_usd\": 0.0012663\n }\n ]\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.536387,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1622,\n \"cached_tokens\": 544,\n \"wall_ms\": 16579\n },\n \"cost_usd\": 0.02448\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6924,\n \"output_tokens\": 968,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6671\n },\n \"cost_usd\": 0.0018688\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6923,\n \"output_tokens\": 832,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5792\n },\n \"cost_usd\": 0.0018006\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6926,\n \"output_tokens\": 942,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5983\n },\n \"cost_usd\": 0.0018562000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6922,\n \"output_tokens\": 975,\n \"cached_tokens\": 6752,\n \"wall_ms\": 7656\n },\n \"cost_usd\": 0.0018719000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6924,\n \"output_tokens\": 829,\n \"cached_tokens\": 6752,\n \"wall_ms\": 5945\n },\n \"cost_usd\": 0.0017993000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1584,\n \"cached_tokens\": 1856,\n \"wall_ms\": 15326\n },\n \"cost_usd\": 0.0241\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 181,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3208\n },\n \"cost_usd\": 0.0014891000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 166,\n \"cached_tokens\": 6821,\n \"wall_ms\": 3119\n },\n \"cost_usd\": 0.0014816000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 147,\n \"cached_tokens\": 6821,\n \"wall_ms\": 3128\n },\n \"cost_usd\": 0.0014721\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6993,\n \"output_tokens\": 643,\n \"cached_tokens\": 6821,\n \"wall_ms\": 5511\n },\n \"cost_usd\": 0.0017201000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6992,\n \"output_tokens\": 789,\n \"cached_tokens\": 6821,\n \"wall_ms\": 5746\n },\n \"cost_usd\": 0.0017929\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2067,\n \"output_tokens\": 1891,\n \"cached_tokens\": 1856,\n \"wall_ms\": 17177\n },\n \"cost_usd\": 0.027178\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7158,\n \"output_tokens\": 601,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4856\n },\n \"cost_usd\": 0.0017321\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7161,\n \"output_tokens\": 741,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5662\n },\n \"cost_usd\": 0.0018027\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 703,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5396\n },\n \"cost_usd\": 0.0017833000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 149,\n \"cached_tokens\": 6987,\n \"wall_ms\": 3572\n },\n \"cost_usd\": 0.0015063000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7159,\n \"output_tokens\": 706,\n \"cached_tokens\": 6987,\n \"wall_ms\": 5530\n },\n \"cost_usd\": 0.0017848000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2064,\n \"output_tokens\": 1880,\n \"cached_tokens\": 1856,\n \"wall_ms\": 17222\n },\n \"cost_usd\": 0.027056\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 762,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5957\n },\n \"cost_usd\": 0.0018368000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 724,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5864\n },\n \"cost_usd\": 0.0018178000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7278,\n \"output_tokens\": 588,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5035\n },\n \"cost_usd\": 0.0017496000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7279,\n \"output_tokens\": 865,\n \"cached_tokens\": 7107,\n \"wall_ms\": 5965\n },\n \"cost_usd\": 0.0018883\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7280,\n \"output_tokens\": 1004,\n \"cached_tokens\": 7107,\n \"wall_ms\": 6521\n },\n \"cost_usd\": 0.001958\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2066,\n \"output_tokens\": 1601,\n \"cached_tokens\": 1856,\n \"wall_ms\": 14338\n },\n \"cost_usd\": 0.024274\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6984,\n \"output_tokens\": 615,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4813\n },\n \"cost_usd\": 0.0017043000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6984,\n \"output_tokens\": 743,\n \"cached_tokens\": 6814,\n \"wall_ms\": 5449\n },\n \"cost_usd\": 0.0017683000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 861,\n \"cached_tokens\": 6814,\n \"wall_ms\": 5663\n },\n \"cost_usd\": 0.0018277\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 121,\n \"cached_tokens\": 6814,\n \"wall_ms\": 2706\n },\n \"cost_usd\": 0.0014577000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6986,\n \"output_tokens\": 116,\n \"cached_tokens\": 6814,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0014552\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1510,\n \"cached_tokens\": 1467,\n \"wall_ms\": 14174\n },\n \"cost_usd\": 0.022952\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 628,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0017104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 655,\n \"cached_tokens\": 6810,\n \"wall_ms\": 5392\n },\n \"cost_usd\": 0.0017239\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 777,\n \"cached_tokens\": 6810,\n \"wall_ms\": 5782\n },\n \"cost_usd\": 0.0017849\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6980,\n \"output_tokens\": 598,\n \"cached_tokens\": 6810,\n \"wall_ms\": 4517\n },\n \"cost_usd\": 0.001695\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6982,\n \"output_tokens\": 559,\n \"cached_tokens\": 6810,\n \"wall_ms\": 4715\n },\n \"cost_usd\": 0.0016759000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1390,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13858\n },\n \"cost_usd\": 0.021756\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 782,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5662\n },\n \"cost_usd\": 0.0017886000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6989,\n \"output_tokens\": 810,\n \"cached_tokens\": 6817,\n \"wall_ms\": 5865\n },\n \"cost_usd\": 0.0018028000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6989,\n \"output_tokens\": 748,\n \"cached_tokens\": 6817,\n \"wall_ms\": 5530\n },\n \"cost_usd\": 0.0017718000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 624,\n \"cached_tokens\": 6817,\n \"wall_ms\": 4928\n },\n \"cost_usd\": 0.0017096000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6988,\n \"output_tokens\": 867,\n \"cached_tokens\": 6817,\n \"wall_ms\": 6022\n },\n \"cost_usd\": 0.0018311000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1441,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13538\n },\n \"cost_usd\": 0.022262\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 521,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4686\n },\n \"cost_usd\": 0.0016347\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 112,\n \"cached_tokens\": 6699,\n \"wall_ms\": 2880\n },\n \"cost_usd\": 0.0014302\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 422,\n \"cached_tokens\": 6699,\n \"wall_ms\": 4242\n },\n \"cost_usd\": 0.0015852000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6871,\n \"output_tokens\": 641,\n \"cached_tokens\": 6699,\n \"wall_ms\": 4755\n },\n \"cost_usd\": 0.0016947\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6870,\n \"output_tokens\": 671,\n \"cached_tokens\": 6699,\n \"wall_ms\": 5170\n },\n \"cost_usd\": 0.0017095\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1419,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13162\n },\n \"cost_usd\": 0.022046\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 734,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5512\n },\n \"cost_usd\": 0.0017558000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 559,\n \"cached_tokens\": 6773,\n \"wall_ms\": 4681\n },\n \"cost_usd\": 0.0016683000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6945,\n \"output_tokens\": 679,\n \"cached_tokens\": 6773,\n \"wall_ms\": 5519\n },\n \"cost_usd\": 0.0017285\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 646,\n \"cached_tokens\": 6773,\n \"wall_ms\": 5257\n },\n \"cost_usd\": 0.0017118\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6944,\n \"output_tokens\": 88,\n \"cached_tokens\": 6773,\n \"wall_ms\": 2783\n },\n \"cost_usd\": 0.0014328000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2040,\n \"output_tokens\": 290,\n \"cached_tokens\": 1568,\n \"wall_ms\": 4976\n },\n \"cost_usd\": 0.01106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 271,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3501\n },\n \"cost_usd\": 0.0013053\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 345,\n \"cached_tokens\": 5677,\n \"wall_ms\": 4014\n },\n \"cost_usd\": 0.0013423\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 302,\n \"cached_tokens\": 5677,\n \"wall_ms\": 3648\n },\n \"cost_usd\": 0.0013208\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5849,\n \"output_tokens\": 87,\n \"cached_tokens\": 5677,\n \"wall_ms\": 2869\n },\n \"cost_usd\": 0.0012133\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5848,\n \"output_tokens\": 237,\n \"cached_tokens\": 5677,\n \"wall_ms\": 3090\n },\n \"cost_usd\": 0.0012881000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2038,\n \"output_tokens\": 356,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5276\n },\n \"cost_usd\": 0.011712\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 82,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2724\n },\n \"cost_usd\": 0.0012238\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 86,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2976\n },\n \"cost_usd\": 0.0012262\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 77,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2860\n },\n \"cost_usd\": 0.0012215\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 271,\n \"cached_tokens\": 5743,\n \"wall_ms\": 3329\n },\n \"cost_usd\": 0.0013185\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 92,\n \"cached_tokens\": 5743,\n \"wall_ms\": 2770\n },\n \"cost_usd\": 0.0012288\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2039,\n \"output_tokens\": 321,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5182\n },\n \"cost_usd\": 0.011366\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 106,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2958\n },\n \"cost_usd\": 0.001229\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 70,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2954\n },\n \"cost_usd\": 0.001211\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 230,\n \"cached_tokens\": 5708,\n \"wall_ms\": 3371\n },\n \"cost_usd\": 0.001291\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 73,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2994\n },\n \"cost_usd\": 0.0012125\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5880,\n \"output_tokens\": 82,\n \"cached_tokens\": 5708,\n \"wall_ms\": 2698\n },\n \"cost_usd\": 0.001217\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1938,\n \"output_tokens\": 335,\n \"cached_tokens\": 1467,\n \"wall_ms\": 5509\n },\n \"cost_usd\": 0.011102\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5893,\n \"output_tokens\": 81,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3047\n },\n \"cost_usd\": 0.0012191\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 208,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3123\n },\n \"cost_usd\": 0.0012828\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 204,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3465\n },\n \"cost_usd\": 0.0012808\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5893,\n \"output_tokens\": 232,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3039\n },\n \"cost_usd\": 0.0012946000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5894,\n \"output_tokens\": 216,\n \"cached_tokens\": 5722,\n \"wall_ms\": 3460\n },\n \"cost_usd\": 0.0012868\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1940,\n \"output_tokens\": 293,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5257\n },\n \"cost_usd\": 0.01069\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5851,\n \"output_tokens\": 316,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3306\n },\n \"cost_usd\": 0.0013282\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5853,\n \"output_tokens\": 79,\n \"cached_tokens\": 5680,\n \"wall_ms\": 2726\n },\n \"cost_usd\": 0.0012101000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5852,\n \"output_tokens\": 209,\n \"cached_tokens\": 5680,\n \"wall_ms\": 3273\n },\n \"cost_usd\": 0.0012749\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5852,\n \"output_tokens\": 280,\n \"cached_tokens\": 5680,\n \"wall_ms\": 3908\n },\n \"cost_usd\": 0.0013104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5851,\n \"output_tokens\": 80,\n \"cached_tokens\": 5680,\n \"wall_ms\": 2685\n },\n \"cost_usd\": 0.0012102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1936,\n \"output_tokens\": 303,\n \"cached_tokens\": 1729,\n \"wall_ms\": 4845\n },\n \"cost_usd\": 0.010774\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5863,\n \"output_tokens\": 80,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2816\n },\n \"cost_usd\": 0.0012126\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5861,\n \"output_tokens\": 78,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2589\n },\n \"cost_usd\": 0.0012112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5860,\n \"output_tokens\": 81,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2717\n },\n \"cost_usd\": 0.0012125\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5862,\n \"output_tokens\": 79,\n \"cached_tokens\": 5690,\n \"wall_ms\": 2853\n },\n \"cost_usd\": 0.0012119000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5860,\n \"output_tokens\": 200,\n \"cached_tokens\": 5690,\n \"wall_ms\": 3136\n },\n \"cost_usd\": 0.001272\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2062,\n \"output_tokens\": 1070,\n \"cached_tokens\": 1568,\n \"wall_ms\": 12185\n },\n \"cost_usd\": 0.018948\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6387,\n \"output_tokens\": 421,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3615\n },\n \"cost_usd\": 0.0014879000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6387,\n \"output_tokens\": 136,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3171\n },\n \"cost_usd\": 0.0013454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6384,\n \"output_tokens\": 128,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3102\n },\n \"cost_usd\": 0.0013408000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6386,\n \"output_tokens\": 338,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3729\n },\n \"cost_usd\": 0.0014462000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6385,\n \"output_tokens\": 317,\n \"cached_tokens\": 6214,\n \"wall_ms\": 3653\n },\n \"cost_usd\": 0.0014355\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 1021,\n \"cached_tokens\": 1853,\n \"wall_ms\": 11158\n },\n \"cost_usd\": 0.018454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6421,\n \"output_tokens\": 138,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2759\n },\n \"cost_usd\": 0.0013532000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6422,\n \"output_tokens\": 137,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2967\n },\n \"cost_usd\": 0.0013529000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6421,\n \"output_tokens\": 132,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2869\n },\n \"cost_usd\": 0.0013502\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6422,\n \"output_tokens\": 104,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2671\n },\n \"cost_usd\": 0.0013364000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6420,\n \"output_tokens\": 128,\n \"cached_tokens\": 6249,\n \"wall_ms\": 2803\n },\n \"cost_usd\": 0.001348\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2062,\n \"output_tokens\": 1015,\n \"cached_tokens\": 1853,\n \"wall_ms\": 11342\n },\n \"cost_usd\": 0.018398\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 417,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3666\n },\n \"cost_usd\": 0.0014867\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 429,\n \"cached_tokens\": 6220,\n \"wall_ms\": 4016\n },\n \"cost_usd\": 0.0014927\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6392,\n \"output_tokens\": 132,\n \"cached_tokens\": 6220,\n \"wall_ms\": 2996\n },\n \"cost_usd\": 0.0013444000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6392,\n \"output_tokens\": 120,\n \"cached_tokens\": 6220,\n \"wall_ms\": 2800\n },\n \"cost_usd\": 0.0013384\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 140,\n \"cached_tokens\": 6220,\n \"wall_ms\": 3345\n },\n \"cost_usd\": 0.0013482000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1959,\n \"output_tokens\": 818,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9616\n },\n \"cost_usd\": 0.016016\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 137,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3124\n },\n \"cost_usd\": 0.0013071\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 310,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3373\n },\n \"cost_usd\": 0.0013936\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 141,\n \"cached_tokens\": 6021,\n \"wall_ms\": 2771\n },\n \"cost_usd\": 0.0013091\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 160,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3458\n },\n \"cost_usd\": 0.0013186\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 147,\n \"cached_tokens\": 6021,\n \"wall_ms\": 2927\n },\n \"cost_usd\": 0.0013121\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1960,\n \"output_tokens\": 567,\n \"cached_tokens\": 1752,\n \"wall_ms\": 7501\n },\n \"cost_usd\": 0.01351\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 152,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2856\n },\n \"cost_usd\": 0.0013078000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6157,\n \"output_tokens\": 392,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3661\n },\n \"cost_usd\": 0.0014274000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 164,\n \"cached_tokens\": 5987,\n \"wall_ms\": 2865\n },\n \"cost_usd\": 0.0013138000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6157,\n \"output_tokens\": 386,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3653\n },\n \"cost_usd\": 0.0014244000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6159,\n \"output_tokens\": 340,\n \"cached_tokens\": 5987,\n \"wall_ms\": 3725\n },\n \"cost_usd\": 0.0014018000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 441,\n \"cached_tokens\": 1752,\n \"wall_ms\": 6231\n },\n \"cost_usd\": 0.012254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 392,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4818\n },\n \"cost_usd\": 0.0014024\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 401,\n \"cached_tokens\": 5861,\n \"wall_ms\": 4541\n },\n \"cost_usd\": 0.0014069\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6033,\n \"output_tokens\": 377,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3850\n },\n \"cost_usd\": 0.0013951\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6032,\n \"output_tokens\": 130,\n \"cached_tokens\": 5861,\n \"wall_ms\": 3205\n },\n \"cost_usd\": 0.0012714\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6031,\n \"output_tokens\": 511,\n \"cached_tokens\": 5861,\n \"wall_ms\": 4780\n },\n \"cost_usd\": 0.0014617\n }\n ]\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.530769,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3172,\n \"output_tokens\": 828,\n \"cached_tokens\": 544,\n \"wall_ms\": 10259\n },\n \"cost_usd\": 0.020968\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 116,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2778\n },\n \"cost_usd\": 0.0013076000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 139,\n \"cached_tokens\": 6074,\n \"wall_ms\": 3463\n },\n \"cost_usd\": 0.0013187000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6244,\n \"output_tokens\": 122,\n \"cached_tokens\": 6074,\n \"wall_ms\": 3417\n },\n \"cost_usd\": 0.0013098000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 105,\n \"cached_tokens\": 6074,\n \"wall_ms\": 2503\n },\n \"cost_usd\": 0.0013017\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6246,\n \"output_tokens\": 333,\n \"cached_tokens\": 6074,\n \"wall_ms\": 4108\n },\n \"cost_usd\": 0.0014157\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 789,\n \"cached_tokens\": 2964,\n \"wall_ms\": 8838\n },\n \"cost_usd\": 0.020582\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6187,\n \"output_tokens\": 118,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3145\n },\n \"cost_usd\": 0.0012964\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 124,\n \"cached_tokens\": 6016,\n \"wall_ms\": 2850\n },\n \"cost_usd\": 0.0012996000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 123,\n \"cached_tokens\": 6016,\n \"wall_ms\": 3126\n },\n \"cost_usd\": 0.0012993000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 286,\n \"cached_tokens\": 6016,\n \"wall_ms\": 3945\n },\n \"cost_usd\": 0.0013806\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 389,\n \"cached_tokens\": 6016,\n \"wall_ms\": 4348\n },\n \"cost_usd\": 0.0014321000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 879,\n \"cached_tokens\": 2964,\n \"wall_ms\": 9377\n },\n \"cost_usd\": 0.021482\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 123,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3371\n },\n \"cost_usd\": 0.0013141000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6264,\n \"output_tokens\": 367,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3731\n },\n \"cost_usd\": 0.0014363000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6264,\n \"output_tokens\": 314,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3898\n },\n \"cost_usd\": 0.0014098000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 148,\n \"cached_tokens\": 6092,\n \"wall_ms\": 3465\n },\n \"cost_usd\": 0.0013266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6263,\n \"output_tokens\": 103,\n \"cached_tokens\": 6092,\n \"wall_ms\": 2689\n },\n \"cost_usd\": 0.0013041\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1953,\n \"output_tokens\": 918,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9902\n },\n \"cost_usd\": 0.016992\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 139,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3195\n },\n \"cost_usd\": 0.0013419\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 112,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2903\n },\n \"cost_usd\": 0.0013284000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 147,\n \"cached_tokens\": 6190,\n \"wall_ms\": 3248\n },\n \"cost_usd\": 0.0013459000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6364,\n \"output_tokens\": 115,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2723\n },\n \"cost_usd\": 0.0013303000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6362,\n \"output_tokens\": 112,\n \"cached_tokens\": 6190,\n \"wall_ms\": 2751\n },\n \"cost_usd\": 0.0013284000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 837,\n \"cached_tokens\": 1744,\n \"wall_ms\": 9099\n },\n \"cost_usd\": 0.016178\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 130,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3648\n },\n \"cost_usd\": 0.0013194\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6273,\n \"output_tokens\": 114,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3186\n },\n \"cost_usd\": 0.0013116000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6273,\n \"output_tokens\": 364,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3725\n },\n \"cost_usd\": 0.0014366000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 340,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3797\n },\n \"cost_usd\": 0.0014244000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6272,\n \"output_tokens\": 353,\n \"cached_tokens\": 6101,\n \"wall_ms\": 3573\n },\n \"cost_usd\": 0.0014309000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 965,\n \"cached_tokens\": 1744,\n \"wall_ms\": 10273\n },\n \"cost_usd\": 0.017458\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6404,\n \"output_tokens\": 305,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3584\n },\n \"cost_usd\": 0.0014333000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6403,\n \"output_tokens\": 335,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3832\n },\n \"cost_usd\": 0.0014481000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6405,\n \"output_tokens\": 310,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3505\n },\n \"cost_usd\": 0.001436\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6405,\n \"output_tokens\": 279,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3636\n },\n \"cost_usd\": 0.0014205\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6402,\n \"output_tokens\": 376,\n \"cached_tokens\": 6233,\n \"wall_ms\": 3920\n },\n \"cost_usd\": 0.0014684000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3164,\n \"output_tokens\": 914,\n \"cached_tokens\": 2687,\n \"wall_ms\": 9293\n },\n \"cost_usd\": 0.021796\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6230,\n \"output_tokens\": 905,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6088\n },\n \"cost_usd\": 0.0016985\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6231,\n \"output_tokens\": 984,\n \"cached_tokens\": 6059,\n \"wall_ms\": 6368\n },\n \"cost_usd\": 0.0017382\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6229,\n \"output_tokens\": 707,\n \"cached_tokens\": 6059,\n \"wall_ms\": 5982\n },\n \"cost_usd\": 0.0015993000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6232,\n \"output_tokens\": 917,\n \"cached_tokens\": 6059,\n \"wall_ms\": 6106\n },\n \"cost_usd\": 0.0017049\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6230,\n \"output_tokens\": 734,\n \"cached_tokens\": 6059,\n \"wall_ms\": 5589\n },\n \"cost_usd\": 0.001613\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3163,\n \"output_tokens\": 818,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8993\n },\n \"cost_usd\": 0.020832\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 531,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4825\n },\n \"cost_usd\": 0.0015263000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 123,\n \"cached_tokens\": 6132,\n \"wall_ms\": 2976\n },\n \"cost_usd\": 0.0013223000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6304,\n \"output_tokens\": 526,\n \"cached_tokens\": 6132,\n \"wall_ms\": 5004\n },\n \"cost_usd\": 0.0015238000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6303,\n \"output_tokens\": 573,\n \"cached_tokens\": 6132,\n \"wall_ms\": 5019\n },\n \"cost_usd\": 0.0015471\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6305,\n \"output_tokens\": 111,\n \"cached_tokens\": 6132,\n \"wall_ms\": 3092\n },\n \"cost_usd\": 0.0013165\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 779,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8322\n },\n \"cost_usd\": 0.02045\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 330,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3902\n },\n \"cost_usd\": 0.0014052000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 378,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3640\n },\n \"cost_usd\": 0.0014292\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6201,\n \"output_tokens\": 404,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3989\n },\n \"cost_usd\": 0.0014422\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6200,\n \"output_tokens\": 369,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3802\n },\n \"cost_usd\": 0.0014245\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6199,\n \"output_tokens\": 162,\n \"cached_tokens\": 6029,\n \"wall_ms\": 3730\n },\n \"cost_usd\": 0.0013208000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 847,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9451\n },\n \"cost_usd\": 0.01625\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6169,\n \"output_tokens\": 812,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6051\n },\n \"cost_usd\": 0.0016398000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 565,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5368\n },\n \"cost_usd\": 0.0015161\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 644,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5759\n },\n \"cost_usd\": 0.0015556\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 699,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5631\n },\n \"cost_usd\": 0.0015831\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6168,\n \"output_tokens\": 594,\n \"cached_tokens\": 5996,\n \"wall_ms\": 5016\n },\n \"cost_usd\": 0.0015306000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1077,\n \"cached_tokens\": 1736,\n \"wall_ms\": 11930\n },\n \"cost_usd\": 0.01855\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 555,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4525\n },\n \"cost_usd\": 0.0015313000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 723,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5737\n },\n \"cost_usd\": 0.0016153000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 778,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5621\n },\n \"cost_usd\": 0.0016428000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6268,\n \"output_tokens\": 885,\n \"cached_tokens\": 6097,\n \"wall_ms\": 5906\n },\n \"cost_usd\": 0.0016961\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6269,\n \"output_tokens\": 585,\n \"cached_tokens\": 6097,\n \"wall_ms\": 4835\n },\n \"cost_usd\": 0.0015463000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1943,\n \"output_tokens\": 956,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10519\n },\n \"cost_usd\": 0.017332\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 134,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2774\n },\n \"cost_usd\": 0.0013244\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 469,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4717\n },\n \"cost_usd\": 0.0014919\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 385,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4071\n },\n \"cost_usd\": 0.0014497\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 414,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4140\n },\n \"cost_usd\": 0.0014642000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 906,\n \"cached_tokens\": 6114,\n \"wall_ms\": 7103\n },\n \"cost_usd\": 0.0017102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1944,\n \"output_tokens\": 927,\n \"cached_tokens\": 1736,\n \"wall_ms\": 9884\n },\n \"cost_usd\": 0.017046\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2742\n },\n \"cost_usd\": 0.0013422\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 493,\n \"cached_tokens\": 6219,\n \"wall_ms\": 4622\n },\n \"cost_usd\": 0.0015247000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6389,\n \"output_tokens\": 116,\n \"cached_tokens\": 6219,\n \"wall_ms\": 2857\n },\n \"cost_usd\": 0.0013358000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6390,\n \"output_tokens\": 691,\n \"cached_tokens\": 6219,\n \"wall_ms\": 5668\n },\n \"cost_usd\": 0.0016235\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6391,\n \"output_tokens\": 454,\n \"cached_tokens\": 6219,\n \"wall_ms\": 4397\n },\n \"cost_usd\": 0.0015052\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1006,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10434\n },\n \"cost_usd\": 0.01784\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6312,\n \"output_tokens\": 785,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6091\n },\n \"cost_usd\": 0.0016549000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6312,\n \"output_tokens\": 791,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5671\n },\n \"cost_usd\": 0.0016579000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 123,\n \"cached_tokens\": 6139,\n \"wall_ms\": 3060\n },\n \"cost_usd\": 0.0013237000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 644,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5260\n },\n \"cost_usd\": 0.0015842\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6311,\n \"output_tokens\": 793,\n \"cached_tokens\": 6139,\n \"wall_ms\": 5822\n },\n \"cost_usd\": 0.0016587000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 1035,\n \"cached_tokens\": 1736,\n \"wall_ms\": 12026\n },\n \"cost_usd\": 0.01813\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6243,\n \"output_tokens\": 591,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4858\n },\n \"cost_usd\": 0.0015441\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6245,\n \"output_tokens\": 515,\n \"cached_tokens\": 6072,\n \"wall_ms\": 5286\n },\n \"cost_usd\": 0.0015065\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6244,\n \"output_tokens\": 366,\n \"cached_tokens\": 6072,\n \"wall_ms\": 3822\n },\n \"cost_usd\": 0.0014318000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6242,\n \"output_tokens\": 974,\n \"cached_tokens\": 6072,\n \"wall_ms\": 6782\n },\n \"cost_usd\": 0.0017354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 5,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6245,\n \"output_tokens\": 605,\n \"cached_tokens\": 6072,\n \"wall_ms\": 5256\n },\n \"cost_usd\": 0.0015515\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 422,\n \"cached_tokens\": 2687,\n \"wall_ms\": 6003\n },\n \"cost_usd\": 0.016864\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5998,\n \"output_tokens\": 533,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4409\n },\n \"cost_usd\": 0.0014661000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5998,\n \"output_tokens\": 142,\n \"cached_tokens\": 5827,\n \"wall_ms\": 3088\n },\n \"cost_usd\": 0.0012706000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 607,\n \"cached_tokens\": 5827,\n \"wall_ms\": 4668\n },\n \"cost_usd\": 0.0015033\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 443,\n \"cached_tokens\": 5827,\n \"wall_ms\": 4841\n },\n \"cost_usd\": 0.0014213\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 150,\n \"cached_tokens\": 5827,\n \"wall_ms\": 3644\n },\n \"cost_usd\": 0.0012748\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 419,\n \"cached_tokens\": 2952,\n \"wall_ms\": 5728\n },\n \"cost_usd\": 0.016834\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 715,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5282\n },\n \"cost_usd\": 0.0015567\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 129,\n \"cached_tokens\": 5824,\n \"wall_ms\": 3444\n },\n \"cost_usd\": 0.0012633\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 157,\n \"cached_tokens\": 5824,\n \"wall_ms\": 3144\n },\n \"cost_usd\": 0.0012777\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5994,\n \"output_tokens\": 761,\n \"cached_tokens\": 5824,\n \"wall_ms\": 5212\n },\n \"cost_usd\": 0.0015793\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5996,\n \"output_tokens\": 622,\n \"cached_tokens\": 5824,\n \"wall_ms\": 4854\n },\n \"cost_usd\": 0.0015102\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3161,\n \"output_tokens\": 363,\n \"cached_tokens\": 2952,\n \"wall_ms\": 9620\n },\n \"cost_usd\": 0.016274\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5940,\n \"output_tokens\": 489,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4527\n },\n \"cost_usd\": 0.0014325\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5941,\n \"output_tokens\": 140,\n \"cached_tokens\": 5768,\n \"wall_ms\": 3393\n },\n \"cost_usd\": 0.0012582000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 834,\n \"cached_tokens\": 5768,\n \"wall_ms\": 5660\n },\n \"cost_usd\": 0.0016048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 773,\n \"cached_tokens\": 5768,\n \"wall_ms\": 5617\n },\n \"cost_usd\": 0.0015743\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5939,\n \"output_tokens\": 550,\n \"cached_tokens\": 5768,\n \"wall_ms\": 4423\n },\n \"cost_usd\": 0.0014628\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1941,\n \"output_tokens\": 827,\n \"cached_tokens\": 1467,\n \"wall_ms\": 9656\n },\n \"cost_usd\": 0.016034\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 149,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3300\n },\n \"cost_usd\": 0.0012997\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 157,\n \"cached_tokens\": 5954,\n \"wall_ms\": 3491\n },\n \"cost_usd\": 0.0013035\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 672,\n \"cached_tokens\": 5954,\n \"wall_ms\": 5316\n },\n \"cost_usd\": 0.0015612\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 590,\n \"cached_tokens\": 5954,\n \"wall_ms\": 4922\n },\n \"cost_usd\": 0.00152\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6128,\n \"output_tokens\": 167,\n \"cached_tokens\": 5954,\n \"wall_ms\": 3267\n },\n \"cost_usd\": 0.0013091\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1942,\n \"output_tokens\": 828,\n \"cached_tokens\": 1732,\n \"wall_ms\": 9295\n },\n \"cost_usd\": 0.016048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6151,\n \"output_tokens\": 731,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5576\n },\n \"cost_usd\": 0.0015957\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6151,\n \"output_tokens\": 553,\n \"cached_tokens\": 5980,\n \"wall_ms\": 4656\n },\n \"cost_usd\": 0.0015067000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6153,\n \"output_tokens\": 131,\n \"cached_tokens\": 5980,\n \"wall_ms\": 2771\n },\n \"cost_usd\": 0.0012961000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6153,\n \"output_tokens\": 160,\n \"cached_tokens\": 5980,\n \"wall_ms\": 3381\n },\n \"cost_usd\": 0.0013106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6152,\n \"output_tokens\": 1235,\n \"cached_tokens\": 5980,\n \"wall_ms\": 7396\n },\n \"cost_usd\": 0.0018479000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1939,\n \"output_tokens\": 603,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7146\n },\n \"cost_usd\": 0.013786\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6179,\n \"output_tokens\": 453,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4248\n },\n \"cost_usd\": 0.0014623000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6180,\n \"output_tokens\": 479,\n \"cached_tokens\": 6008,\n \"wall_ms\": 6033\n },\n \"cost_usd\": 0.0014755\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6181,\n \"output_tokens\": 430,\n \"cached_tokens\": 6008,\n \"wall_ms\": 4264\n },\n \"cost_usd\": 0.0014512000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6178,\n \"output_tokens\": 494,\n \"cached_tokens\": 6008,\n \"wall_ms\": 4183\n },\n \"cost_usd\": 0.0014826000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6181,\n \"output_tokens\": 166,\n \"cached_tokens\": 6008,\n \"wall_ms\": 2985\n },\n \"cost_usd\": 0.0013192\n }\n ]\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\",\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.532755,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3895,\n \"output_tokens\": 386,\n \"cached_tokens\": 3687,\n \"wall_ms\": 6353\n },\n \"cost_usd\": 0.01944\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 887,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6518\n },\n \"cost_usd\": 0.0016483\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 671,\n \"cached_tokens\": 5852,\n \"wall_ms\": 5037\n },\n \"cost_usd\": 0.0015402999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 119,\n \"cached_tokens\": 5852,\n \"wall_ms\": 2967\n },\n \"cost_usd\": 0.0012642999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6023,\n \"output_tokens\": 968,\n \"cached_tokens\": 5852,\n \"wall_ms\": 6460\n },\n \"cost_usd\": 0.0016886000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6024,\n \"output_tokens\": 858,\n \"cached_tokens\": 5852,\n \"wall_ms\": 6299\n },\n \"cost_usd\": 0.0016338\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 419,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5659\n },\n \"cost_usd\": 0.019774\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 99,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2898\n },\n \"cost_usd\": 0.0012609000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 638,\n \"cached_tokens\": 5885,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0015302\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6058,\n \"output_tokens\": 611,\n \"cached_tokens\": 5885,\n \"wall_ms\": 6070\n },\n \"cost_usd\": 0.0015171000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6056,\n \"output_tokens\": 904,\n \"cached_tokens\": 5885,\n \"wall_ms\": 6116\n },\n \"cost_usd\": 0.0016632\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6057,\n \"output_tokens\": 792,\n \"cached_tokens\": 5885,\n \"wall_ms\": 6071\n },\n \"cost_usd\": 0.0016074000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3897,\n \"output_tokens\": 433,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5543\n },\n \"cost_usd\": 0.019918\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6070,\n \"output_tokens\": 1108,\n \"cached_tokens\": 4638,\n \"wall_ms\": 7631\n },\n \"cost_usd\": 0.001768\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6071,\n \"output_tokens\": 681,\n \"cached_tokens\": 5899,\n \"wall_ms\": 5554\n },\n \"cost_usd\": 0.0015547\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 833,\n \"cached_tokens\": 5899,\n \"wall_ms\": 6465\n },\n \"cost_usd\": 0.0016309\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6071,\n \"output_tokens\": 967,\n \"cached_tokens\": 5899,\n \"wall_ms\": 6621\n },\n \"cost_usd\": 0.0016977000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6071,\n \"output_tokens\": 767,\n \"cached_tokens\": 5899,\n \"wall_ms\": 6151\n },\n \"cost_usd\": 0.0015977\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3895,\n \"output_tokens\": 435,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5761\n },\n \"cost_usd\": 0.01993\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 747,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5638\n },\n \"cost_usd\": 0.0015881\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 128,\n \"cached_tokens\": 5901,\n \"wall_ms\": 3520\n },\n \"cost_usd\": 0.0012787999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6070,\n \"output_tokens\": 842,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6176\n },\n \"cost_usd\": 0.001635\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 886,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6121\n },\n \"cost_usd\": 0.0016576000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 1042,\n \"cached_tokens\": 5901,\n \"wall_ms\": 7069\n },\n \"cost_usd\": 0.0017354\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3896,\n \"output_tokens\": 440,\n \"cached_tokens\": 3687,\n \"wall_ms\": 5897\n },\n \"cost_usd\": 0.019984\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 125,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2815\n },\n \"cost_usd\": 0.0012781000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 851,\n \"cached_tokens\": 5906,\n \"wall_ms\": 6119\n },\n \"cost_usd\": 0.0016411000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 832,\n \"cached_tokens\": 5906,\n \"wall_ms\": 6075\n },\n \"cost_usd\": 0.0016316000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 836,\n \"cached_tokens\": 5906,\n \"wall_ms\": 6080\n },\n \"cost_usd\": 0.0016336000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6078,\n \"output_tokens\": 134,\n \"cached_tokens\": 5906,\n \"wall_ms\": 3322\n },\n \"cost_usd\": 0.0012826\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1988,\n \"output_tokens\": 316,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5043\n },\n \"cost_usd\": 0.011112\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5953,\n \"output_tokens\": 311,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3862\n },\n \"cost_usd\": 0.0013461\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5955,\n \"output_tokens\": 108,\n \"cached_tokens\": 5782,\n \"wall_ms\": 2671\n },\n \"cost_usd\": 0.001245\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5955,\n \"output_tokens\": 117,\n \"cached_tokens\": 5782,\n \"wall_ms\": 2679\n },\n \"cost_usd\": 0.0012495\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5954,\n \"output_tokens\": 372,\n \"cached_tokens\": 5782,\n \"wall_ms\": 3378\n },\n \"cost_usd\": 0.0013767999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5953,\n \"output_tokens\": 480,\n \"cached_tokens\": 5782,\n \"wall_ms\": 7163\n },\n \"cost_usd\": 0.0014306000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1988,\n \"output_tokens\": 337,\n \"cached_tokens\": 1779,\n \"wall_ms\": 4976\n },\n \"cost_usd\": 0.011322\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5975,\n \"output_tokens\": 118,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2855\n },\n \"cost_usd\": 0.001254\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5975,\n \"output_tokens\": 508,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4302\n },\n \"cost_usd\": 0.001449\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5975,\n \"output_tokens\": 559,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4587\n },\n \"cost_usd\": 0.0014745\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5974,\n \"output_tokens\": 527,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4689\n },\n \"cost_usd\": 0.0014583\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5974,\n \"output_tokens\": 441,\n \"cached_tokens\": 5803,\n \"wall_ms\": 4228\n },\n \"cost_usd\": 0.0014153\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1990,\n \"output_tokens\": 346,\n \"cached_tokens\": 1779,\n \"wall_ms\": 5121\n },\n \"cost_usd\": 0.01142\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5985,\n \"output_tokens\": 152,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3136\n },\n \"cost_usd\": 0.001273\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5984,\n \"output_tokens\": 367,\n \"cached_tokens\": 5812,\n \"wall_ms\": 3708\n },\n \"cost_usd\": 0.0013802999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5984,\n \"output_tokens\": 456,\n \"cached_tokens\": 5812,\n \"wall_ms\": 4200\n },\n \"cost_usd\": 0.0014248\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5984,\n \"output_tokens\": 139,\n \"cached_tokens\": 5812,\n \"wall_ms\": 2878\n },\n \"cost_usd\": 0.0012663\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5983,\n \"output_tokens\": 92,\n \"cached_tokens\": 5812,\n \"wall_ms\": 2886\n },\n \"cost_usd\": 0.0012426000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 561,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7275\n },\n \"cost_usd\": 0.020946\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 557,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5361\n },\n \"cost_usd\": 0.0015007\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 145,\n \"cached_tokens\": 5939,\n \"wall_ms\": 3586\n },\n \"cost_usd\": 0.0012947\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6110,\n \"output_tokens\": 818,\n \"cached_tokens\": 5939,\n \"wall_ms\": 6115\n },\n \"cost_usd\": 0.001631\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 815,\n \"cached_tokens\": 5939,\n \"wall_ms\": 6142\n },\n \"cost_usd\": 0.0016297\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6111,\n \"output_tokens\": 540,\n \"cached_tokens\": 5939,\n \"wall_ms\": 5142\n },\n \"cost_usd\": 0.0014922\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 598,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7140\n },\n \"cost_usd\": 0.021316\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6149,\n \"output_tokens\": 617,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5092\n },\n \"cost_usd\": 0.0015383000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 127,\n \"cached_tokens\": 5976,\n \"wall_ms\": 3367\n },\n \"cost_usd\": 0.0012929\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 789,\n \"cached_tokens\": 5976,\n \"wall_ms\": 6145\n },\n \"cost_usd\": 0.0016239000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6149,\n \"output_tokens\": 610,\n \"cached_tokens\": 5976,\n \"wall_ms\": 5393\n },\n \"cost_usd\": 0.0015348000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 523,\n \"cached_tokens\": 5976,\n \"wall_ms\": 5927\n },\n \"cost_usd\": 0.0014909\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 523,\n \"cached_tokens\": 3625,\n \"wall_ms\": 6835\n },\n \"cost_usd\": 0.020566\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 505,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4532\n },\n \"cost_usd\": 0.0014671\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 619,\n \"cached_tokens\": 5901,\n \"wall_ms\": 5471\n },\n \"cost_usd\": 0.0015241000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 564,\n \"cached_tokens\": 5901,\n \"wall_ms\": 5305\n },\n \"cost_usd\": 0.0014966\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6073,\n \"output_tokens\": 731,\n \"cached_tokens\": 5901,\n \"wall_ms\": 6143\n },\n \"cost_usd\": 0.0015801\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6072,\n \"output_tokens\": 134,\n \"cached_tokens\": 5901,\n \"wall_ms\": 2694\n },\n \"cost_usd\": 0.0012814\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 598,\n \"cached_tokens\": 3625,\n \"wall_ms\": 7581\n },\n \"cost_usd\": 0.021316\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 362,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5017\n },\n \"cost_usd\": 0.0014104\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 132,\n \"cached_tokens\": 5976,\n \"wall_ms\": 3099\n },\n \"cost_usd\": 0.0012954000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6147,\n \"output_tokens\": 805,\n \"cached_tokens\": 5976,\n \"wall_ms\": 6039\n },\n \"cost_usd\": 0.0016319000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6148,\n \"output_tokens\": 416,\n \"cached_tokens\": 5976,\n \"wall_ms\": 3998\n },\n \"cost_usd\": 0.0014376\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6148,\n \"output_tokens\": 429,\n \"cached_tokens\": 5976,\n \"wall_ms\": 4288\n },\n \"cost_usd\": 0.0014441000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 798,\n \"cached_tokens\": 1717,\n \"wall_ms\": 9264\n },\n \"cost_usd\": 0.015688\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 275,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3366\n },\n \"cost_usd\": 0.0013551000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 138,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3131\n },\n \"cost_usd\": 0.0012866000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 226,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3608\n },\n \"cost_usd\": 0.0013306000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 257,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3264\n },\n \"cost_usd\": 0.0013461\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6088,\n \"output_tokens\": 252,\n \"cached_tokens\": 5916,\n \"wall_ms\": 3149\n },\n \"cost_usd\": 0.0013436000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1926,\n \"output_tokens\": 643,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8417\n },\n \"cost_usd\": 0.014134\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6194,\n \"output_tokens\": 121,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2727\n },\n \"cost_usd\": 0.0012993000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6192,\n \"output_tokens\": 272,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3747\n },\n \"cost_usd\": 0.0013744\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 119,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3094\n },\n \"cost_usd\": 0.0012981000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 263,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3405\n },\n \"cost_usd\": 0.0013701000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6192,\n \"output_tokens\": 269,\n \"cached_tokens\": 6021,\n \"wall_ms\": 3716\n },\n \"cost_usd\": 0.0013729\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 769,\n \"cached_tokens\": 1717,\n \"wall_ms\": 8667\n },\n \"cost_usd\": 0.015398\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6126,\n \"output_tokens\": 281,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3639\n },\n \"cost_usd\": 0.0013657\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 234,\n \"cached_tokens\": 5955,\n \"wall_ms\": 3541\n },\n \"cost_usd\": 0.0013424\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 295,\n \"cached_tokens\": 5955,\n \"wall_ms\": 3739\n },\n \"cost_usd\": 0.0013729\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 262,\n \"cached_tokens\": 5955,\n \"wall_ms\": 3221\n },\n \"cost_usd\": 0.0013564\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6127,\n \"output_tokens\": 336,\n \"cached_tokens\": 5955,\n \"wall_ms\": 4695\n },\n \"cost_usd\": 0.0013934000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1925,\n \"output_tokens\": 558,\n \"cached_tokens\": 1717,\n \"wall_ms\": 7216\n },\n \"cost_usd\": 0.01328\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6061,\n \"output_tokens\": 275,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4010\n },\n \"cost_usd\": 0.0013497000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6062,\n \"output_tokens\": 100,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3156\n },\n \"cost_usd\": 0.0012624000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 112,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3583\n },\n \"cost_usd\": 0.001268\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6062,\n \"output_tokens\": 329,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3999\n },\n \"cost_usd\": 0.0013769000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6060,\n \"output_tokens\": 127,\n \"cached_tokens\": 5890,\n \"wall_ms\": 3066\n },\n \"cost_usd\": 0.0012755\n },\n {\n \"phase\": \"generation\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1926,\n \"output_tokens\": 567,\n \"cached_tokens\": 1717,\n \"wall_ms\": 7330\n },\n \"cost_usd\": 0.013374\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6117,\n \"output_tokens\": 250,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3837\n },\n \"cost_usd\": 0.0013484\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6118,\n \"output_tokens\": 274,\n \"cached_tokens\": 5945,\n \"wall_ms\": 5342\n },\n \"cost_usd\": 0.0013606000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6117,\n \"output_tokens\": 300,\n \"cached_tokens\": 5945,\n \"wall_ms\": 3861\n },\n \"cost_usd\": 0.0013734\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6115,\n \"output_tokens\": 103,\n \"cached_tokens\": 5945,\n \"wall_ms\": 3461\n },\n \"cost_usd\": 0.0012745\n },\n {\n \"phase\": \"judge\",\n \"case\": \"missing\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6118,\n \"output_tokens\": 270,\n \"cached_tokens\": 5945,\n \"wall_ms\": 3259\n },\n \"cost_usd\": 0.0013586000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3836,\n \"output_tokens\": 177,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4031\n },\n \"cost_usd\": 0.017114\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5733,\n \"output_tokens\": 504,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4472\n },\n \"cost_usd\": 0.0013986\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 547,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4678\n },\n \"cost_usd\": 0.0014199000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 438,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4703\n },\n \"cost_usd\": 0.0013654000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 547,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4712\n },\n \"cost_usd\": 0.0014199000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5732,\n \"output_tokens\": 443,\n \"cached_tokens\": 5560,\n \"wall_ms\": 4599\n },\n \"cost_usd\": 0.0013679\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3834,\n \"output_tokens\": 190,\n \"cached_tokens\": 3627,\n \"wall_ms\": 4019\n },\n \"cost_usd\": 0.017236\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 635,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4738\n },\n \"cost_usd\": 0.0014663\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5745,\n \"output_tokens\": 583,\n \"cached_tokens\": 5573,\n \"wall_ms\": 5117\n },\n \"cost_usd\": 0.0014405\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5743,\n \"output_tokens\": 565,\n \"cached_tokens\": 5573,\n \"wall_ms\": 4754\n },\n \"cost_usd\": 0.0014311\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5744,\n \"output_tokens\": 592,\n \"cached_tokens\": 5573,\n \"wall_ms\": 5082\n },\n \"cost_usd\": 0.0014448\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5745,\n \"output_tokens\": 497,\n \"cached_tokens\": 5573,\n \"wall_ms\": 4651\n },\n \"cost_usd\": 0.0013975\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3836,\n \"output_tokens\": 333,\n \"cached_tokens\": 3627,\n \"wall_ms\": 5095\n },\n \"cost_usd\": 0.018674\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5718,\n \"output_tokens\": 672,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5680\n },\n \"cost_usd\": 0.0014796000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5718,\n \"output_tokens\": 463,\n \"cached_tokens\": 5547,\n \"wall_ms\": 4839\n },\n \"cost_usd\": 0.0013751000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5719,\n \"output_tokens\": 350,\n \"cached_tokens\": 5547,\n \"wall_ms\": 4318\n },\n \"cost_usd\": 0.0013188\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5719,\n \"output_tokens\": 441,\n \"cached_tokens\": 5547,\n \"wall_ms\": 4392\n },\n \"cost_usd\": 0.0013643\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5718,\n \"output_tokens\": 700,\n \"cached_tokens\": 5547,\n \"wall_ms\": 5714\n },\n \"cost_usd\": 0.0014936\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1928,\n \"output_tokens\": 203,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4460\n },\n \"cost_usd\": 0.009742\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5757,\n \"output_tokens\": 221,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3585\n },\n \"cost_usd\": 0.0012619\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5759,\n \"output_tokens\": 155,\n \"cached_tokens\": 5586,\n \"wall_ms\": 5063\n },\n \"cost_usd\": 0.0012293\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5758,\n \"output_tokens\": 226,\n \"cached_tokens\": 5586,\n \"wall_ms\": 3190\n },\n \"cost_usd\": 0.0012646\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5759,\n \"output_tokens\": 298,\n \"cached_tokens\": 5586,\n \"wall_ms\": 4320\n },\n \"cost_usd\": 0.0013008\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5757,\n \"output_tokens\": 401,\n \"cached_tokens\": 5586,\n \"wall_ms\": 4380\n },\n \"cost_usd\": 0.0013519\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 184,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4286\n },\n \"cost_usd\": 0.009548\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5738,\n \"output_tokens\": 254,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3912\n },\n \"cost_usd\": 0.0012746\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 77,\n \"cached_tokens\": 5567,\n \"wall_ms\": 2508\n },\n \"cost_usd\": 0.0011865\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 265,\n \"cached_tokens\": 5567,\n \"wall_ms\": 3323\n },\n \"cost_usd\": 0.0012805\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5740,\n \"output_tokens\": 104,\n \"cached_tokens\": 5567,\n \"wall_ms\": 2472\n },\n \"cost_usd\": 0.0012\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5739,\n \"output_tokens\": 216,\n \"cached_tokens\": 5567,\n \"wall_ms\": 3247\n },\n \"cost_usd\": 0.0012558\n },\n {\n \"phase\": \"generation\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1927,\n \"output_tokens\": 160,\n \"cached_tokens\": 1719,\n \"wall_ms\": 4193\n },\n \"cost_usd\": 0.009308\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5712,\n \"output_tokens\": 240,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3222\n },\n \"cost_usd\": 0.0012624000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5714,\n \"output_tokens\": 202,\n \"cached_tokens\": 5543,\n \"wall_ms\": 3398\n },\n \"cost_usd\": 0.0012438\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5714,\n \"output_tokens\": 69,\n \"cached_tokens\": 5543,\n \"wall_ms\": 2662\n },\n \"cost_usd\": 0.0011773\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5715,\n \"output_tokens\": 68,\n \"cached_tokens\": 5543,\n \"wall_ms\": 2933\n },\n \"cost_usd\": 0.001177\n },\n {\n \"phase\": \"judge\",\n \"case\": \"scope\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5715,\n \"output_tokens\": 234,\n \"cached_tokens\": 5543,\n \"wall_ms\": 3564\n },\n \"cost_usd\": 0.00126\n }\n ],\n \"configuration_differences\": [\n {\n \"path\": \"~/.claude/sessions/449403.fb22e67ecd45925058c50f3fab643c6af3988e4f7b2b5793edd2f050921782b1.key\",\n \"kind\": \"unexpected_entry\"\n }\n ]\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.44404,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2066,\n \"output_tokens\": 1515,\n \"cached_tokens\": 1856,\n \"wall_ms\": 15411\n },\n \"cost_usd\": 0.023414\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6931,\n \"output_tokens\": 107,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2925\n },\n \"cost_usd\": 0.0014397000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6930,\n \"output_tokens\": 121,\n \"cached_tokens\": 6758,\n \"wall_ms\": 3485\n },\n \"cost_usd\": 0.0014465\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6930,\n \"output_tokens\": 119,\n \"cached_tokens\": 6758,\n \"wall_ms\": 3136\n },\n \"cost_usd\": 0.0014455\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6930,\n \"output_tokens\": 1076,\n \"cached_tokens\": 6758,\n \"wall_ms\": 6528\n },\n \"cost_usd\": 0.001924\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6929,\n \"output_tokens\": 898,\n \"cached_tokens\": 6758,\n \"wall_ms\": 6117\n },\n \"cost_usd\": 0.0018348000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2063,\n \"output_tokens\": 1888,\n \"cached_tokens\": 1856,\n \"wall_ms\": 16298\n },\n \"cost_usd\": 0.027132\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7250,\n \"output_tokens\": 783,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5731\n },\n \"cost_usd\": 0.0018415\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7251,\n \"output_tokens\": 206,\n \"cached_tokens\": 7078,\n \"wall_ms\": 3822\n },\n \"cost_usd\": 0.0015532\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7250,\n \"output_tokens\": 982,\n \"cached_tokens\": 7078,\n \"wall_ms\": 6381\n },\n \"cost_usd\": 0.001941\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7250,\n \"output_tokens\": 677,\n \"cached_tokens\": 7078,\n \"wall_ms\": 5314\n },\n \"cost_usd\": 0.0017885\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7249,\n \"output_tokens\": 686,\n \"cached_tokens\": 7078,\n \"wall_ms\": 5746\n },\n \"cost_usd\": 0.0017928000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2065,\n \"output_tokens\": 1767,\n \"cached_tokens\": 1856,\n \"wall_ms\": 16606\n },\n \"cost_usd\": 0.02593\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7205,\n \"output_tokens\": 906,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6154\n },\n \"cost_usd\": 0.001894\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7204,\n \"output_tokens\": 832,\n \"cached_tokens\": 7033,\n \"wall_ms\": 6149\n },\n \"cost_usd\": 0.0018568000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7204,\n \"output_tokens\": 945,\n \"cached_tokens\": 7033,\n \"wall_ms\": 6101\n },\n \"cost_usd\": 0.0019133000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7205,\n \"output_tokens\": 903,\n \"cached_tokens\": 7033,\n \"wall_ms\": 6126\n },\n \"cost_usd\": 0.0018925\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7205,\n \"output_tokens\": 760,\n \"cached_tokens\": 7033,\n \"wall_ms\": 5859\n },\n \"cost_usd\": 0.001821\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 1583,\n \"cached_tokens\": 1755,\n \"wall_ms\": 15565\n },\n \"cost_usd\": 0.023674\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7002,\n \"output_tokens\": 721,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5919\n },\n \"cost_usd\": 0.0017609000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7002,\n \"output_tokens\": 701,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5331\n },\n \"cost_usd\": 0.0017509000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7004,\n \"output_tokens\": 646,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5543\n },\n \"cost_usd\": 0.0017238000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7002,\n \"output_tokens\": 670,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5400\n },\n \"cost_usd\": 0.0017354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 7003,\n \"output_tokens\": 662,\n \"cached_tokens\": 6831,\n \"wall_ms\": 5123\n },\n \"cost_usd\": 0.0017316000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1963,\n \"output_tokens\": 1464,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13400\n },\n \"cost_usd\": 0.022492\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6947,\n \"output_tokens\": 537,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4961\n },\n \"cost_usd\": 0.0016579000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6947,\n \"output_tokens\": 609,\n \"cached_tokens\": 6775,\n \"wall_ms\": 5694\n },\n \"cost_usd\": 0.0016939000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6947,\n \"output_tokens\": 163,\n \"cached_tokens\": 6775,\n \"wall_ms\": 3234\n },\n \"cost_usd\": 0.0014709\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6946,\n \"output_tokens\": 574,\n \"cached_tokens\": 6775,\n \"wall_ms\": 4682\n },\n \"cost_usd\": 0.0016762\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6946,\n \"output_tokens\": 631,\n \"cached_tokens\": 6775,\n \"wall_ms\": 5302\n },\n \"cost_usd\": 0.0017047\n },\n {\n \"phase\": \"generation\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1964,\n \"output_tokens\": 1320,\n \"cached_tokens\": 1755,\n \"wall_ms\": 13120\n },\n \"cost_usd\": 0.021056\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6917,\n \"output_tokens\": 635,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4860\n },\n \"cost_usd\": 0.0017009000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6917,\n \"output_tokens\": 555,\n \"cached_tokens\": 6747,\n \"wall_ms\": 4491\n },\n \"cost_usd\": 0.0016609\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6920,\n \"output_tokens\": 974,\n \"cached_tokens\": 6747,\n \"wall_ms\": 6345\n },\n \"cost_usd\": 0.001871\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6917,\n \"output_tokens\": 649,\n \"cached_tokens\": 6747,\n \"wall_ms\": 4833\n },\n \"cost_usd\": 0.0017079\n },\n {\n \"phase\": \"judge\",\n \"case\": \"decision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6918,\n \"output_tokens\": 637,\n \"cached_tokens\": 6747,\n \"wall_ms\": 4693\n },\n \"cost_usd\": 0.0017021000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2039,\n \"output_tokens\": 264,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5310\n },\n \"cost_usd\": 0.010796\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5823,\n \"output_tokens\": 74,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3298\n },\n \"cost_usd\": 0.0012016000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5822,\n \"output_tokens\": 236,\n \"cached_tokens\": 5651,\n \"wall_ms\": 3428\n },\n \"cost_usd\": 0.0012824000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5823,\n \"output_tokens\": 80,\n \"cached_tokens\": 5651,\n \"wall_ms\": 2724\n },\n \"cost_usd\": 0.0012046000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5822,\n \"output_tokens\": 295,\n \"cached_tokens\": 5651,\n \"wall_ms\": 3246\n },\n \"cost_usd\": 0.0013119000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5823,\n \"output_tokens\": 296,\n \"cached_tokens\": 5651,\n \"wall_ms\": 3674\n },\n \"cost_usd\": 0.0013126000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2040,\n \"output_tokens\": 501,\n \"cached_tokens\": 1830,\n \"wall_ms\": 6226\n },\n \"cost_usd\": 0.01317\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5865,\n \"output_tokens\": 75,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2750\n },\n \"cost_usd\": 0.0012105\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5864,\n \"output_tokens\": 214,\n \"cached_tokens\": 5693,\n \"wall_ms\": 3667\n },\n \"cost_usd\": 0.0012798\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5864,\n \"output_tokens\": 171,\n \"cached_tokens\": 5693,\n \"wall_ms\": 3415\n },\n \"cost_usd\": 0.0012583\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5864,\n \"output_tokens\": 289,\n \"cached_tokens\": 5693,\n \"wall_ms\": 4072\n },\n \"cost_usd\": 0.0013173\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5863,\n \"output_tokens\": 246,\n \"cached_tokens\": 5693,\n \"wall_ms\": 3176\n },\n \"cost_usd\": 0.0012956\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2038,\n \"output_tokens\": 374,\n \"cached_tokens\": 1830,\n \"wall_ms\": 5311\n },\n \"cost_usd\": 0.011892\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5931,\n \"output_tokens\": 262,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5408\n },\n \"cost_usd\": 0.0013172000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5933,\n \"output_tokens\": 77,\n \"cached_tokens\": 5761,\n \"wall_ms\": 2638\n },\n \"cost_usd\": 0.0012251000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5933,\n \"output_tokens\": 69,\n \"cached_tokens\": 5761,\n \"wall_ms\": 2554\n },\n \"cost_usd\": 0.0012211000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5932,\n \"output_tokens\": 211,\n \"cached_tokens\": 5761,\n \"wall_ms\": 3213\n },\n \"cost_usd\": 0.0012919000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5932,\n \"output_tokens\": 168,\n \"cached_tokens\": 5761,\n \"wall_ms\": 3162\n },\n \"cost_usd\": 0.0012704\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1937,\n \"output_tokens\": 355,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5773\n },\n \"cost_usd\": 0.011298\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 77,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3146\n },\n \"cost_usd\": 0.0012213\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 331,\n \"cached_tokens\": 5742,\n \"wall_ms\": 3414\n },\n \"cost_usd\": 0.0013483\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5913,\n \"output_tokens\": 314,\n \"cached_tokens\": 5742,\n \"wall_ms\": 3418\n },\n \"cost_usd\": 0.0013396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 298,\n \"cached_tokens\": 5742,\n \"wall_ms\": 3403\n },\n \"cost_usd\": 0.001332\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5914,\n \"output_tokens\": 80,\n \"cached_tokens\": 5742,\n \"wall_ms\": 2925\n },\n \"cost_usd\": 0.0012228\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1938,\n \"output_tokens\": 370,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5567\n },\n \"cost_usd\": 0.011452\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5929,\n \"output_tokens\": 69,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2417\n },\n \"cost_usd\": 0.0012203\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5928,\n \"output_tokens\": 282,\n \"cached_tokens\": 5757,\n \"wall_ms\": 4798\n },\n \"cost_usd\": 0.0013266\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5928,\n \"output_tokens\": 82,\n \"cached_tokens\": 5757,\n \"wall_ms\": 2978\n },\n \"cost_usd\": 0.0012266000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5929,\n \"output_tokens\": 238,\n \"cached_tokens\": 5757,\n \"wall_ms\": 3577\n },\n \"cost_usd\": 0.0013048\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5929,\n \"output_tokens\": 73,\n \"cached_tokens\": 5757,\n \"wall_ms\": 2711\n },\n \"cost_usd\": 0.0012223\n },\n {\n \"phase\": \"generation\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1937,\n \"output_tokens\": 337,\n \"cached_tokens\": 1729,\n \"wall_ms\": 5399\n },\n \"cost_usd\": 0.011118\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5897,\n \"output_tokens\": 256,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3084\n },\n \"cost_usd\": 0.0013074\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5896,\n \"output_tokens\": 68,\n \"cached_tokens\": 5724,\n \"wall_ms\": 2792\n },\n \"cost_usd\": 0.0012132\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5896,\n \"output_tokens\": 273,\n \"cached_tokens\": 5724,\n \"wall_ms\": 3332\n },\n \"cost_usd\": 0.0013157\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5895,\n \"output_tokens\": 309,\n \"cached_tokens\": 5724,\n \"wall_ms\": 5139\n },\n \"cost_usd\": 0.0013335\n },\n {\n \"phase\": \"judge\",\n \"case\": \"adr\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5896,\n \"output_tokens\": 82,\n \"cached_tokens\": 5724,\n \"wall_ms\": 2595\n },\n \"cost_usd\": 0.0012202\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 947,\n \"cached_tokens\": 1853,\n \"wall_ms\": 10014\n },\n \"cost_usd\": 0.017714\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 420,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5265\n },\n \"cost_usd\": 0.0014744\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6321,\n \"output_tokens\": 149,\n \"cached_tokens\": 6151,\n \"wall_ms\": 4495\n },\n \"cost_usd\": 0.0013387\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 347,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3794\n },\n \"cost_usd\": 0.0014379\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6323,\n \"output_tokens\": 135,\n \"cached_tokens\": 6151,\n \"wall_ms\": 2803\n },\n \"cost_usd\": 0.0013321000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6323,\n \"output_tokens\": 371,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3649\n },\n \"cost_usd\": 0.0014501000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 1230,\n \"cached_tokens\": 1853,\n \"wall_ms\": 13377\n },\n \"cost_usd\": 0.020544\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6363,\n \"output_tokens\": 332,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3443\n },\n \"cost_usd\": 0.0014386000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6364,\n \"output_tokens\": 146,\n \"cached_tokens\": 6192,\n \"wall_ms\": 2860\n },\n \"cost_usd\": 0.0013458\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6363,\n \"output_tokens\": 134,\n \"cached_tokens\": 6192,\n \"wall_ms\": 3337\n },\n \"cost_usd\": 0.0013396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6364,\n \"output_tokens\": 345,\n \"cached_tokens\": 6192,\n \"wall_ms\": 3939\n },\n \"cost_usd\": 0.0014453000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6363,\n \"output_tokens\": 99,\n \"cached_tokens\": 6192,\n \"wall_ms\": 2851\n },\n \"cost_usd\": 0.0013221\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2061,\n \"output_tokens\": 1136,\n \"cached_tokens\": 1853,\n \"wall_ms\": 13433\n },\n \"cost_usd\": 0.019604\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6458,\n \"output_tokens\": 321,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3904\n },\n \"cost_usd\": 0.0014521000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6458,\n \"output_tokens\": 136,\n \"cached_tokens\": 6286,\n \"wall_ms\": 2839\n },\n \"cost_usd\": 0.0013596\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6457,\n \"output_tokens\": 353,\n \"cached_tokens\": 6286,\n \"wall_ms\": 3474\n },\n \"cost_usd\": 0.0014679\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6457,\n \"output_tokens\": 362,\n \"cached_tokens\": 6286,\n \"wall_ms\": 3790\n },\n \"cost_usd\": 0.0014724\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6457,\n \"output_tokens\": 126,\n \"cached_tokens\": 6286,\n \"wall_ms\": 2719\n },\n \"cost_usd\": 0.0013544000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 501,\n \"cached_tokens\": 1752,\n \"wall_ms\": 6975\n },\n \"cost_usd\": 0.012854\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6092,\n \"output_tokens\": 430,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4018\n },\n \"cost_usd\": 0.0014334\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6094,\n \"output_tokens\": 138,\n \"cached_tokens\": 5921,\n \"wall_ms\": 2707\n },\n \"cost_usd\": 0.0012878\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6093,\n \"output_tokens\": 417,\n \"cached_tokens\": 5921,\n \"wall_ms\": 4332\n },\n \"cost_usd\": 0.0014271000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6094,\n \"output_tokens\": 495,\n \"cached_tokens\": 5921,\n \"wall_ms\": 4232\n },\n \"cost_usd\": 0.0014663\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6094,\n \"output_tokens\": 154,\n \"cached_tokens\": 5921,\n \"wall_ms\": 3518\n },\n \"cost_usd\": 0.0012958\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1960,\n \"output_tokens\": 724,\n \"cached_tokens\": 1752,\n \"wall_ms\": 8670\n },\n \"cost_usd\": 0.01508\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 342,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3857\n },\n \"cost_usd\": 0.0014342\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 480,\n \"cached_tokens\": 6144,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0015032000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 149,\n \"cached_tokens\": 6144,\n \"wall_ms\": 2870\n },\n \"cost_usd\": 0.0013377\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 452,\n \"cached_tokens\": 6144,\n \"wall_ms\": 4844\n },\n \"cost_usd\": 0.0014892\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6316,\n \"output_tokens\": 441,\n \"cached_tokens\": 6144,\n \"wall_ms\": 4736\n },\n \"cost_usd\": 0.0014837000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1961,\n \"output_tokens\": 483,\n \"cached_tokens\": 1752,\n \"wall_ms\": 6641\n },\n \"cost_usd\": 0.012674\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 133,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3473\n },\n \"cost_usd\": 0.0012813\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6075,\n \"output_tokens\": 153,\n \"cached_tokens\": 5903,\n \"wall_ms\": 3022\n },\n \"cost_usd\": 0.0012915\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 418,\n \"cached_tokens\": 5903,\n \"wall_ms\": 4939\n },\n \"cost_usd\": 0.0014238\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6074,\n \"output_tokens\": 746,\n \"cached_tokens\": 5903,\n \"wall_ms\": 5235\n },\n \"cost_usd\": 0.0015877999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"revision\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6075,\n \"output_tokens\": 135,\n \"cached_tokens\": 5903,\n \"wall_ms\": 3300\n },\n \"cost_usd\": 0.0012825\n }\n ],\n \"configuration_differences\": [\n {\n \"path\": \"~/.claude/sessions/445403.5232b9ea96ad4b09ebd834e6eef33b518c1fef26dfa8282fd3b68fc4b8f14a2d.key\",\n \"kind\": \"unexpected_entry\"\n },\n {\n \"path\": \"~/.claude/sessions/445479.7a5769ef888af66ae46012beff4df208e4e12080217175804428f71767261562.key\",\n \"kind\": \"unexpected_entry\"\n },\n {\n \"path\": \"~/.claude/sessions/445531.4eea327394f27bc2bb2101950552ef9ee4bdc27b96a6cbb5418f603aa6d9ccc4.key\",\n \"kind\": \"unexpected_entry\"\n }\n ]\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"EVAL_CONFIG_CHANGED\",\n \"cost_usd\": 0.573358,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 814,\n \"cached_tokens\": 2964,\n \"wall_ms\": 9214\n },\n \"cost_usd\": 0.020832\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6217,\n \"output_tokens\": 128,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2973\n },\n \"cost_usd\": 0.0013074\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6217,\n \"output_tokens\": 141,\n \"cached_tokens\": 6045,\n \"wall_ms\": 2878\n },\n \"cost_usd\": 0.0013139\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6218,\n \"output_tokens\": 134,\n \"cached_tokens\": 6045,\n \"wall_ms\": 2953\n },\n \"cost_usd\": 0.0013106\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6217,\n \"output_tokens\": 308,\n \"cached_tokens\": 6045,\n \"wall_ms\": 3704\n },\n \"cost_usd\": 0.0013974\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6216,\n \"output_tokens\": 299,\n \"cached_tokens\": 6045,\n \"wall_ms\": 3786\n },\n \"cost_usd\": 0.0013927\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 832,\n \"cached_tokens\": 2964,\n \"wall_ms\": 9486\n },\n \"cost_usd\": 0.021012\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6247,\n \"output_tokens\": 96,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2944\n },\n \"cost_usd\": 0.0012974\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 110,\n \"cached_tokens\": 6076,\n \"wall_ms\": 3084\n },\n \"cost_usd\": 0.0013046000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 95,\n \"cached_tokens\": 6076,\n \"wall_ms\": 2670\n },\n \"cost_usd\": 0.0012971\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6249,\n \"output_tokens\": 367,\n \"cached_tokens\": 6076,\n \"wall_ms\": 3846\n },\n \"cost_usd\": 0.0014333000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 116,\n \"cached_tokens\": 6076,\n \"wall_ms\": 3196\n },\n \"cost_usd\": 0.0013076000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3173,\n \"output_tokens\": 785,\n \"cached_tokens\": 2964,\n \"wall_ms\": 8508\n },\n \"cost_usd\": 0.020542\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 111,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2784\n },\n \"cost_usd\": 0.0012999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6223,\n \"output_tokens\": 400,\n \"cached_tokens\": 6051,\n \"wall_ms\": 4145\n },\n \"cost_usd\": 0.0014446\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6224,\n \"output_tokens\": 141,\n \"cached_tokens\": 6051,\n \"wall_ms\": 3017\n },\n \"cost_usd\": 0.0013153000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6223,\n \"output_tokens\": 372,\n \"cached_tokens\": 6051,\n \"wall_ms\": 4140\n },\n \"cost_usd\": 0.0014306000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6224,\n \"output_tokens\": 96,\n \"cached_tokens\": 6051,\n \"wall_ms\": 2928\n },\n \"cost_usd\": 0.0012928000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1953,\n \"output_tokens\": 893,\n \"cached_tokens\": 1744,\n \"wall_ms\": 9548\n },\n \"cost_usd\": 0.016742\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 92,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3023\n },\n \"cost_usd\": 0.0013104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 96,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3430\n },\n \"cost_usd\": 0.0013124\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6322,\n \"output_tokens\": 306,\n \"cached_tokens\": 6151,\n \"wall_ms\": 3685\n },\n \"cost_usd\": 0.0014174\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6323,\n \"output_tokens\": 139,\n \"cached_tokens\": 6151,\n \"wall_ms\": 4810\n },\n \"cost_usd\": 0.0013341000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6324,\n \"output_tokens\": 369,\n \"cached_tokens\": 6151,\n \"wall_ms\": 4081\n },\n \"cost_usd\": 0.0014493000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1952,\n \"output_tokens\": 841,\n \"cached_tokens\": 1744,\n \"wall_ms\": 9646\n },\n \"cost_usd\": 0.016218\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6329,\n \"output_tokens\": 95,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3140\n },\n \"cost_usd\": 0.0013133\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6329,\n \"output_tokens\": 146,\n \"cached_tokens\": 6159,\n \"wall_ms\": 3201\n },\n \"cost_usd\": 0.0013388000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6331,\n \"output_tokens\": 82,\n \"cached_tokens\": 6159,\n \"wall_ms\": 2692\n },\n \"cost_usd\": 0.0013072000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6331,\n \"output_tokens\": 329,\n \"cached_tokens\": 6159,\n \"wall_ms\": 3798\n },\n \"cost_usd\": 0.0014307\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6331,\n \"output_tokens\": 288,\n \"cached_tokens\": 6159,\n \"wall_ms\": 3290\n },\n \"cost_usd\": 0.0014102000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1953,\n \"output_tokens\": 1113,\n \"cached_tokens\": 1744,\n \"wall_ms\": 11421\n },\n \"cost_usd\": 0.018942\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6287,\n \"output_tokens\": 402,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4032\n },\n \"cost_usd\": 0.0014584\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 319,\n \"cached_tokens\": 6114,\n \"wall_ms\": 3536\n },\n \"cost_usd\": 0.0014167000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6285,\n \"output_tokens\": 331,\n \"cached_tokens\": 6114,\n \"wall_ms\": 3751\n },\n \"cost_usd\": 0.0014225\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 276,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4305\n },\n \"cost_usd\": 0.0013952\n },\n {\n \"phase\": \"judge\",\n \"case\": \"web\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6286,\n \"output_tokens\": 314,\n \"cached_tokens\": 6114,\n \"wall_ms\": 4118\n },\n \"cost_usd\": 0.0014142\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3166,\n \"output_tokens\": 737,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8506\n },\n \"cost_usd\": 0.020034\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6308,\n \"output_tokens\": 617,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5462\n },\n \"cost_usd\": 0.0015701\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6309,\n \"output_tokens\": 403,\n \"cached_tokens\": 6137,\n \"wall_ms\": 4105\n },\n \"cost_usd\": 0.0014633000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6308,\n \"output_tokens\": 120,\n \"cached_tokens\": 6137,\n \"wall_ms\": 3128\n },\n \"cost_usd\": 0.0013216\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6310,\n \"output_tokens\": 136,\n \"cached_tokens\": 6137,\n \"wall_ms\": 3314\n },\n \"cost_usd\": 0.00133\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6309,\n \"output_tokens\": 391,\n \"cached_tokens\": 6137,\n \"wall_ms\": 4071\n },\n \"cost_usd\": 0.0014573000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 870,\n \"cached_tokens\": 2956,\n \"wall_ms\": 9211\n },\n \"cost_usd\": 0.02136\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6247,\n \"output_tokens\": 379,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4335\n },\n \"cost_usd\": 0.0014389000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 419,\n \"cached_tokens\": 6076,\n \"wall_ms\": 4538\n },\n \"cost_usd\": 0.0014591\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 773,\n \"cached_tokens\": 6076,\n \"wall_ms\": 10137\n },\n \"cost_usd\": 0.0016361000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6249,\n \"output_tokens\": 522,\n \"cached_tokens\": 6076,\n \"wall_ms\": 4773\n },\n \"cost_usd\": 0.0015108\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6248,\n \"output_tokens\": 597,\n \"cached_tokens\": 6076,\n \"wall_ms\": 5414\n },\n \"cost_usd\": 0.0015481000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3166,\n \"output_tokens\": 747,\n \"cached_tokens\": 2956,\n \"wall_ms\": 8713\n },\n \"cost_usd\": 0.020134\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 448,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4211\n },\n \"cost_usd\": 0.0014684000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6221,\n \"output_tokens\": 941,\n \"cached_tokens\": 6050,\n \"wall_ms\": 6547\n },\n \"cost_usd\": 0.0017147\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 123,\n \"cached_tokens\": 6050,\n \"wall_ms\": 3154\n },\n \"cost_usd\": 0.0013059\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6222,\n \"output_tokens\": 120,\n \"cached_tokens\": 6050,\n \"wall_ms\": 3275\n },\n \"cost_usd\": 0.0013044\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6220,\n \"output_tokens\": 409,\n \"cached_tokens\": 6050,\n \"wall_ms\": 4511\n },\n \"cost_usd\": 0.0014485\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 617,\n \"cached_tokens\": 2956,\n \"wall_ms\": 7337\n },\n \"cost_usd\": 0.01883\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 837,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6662\n },\n \"cost_usd\": 0.0016561000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 694,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5889\n },\n \"cost_usd\": 0.0015848000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 749,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5955\n },\n \"cost_usd\": 0.0016123\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 619,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5189\n },\n \"cost_usd\": 0.0015471\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 633,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5321\n },\n \"cost_usd\": 0.0015543000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3165,\n \"output_tokens\": 727,\n \"cached_tokens\": 2956,\n \"wall_ms\": 9345\n },\n \"cost_usd\": 0.01993\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6299,\n \"output_tokens\": 603,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5264\n },\n \"cost_usd\": 0.0015613000000000003\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6296,\n \"output_tokens\": 108,\n \"cached_tokens\": 6127,\n \"wall_ms\": 2649\n },\n \"cost_usd\": 0.0013132\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6298,\n \"output_tokens\": 410,\n \"cached_tokens\": 6127,\n \"wall_ms\": 4255\n },\n \"cost_usd\": 0.0014646000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6299,\n \"output_tokens\": 791,\n \"cached_tokens\": 6127,\n \"wall_ms\": 7358\n },\n \"cost_usd\": 0.0016553000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"with_skill\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6298,\n \"output_tokens\": 548,\n \"cached_tokens\": 6127,\n \"wall_ms\": 5035\n },\n \"cost_usd\": 0.0015336000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 952,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10641\n },\n \"cost_usd\": 0.0173\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 136,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3466\n },\n \"cost_usd\": 0.001307\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 686,\n \"cached_tokens\": 6023,\n \"wall_ms\": 6007\n },\n \"cost_usd\": 0.001582\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 675,\n \"cached_tokens\": 6023,\n \"wall_ms\": 5691\n },\n \"cost_usd\": 0.0015765\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6195,\n \"output_tokens\": 442,\n \"cached_tokens\": 6023,\n \"wall_ms\": 4138\n },\n \"cost_usd\": 0.00146\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6193,\n \"output_tokens\": 712,\n \"cached_tokens\": 6023,\n \"wall_ms\": 5227\n },\n \"cost_usd\": 0.0015946\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1944,\n \"output_tokens\": 929,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10099\n },\n \"cost_usd\": 0.017066\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6190,\n \"output_tokens\": 726,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5416\n },\n \"cost_usd\": 0.001601\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 623,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5633\n },\n \"cost_usd\": 0.0015491\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 588,\n \"cached_tokens\": 6017,\n \"wall_ms\": 4846\n },\n \"cost_usd\": 0.0015316000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6189,\n \"output_tokens\": 713,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5367\n },\n \"cost_usd\": 0.0015943\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6188,\n \"output_tokens\": 605,\n \"cached_tokens\": 6017,\n \"wall_ms\": 5308\n },\n \"cost_usd\": 0.0015401000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1946,\n \"output_tokens\": 984,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10787\n },\n \"cost_usd\": 0.017624\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6238,\n \"output_tokens\": 522,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4603\n },\n \"cost_usd\": 0.0015086000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6239,\n \"output_tokens\": 98,\n \"cached_tokens\": 6066,\n \"wall_ms\": 4073\n },\n \"cost_usd\": 0.0012968\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6237,\n \"output_tokens\": 691,\n \"cached_tokens\": 6066,\n \"wall_ms\": 5630\n },\n \"cost_usd\": 0.0015929000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6238,\n \"output_tokens\": 460,\n \"cached_tokens\": 6066,\n \"wall_ms\": 4447\n },\n \"cost_usd\": 0.0014776000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6238,\n \"output_tokens\": 115,\n \"cached_tokens\": 6066,\n \"wall_ms\": 4040\n },\n \"cost_usd\": 0.0013051000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1945,\n \"output_tokens\": 835,\n \"cached_tokens\": 1736,\n \"wall_ms\": 9898\n },\n \"cost_usd\": 0.01613\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 1013,\n \"cached_tokens\": 4638,\n \"wall_ms\": 7307\n },\n \"cost_usd\": 0.0017585\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 134,\n \"cached_tokens\": 6088,\n \"wall_ms\": 4064\n },\n \"cost_usd\": 0.001319\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 718,\n \"cached_tokens\": 6088,\n \"wall_ms\": 5633\n },\n \"cost_usd\": 0.001611\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6259,\n \"output_tokens\": 663,\n \"cached_tokens\": 6088,\n \"wall_ms\": 6066\n },\n \"cost_usd\": 0.0015833000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6260,\n \"output_tokens\": 753,\n \"cached_tokens\": 6088,\n \"wall_ms\": 5098\n },\n \"cost_usd\": 0.0016285\n },\n {\n \"phase\": \"generation\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1943,\n \"output_tokens\": 948,\n \"cached_tokens\": 1736,\n \"wall_ms\": 10598\n },\n \"cost_usd\": 0.017252\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 730,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6009\n },\n \"cost_usd\": 0.0016212\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6280,\n \"output_tokens\": 391,\n \"cached_tokens\": 6109,\n \"wall_ms\": 4412\n },\n \"cost_usd\": 0.0014515\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 692,\n \"cached_tokens\": 6109,\n \"wall_ms\": 5287\n },\n \"cost_usd\": 0.0016022\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 561,\n \"cached_tokens\": 6109,\n \"wall_ms\": 5003\n },\n \"cost_usd\": 0.0015367\n },\n {\n \"phase\": \"judge\",\n \"case\": \"desktop\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6281,\n \"output_tokens\": 464,\n \"cached_tokens\": 6109,\n \"wall_ms\": 4537\n },\n \"cost_usd\": 0.0014882\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3162,\n \"output_tokens\": 471,\n \"cached_tokens\": 2952,\n \"wall_ms\": 6263\n },\n \"cost_usd\": 0.017358\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 615,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4923\n },\n \"cost_usd\": 0.0015171000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 589,\n \"cached_tokens\": 5876,\n \"wall_ms\": 5040\n },\n \"cost_usd\": 0.0015041000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6049,\n \"output_tokens\": 574,\n \"cached_tokens\": 5876,\n \"wall_ms\": 4505\n },\n \"cost_usd\": 0.0014968\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 244,\n \"cached_tokens\": 5876,\n \"wall_ms\": 3554\n },\n \"cost_usd\": 0.0013316\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6048,\n \"output_tokens\": 137,\n \"cached_tokens\": 5876,\n \"wall_ms\": 3299\n },\n \"cost_usd\": 0.0012781000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3162,\n \"output_tokens\": 424,\n \"cached_tokens\": 2952,\n \"wall_ms\": 5844\n },\n \"cost_usd\": 0.016888\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 152,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3812\n },\n \"cost_usd\": 0.0012762000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 475,\n \"cached_tokens\": 5829,\n \"wall_ms\": 4127\n },\n \"cost_usd\": 0.0014377\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 166,\n \"cached_tokens\": 5829,\n \"wall_ms\": 3011\n },\n \"cost_usd\": 0.0012832\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6001,\n \"output_tokens\": 516,\n \"cached_tokens\": 5829,\n \"wall_ms\": 4598\n },\n \"cost_usd\": 0.0014582\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5999,\n \"output_tokens\": 528,\n \"cached_tokens\": 5829,\n \"wall_ms\": 4608\n },\n \"cost_usd\": 0.0014638\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 3162,\n \"output_tokens\": 404,\n \"cached_tokens\": 2952,\n \"wall_ms\": 6031\n },\n \"cost_usd\": 0.016688\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 451,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4606\n },\n \"cost_usd\": 0.0014217000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 494,\n \"cached_tokens\": 5809,\n \"wall_ms\": 6018\n },\n \"cost_usd\": 0.0014432\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 152,\n \"cached_tokens\": 5809,\n \"wall_ms\": 3723\n },\n \"cost_usd\": 0.0012722\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 366,\n \"cached_tokens\": 5809,\n \"wall_ms\": 4249\n },\n \"cost_usd\": 0.0013792000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5981,\n \"output_tokens\": 617,\n \"cached_tokens\": 5809,\n \"wall_ms\": 4779\n },\n \"cost_usd\": 0.0015047\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1940,\n \"output_tokens\": 632,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7366\n },\n \"cost_usd\": 0.01408\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6208,\n \"output_tokens\": 602,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5266\n },\n \"cost_usd\": 0.0015426\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6209,\n \"output_tokens\": 112,\n \"cached_tokens\": 6037,\n \"wall_ms\": 2838\n },\n \"cost_usd\": 0.0012978000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6208,\n \"output_tokens\": 521,\n \"cached_tokens\": 6037,\n \"wall_ms\": 4576\n },\n \"cost_usd\": 0.0015021000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6209,\n \"output_tokens\": 124,\n \"cached_tokens\": 6037,\n \"wall_ms\": 2902\n },\n \"cost_usd\": 0.0013038000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6209,\n \"output_tokens\": 621,\n \"cached_tokens\": 6037,\n \"wall_ms\": 5395\n },\n \"cost_usd\": 0.0015523000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1941,\n \"output_tokens\": 548,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7640\n },\n \"cost_usd\": 0.013244\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 549,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4616\n },\n \"cost_usd\": 0.0014995\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 388,\n \"cached_tokens\": 5953,\n \"wall_ms\": 4022\n },\n \"cost_usd\": 0.001419\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6122,\n \"output_tokens\": 423,\n \"cached_tokens\": 5953,\n \"wall_ms\": 3984\n },\n \"cost_usd\": 0.0014359000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 416,\n \"cached_tokens\": 5953,\n \"wall_ms\": 3736\n },\n \"cost_usd\": 0.001433\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6125,\n \"output_tokens\": 474,\n \"cached_tokens\": 5953,\n \"wall_ms\": 4714\n },\n \"cost_usd\": 0.001462\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1943,\n \"output_tokens\": 816,\n \"cached_tokens\": 1732,\n \"wall_ms\": 9301\n },\n \"cost_usd\": 0.015932\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 609,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4720\n },\n \"cost_usd\": 0.0015385\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 440,\n \"cached_tokens\": 5998,\n \"wall_ms\": 4227\n },\n \"cost_usd\": 0.001454\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6172,\n \"output_tokens\": 152,\n \"cached_tokens\": 5998,\n \"wall_ms\": 2884\n },\n \"cost_usd\": 0.0013104000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6170,\n \"output_tokens\": 146,\n \"cached_tokens\": 5998,\n \"wall_ms\": 2768\n },\n \"cost_usd\": 0.001307\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6167,\n \"output_tokens\": 692,\n \"cached_tokens\": 5998,\n \"wall_ms\": 5480\n },\n \"cost_usd\": 0.0015794000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-sonnet-5-5\",\n \"reported_models\": [\n \"claude-sonnet-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 1940,\n \"output_tokens\": 556,\n \"cached_tokens\": 1732,\n \"wall_ms\": 7024\n },\n \"cost_usd\": 0.01332\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6134,\n \"output_tokens\": 379,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4222\n },\n \"cost_usd\": 0.0014163\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6133,\n \"output_tokens\": 161,\n \"cached_tokens\": 5961,\n \"wall_ms\": 3230\n },\n \"cost_usd\": 0.0013071\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6133,\n \"output_tokens\": 112,\n \"cached_tokens\": 5961,\n \"wall_ms\": 2849\n },\n \"cost_usd\": 0.0012826\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6132,\n \"output_tokens\": 408,\n \"cached_tokens\": 5961,\n \"wall_ms\": 4064\n },\n \"cost_usd\": 0.0014304\n },\n {\n \"phase\": \"judge\",\n \"case\": \"dashboard\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6132,\n \"output_tokens\": 157,\n \"cached_tokens\": 5961,\n \"wall_ms\": 3179\n },\n \"cost_usd\": 0.0013049000000000001\n }\n ],\n \"configuration_differences\": [\n {\n \"path\": \"~/.claude/sessions/451213.00ca2aab40fa857ca703f53f4937318e3eea864dace4d5650bcc24f108db3955.key\",\n \"kind\": \"unexpected_entry\"\n }\n ]\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\",\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"CANCELLED\",\n \"cost_usd\": 0\n },\n {\n \"manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\",\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"failure\",\n \"reason\": \"ACTUAL_COUNTS\",\n \"cost_usd\": 1.209269,\n \"cost_complete\": true,\n \"calls\": [\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5272,\n \"output_tokens\": 252,\n \"cached_tokens\": 544,\n \"wall_ms\": 6134\n },\n \"cost_usd\": 0.047216\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5917,\n \"output_tokens\": 775,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6069\n },\n \"cost_usd\": 0.0015709\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5917,\n \"output_tokens\": 797,\n \"cached_tokens\": 5745,\n \"wall_ms\": 7414\n },\n \"cost_usd\": 0.0015819\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5919,\n \"output_tokens\": 284,\n \"cached_tokens\": 5745,\n \"wall_ms\": 3663\n },\n \"cost_usd\": 0.0013258\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 535,\n \"cached_tokens\": 5745,\n \"wall_ms\": 4346\n },\n \"cost_usd\": 0.0014505\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 102,\n \"cached_tokens\": 5745,\n \"wall_ms\": 2709\n },\n \"cost_usd\": 0.0012342\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5272,\n \"output_tokens\": 281,\n \"cached_tokens\": 5067,\n \"wall_ms\": 6061\n },\n \"cost_usd\": 0.047796\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5907,\n \"output_tokens\": 99,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2579\n },\n \"cost_usd\": 0.0012309\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5908,\n \"output_tokens\": 109,\n \"cached_tokens\": 5735,\n \"wall_ms\": 2784\n },\n \"cost_usd\": 0.0012361000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5908,\n \"output_tokens\": 113,\n \"cached_tokens\": 5735,\n \"wall_ms\": 2709\n },\n \"cost_usd\": 0.0012381000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5907,\n \"output_tokens\": 308,\n \"cached_tokens\": 5735,\n \"wall_ms\": 3533\n },\n \"cost_usd\": 0.0013354\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5907,\n \"output_tokens\": 453,\n \"cached_tokens\": 5735,\n \"wall_ms\": 4398\n },\n \"cost_usd\": 0.0014079000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5271,\n \"output_tokens\": 285,\n \"cached_tokens\": 5067,\n \"wall_ms\": 5783\n },\n \"cost_usd\": 0.047868\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5950,\n \"output_tokens\": 376,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3948\n },\n \"cost_usd\": 0.001378\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5949,\n \"output_tokens\": 495,\n \"cached_tokens\": 5778,\n \"wall_ms\": 4474\n },\n \"cost_usd\": 0.0014372999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5949,\n \"output_tokens\": 610,\n \"cached_tokens\": 5778,\n \"wall_ms\": 5265\n },\n \"cost_usd\": 0.0014948\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5949,\n \"output_tokens\": 442,\n \"cached_tokens\": 5778,\n \"wall_ms\": 4614\n },\n \"cost_usd\": 0.0014108\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5950,\n \"output_tokens\": 413,\n \"cached_tokens\": 5778,\n \"wall_ms\": 4506\n },\n \"cost_usd\": 0.0013965\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2030,\n \"output_tokens\": 474,\n \"cached_tokens\": 1467,\n \"wall_ms\": 6749\n },\n \"cost_usd\": 0.02572\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 289,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4009\n },\n \"cost_usd\": 0.0013277\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5917,\n \"output_tokens\": 330,\n \"cached_tokens\": 5746,\n \"wall_ms\": 4207\n },\n \"cost_usd\": 0.0013484\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5918,\n \"output_tokens\": 108,\n \"cached_tokens\": 5746,\n \"wall_ms\": 2543\n },\n \"cost_usd\": 0.0012376000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5918,\n \"output_tokens\": 110,\n \"cached_tokens\": 5746,\n \"wall_ms\": 3280\n },\n \"cost_usd\": 0.0012386\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5919,\n \"output_tokens\": 345,\n \"cached_tokens\": 5746,\n \"wall_ms\": 4257\n },\n \"cost_usd\": 0.0013563\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2031,\n \"output_tokens\": 635,\n \"cached_tokens\": 1825,\n \"wall_ms\": 8663\n },\n \"cost_usd\": 0.028948\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6005,\n \"output_tokens\": 608,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5695\n },\n \"cost_usd\": 0.001505\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6005,\n \"output_tokens\": 604,\n \"cached_tokens\": 5833,\n \"wall_ms\": 4952\n },\n \"cost_usd\": 0.001503\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6004,\n \"output_tokens\": 498,\n \"cached_tokens\": 5833,\n \"wall_ms\": 4422\n },\n \"cost_usd\": 0.0014498\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6005,\n \"output_tokens\": 661,\n \"cached_tokens\": 5833,\n \"wall_ms\": 5294\n },\n \"cost_usd\": 0.0015315\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6005,\n \"output_tokens\": 123,\n \"cached_tokens\": 5833,\n \"wall_ms\": 2843\n },\n \"cost_usd\": 0.0012625\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2029,\n \"output_tokens\": 618,\n \"cached_tokens\": 1825,\n \"wall_ms\": 8018\n },\n \"cost_usd\": 0.028592\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5917,\n \"output_tokens\": 109,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3161\n },\n \"cost_usd\": 0.0012379000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 313,\n \"cached_tokens\": 5744,\n \"wall_ms\": 3479\n },\n \"cost_usd\": 0.0013397\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5915,\n \"output_tokens\": 281,\n \"cached_tokens\": 5744,\n \"wall_ms\": 4043\n },\n \"cost_usd\": 0.0013235\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5916,\n \"output_tokens\": 290,\n \"cached_tokens\": 5744,\n \"wall_ms\": 3486\n },\n \"cost_usd\": 0.0013282\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5918,\n \"output_tokens\": 135,\n \"cached_tokens\": 5744,\n \"wall_ms\": 6661\n },\n \"cost_usd\": 0.0012511000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2029,\n \"output_tokens\": 619,\n \"cached_tokens\": 1825,\n \"wall_ms\": 8308\n },\n \"cost_usd\": 0.028612\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5969,\n \"output_tokens\": 878,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6071\n },\n \"cost_usd\": 0.0016328\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5971,\n \"output_tokens\": 553,\n \"cached_tokens\": 5798,\n \"wall_ms\": 4760\n },\n \"cost_usd\": 0.0014707000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5969,\n \"output_tokens\": 767,\n \"cached_tokens\": 5798,\n \"wall_ms\": 5467\n },\n \"cost_usd\": 0.0015773\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5971,\n \"output_tokens\": 649,\n \"cached_tokens\": 5798,\n \"wall_ms\": 5495\n },\n \"cost_usd\": 0.0015187\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5969,\n \"output_tokens\": 525,\n \"cached_tokens\": 5798,\n \"wall_ms\": 5297\n },\n \"cost_usd\": 0.0014563\n },\n {\n \"phase\": \"generation\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2029,\n \"output_tokens\": 414,\n \"cached_tokens\": 1825,\n \"wall_ms\": 6065\n },\n \"cost_usd\": 0.024512\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5854,\n \"output_tokens\": 84,\n \"cached_tokens\": 4638,\n \"wall_ms\": 2594\n },\n \"cost_usd\": 0.0012128\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5854,\n \"output_tokens\": 86,\n \"cached_tokens\": 5682,\n \"wall_ms\": 2917\n },\n \"cost_usd\": 0.0012138\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5855,\n \"output_tokens\": 274,\n \"cached_tokens\": 5682,\n \"wall_ms\": 3565\n },\n \"cost_usd\": 0.001308\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5854,\n \"output_tokens\": 262,\n \"cached_tokens\": 5682,\n \"wall_ms\": 4036\n },\n \"cost_usd\": 0.0013017999999999999\n },\n {\n \"phase\": \"judge\",\n \"case\": \"block\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5855,\n \"output_tokens\": 93,\n \"cached_tokens\": 5682,\n \"wall_ms\": 3257\n },\n \"cost_usd\": 0.0012175\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5258,\n \"output_tokens\": 1007,\n \"cached_tokens\": 4709,\n \"wall_ms\": 12193\n },\n \"cost_usd\": 0.062204\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6659,\n \"output_tokens\": 254,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3227\n },\n \"cost_usd\": 0.0014588000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6658,\n \"output_tokens\": 319,\n \"cached_tokens\": 6487,\n \"wall_ms\": 4085\n },\n \"cost_usd\": 0.0014911000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6659,\n \"output_tokens\": 370,\n \"cached_tokens\": 6487,\n \"wall_ms\": 3801\n },\n \"cost_usd\": 0.0015168000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6660,\n \"output_tokens\": 305,\n \"cached_tokens\": 6487,\n \"wall_ms\": 3737\n },\n \"cost_usd\": 0.0014845\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6659,\n \"output_tokens\": 383,\n \"cached_tokens\": 6487,\n \"wall_ms\": 4141\n },\n \"cost_usd\": 0.0015233000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5258,\n \"output_tokens\": 999,\n \"cached_tokens\": 5053,\n \"wall_ms\": 12506\n },\n \"cost_usd\": 0.062044\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6632,\n \"output_tokens\": 306,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3568\n },\n \"cost_usd\": 0.0014794\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6632,\n \"output_tokens\": 86,\n \"cached_tokens\": 6460,\n \"wall_ms\": 2559\n },\n \"cost_usd\": 0.0013694\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6632,\n \"output_tokens\": 292,\n \"cached_tokens\": 6460,\n \"wall_ms\": 3789\n },\n \"cost_usd\": 0.0014724\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6631,\n \"output_tokens\": 258,\n \"cached_tokens\": 6460,\n \"wall_ms\": 3534\n },\n \"cost_usd\": 0.0014552\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6632,\n \"output_tokens\": 92,\n \"cached_tokens\": 6460,\n \"wall_ms\": 2945\n },\n \"cost_usd\": 0.0013724000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5258,\n \"output_tokens\": 1099,\n \"cached_tokens\": 5053,\n \"wall_ms\": 17459\n },\n \"cost_usd\": 0.064044\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6727,\n \"output_tokens\": 310,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4748\n },\n \"cost_usd\": 0.0015004\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6727,\n \"output_tokens\": 278,\n \"cached_tokens\": 6556,\n \"wall_ms\": 3883\n },\n \"cost_usd\": 0.0014844\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6729,\n \"output_tokens\": 411,\n \"cached_tokens\": 6556,\n \"wall_ms\": 4638\n },\n \"cost_usd\": 0.0015513000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6727,\n \"output_tokens\": 367,\n \"cached_tokens\": 6556,\n \"wall_ms\": 3809\n },\n \"cost_usd\": 0.0015289000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6728,\n \"output_tokens\": 259,\n \"cached_tokens\": 6556,\n \"wall_ms\": 3512\n },\n \"cost_usd\": 0.0014751000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2014,\n \"output_tokens\": 1399,\n \"cached_tokens\": 1467,\n \"wall_ms\": 18890\n },\n \"cost_usd\": 0.044092\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6807,\n \"output_tokens\": 575,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4911\n },\n \"cost_usd\": 0.0016489\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6806,\n \"output_tokens\": 638,\n \"cached_tokens\": 6634,\n \"wall_ms\": 5902\n },\n \"cost_usd\": 0.0016802\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6807,\n \"output_tokens\": 621,\n \"cached_tokens\": 6634,\n \"wall_ms\": 4914\n },\n \"cost_usd\": 0.0016719\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6804,\n \"output_tokens\": 889,\n \"cached_tokens\": 6634,\n \"wall_ms\": 6275\n },\n \"cost_usd\": 0.0018053000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6804,\n \"output_tokens\": 614,\n \"cached_tokens\": 6634,\n \"wall_ms\": 4962\n },\n \"cost_usd\": 0.0016678\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2016,\n \"output_tokens\": 1550,\n \"cached_tokens\": 1811,\n \"wall_ms\": 19152\n },\n \"cost_usd\": 0.047128\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6663,\n \"output_tokens\": 800,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5827\n },\n \"cost_usd\": 0.0017326000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6663,\n \"output_tokens\": 639,\n \"cached_tokens\": 6491,\n \"wall_ms\": 5193\n },\n \"cost_usd\": 0.0016521\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6664,\n \"output_tokens\": 707,\n \"cached_tokens\": 6491,\n \"wall_ms\": 5306\n },\n \"cost_usd\": 0.0016863000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6661,\n \"output_tokens\": 710,\n \"cached_tokens\": 6491,\n \"wall_ms\": 5185\n },\n \"cost_usd\": 0.0016872\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6663,\n \"output_tokens\": 675,\n \"cached_tokens\": 6491,\n \"wall_ms\": 6072\n },\n \"cost_usd\": 0.0016701\n },\n {\n \"phase\": \"generation\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2016,\n \"output_tokens\": 1789,\n \"cached_tokens\": 1811,\n \"wall_ms\": 21217\n },\n \"cost_usd\": 0.051908\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6966,\n \"output_tokens\": 692,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5339\n },\n \"cost_usd\": 0.0017392\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6966,\n \"output_tokens\": 151,\n \"cached_tokens\": 6794,\n \"wall_ms\": 3320\n },\n \"cost_usd\": 0.0014687\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6966,\n \"output_tokens\": 805,\n \"cached_tokens\": 6794,\n \"wall_ms\": 6062\n },\n \"cost_usd\": 0.0017957000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6966,\n \"output_tokens\": 984,\n \"cached_tokens\": 6794,\n \"wall_ms\": 6620\n },\n \"cost_usd\": 0.0018852\n },\n {\n \"phase\": \"judge\",\n \"case\": \"component\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6966,\n \"output_tokens\": 826,\n \"cached_tokens\": 6794,\n \"wall_ms\": 6037\n },\n \"cost_usd\": 0.0018062\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5254,\n \"output_tokens\": 1212,\n \"cached_tokens\": 4709,\n \"wall_ms\": 13995\n },\n \"cost_usd\": 0.066272\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6541,\n \"output_tokens\": 443,\n \"cached_tokens\": 4638,\n \"wall_ms\": 4429\n },\n \"cost_usd\": 0.0015297\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6541,\n \"output_tokens\": 583,\n \"cached_tokens\": 6370,\n \"wall_ms\": 5353\n },\n \"cost_usd\": 0.0015997000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6540,\n \"output_tokens\": 286,\n \"cached_tokens\": 6370,\n \"wall_ms\": 3522\n },\n \"cost_usd\": 0.001451\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6542,\n \"output_tokens\": 612,\n \"cached_tokens\": 6370,\n \"wall_ms\": 5141\n },\n \"cost_usd\": 0.0016144\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6542,\n \"output_tokens\": 345,\n \"cached_tokens\": 6370,\n \"wall_ms\": 3676\n },\n \"cost_usd\": 0.0014809\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5254,\n \"output_tokens\": 1333,\n \"cached_tokens\": 5049,\n \"wall_ms\": 14907\n },\n \"cost_usd\": 0.068692\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6697,\n \"output_tokens\": 323,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3658\n },\n \"cost_usd\": 0.0015009\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6698,\n \"output_tokens\": 128,\n \"cached_tokens\": 6525,\n \"wall_ms\": 2912\n },\n \"cost_usd\": 0.0014036\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6697,\n \"output_tokens\": 308,\n \"cached_tokens\": 6525,\n \"wall_ms\": 3796\n },\n \"cost_usd\": 0.0014934000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6697,\n \"output_tokens\": 280,\n \"cached_tokens\": 6525,\n \"wall_ms\": 3447\n },\n \"cost_usd\": 0.0014794\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6697,\n \"output_tokens\": 462,\n \"cached_tokens\": 6525,\n \"wall_ms\": 4594\n },\n \"cost_usd\": 0.0015704\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 5253,\n \"output_tokens\": 1371,\n \"cached_tokens\": 5049,\n \"wall_ms\": 16153\n },\n \"cost_usd\": 0.069444\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6740,\n \"output_tokens\": 302,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3905\n },\n \"cost_usd\": 0.001499\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6738,\n \"output_tokens\": 279,\n \"cached_tokens\": 6568,\n \"wall_ms\": 3681\n },\n \"cost_usd\": 0.0014871\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6740,\n \"output_tokens\": 259,\n \"cached_tokens\": 6568,\n \"wall_ms\": 4109\n },\n \"cost_usd\": 0.0014775\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6740,\n \"output_tokens\": 386,\n \"cached_tokens\": 6568,\n \"wall_ms\": 4391\n },\n \"cost_usd\": 0.001541\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"with_skill\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6740,\n \"output_tokens\": 342,\n \"cached_tokens\": 6568,\n \"wall_ms\": 3794\n },\n \"cost_usd\": 0.001519\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2012,\n \"output_tokens\": 1115,\n \"cached_tokens\": 1467,\n \"wall_ms\": 14616\n },\n \"cost_usd\": 0.038396\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6490,\n \"output_tokens\": 786,\n \"cached_tokens\": 4638,\n \"wall_ms\": 6346\n },\n \"cost_usd\": 0.001691\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6490,\n \"output_tokens\": 594,\n \"cached_tokens\": 6318,\n \"wall_ms\": 5422\n },\n \"cost_usd\": 0.001595\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6490,\n \"output_tokens\": 623,\n \"cached_tokens\": 6318,\n \"wall_ms\": 5079\n },\n \"cost_usd\": 0.0016095\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6490,\n \"output_tokens\": 720,\n \"cached_tokens\": 6318,\n \"wall_ms\": 6089\n },\n \"cost_usd\": 0.001658\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 0,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6491,\n \"output_tokens\": 636,\n \"cached_tokens\": 6318,\n \"wall_ms\": 6078\n },\n \"cost_usd\": 0.0016162000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2013,\n \"output_tokens\": 1571,\n \"cached_tokens\": 1807,\n \"wall_ms\": 20367\n },\n \"cost_usd\": 0.047524\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6729,\n \"output_tokens\": 608,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5742\n },\n \"cost_usd\": 0.0016498\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6728,\n \"output_tokens\": 533,\n \"cached_tokens\": 6556,\n \"wall_ms\": 4646\n },\n \"cost_usd\": 0.0016121000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6728,\n \"output_tokens\": 105,\n \"cached_tokens\": 6556,\n \"wall_ms\": 2825\n },\n \"cost_usd\": 0.0013981000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6728,\n \"output_tokens\": 129,\n \"cached_tokens\": 6556,\n \"wall_ms\": 2925\n },\n \"cost_usd\": 0.0014101\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 1,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6729,\n \"output_tokens\": 105,\n \"cached_tokens\": 6556,\n \"wall_ms\": 2905\n },\n \"cost_usd\": 0.0013983\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2012,\n \"output_tokens\": 1750,\n \"cached_tokens\": 1807,\n \"wall_ms\": 22396\n },\n \"cost_usd\": 0.051096\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6829,\n \"output_tokens\": 697,\n \"cached_tokens\": 4638,\n \"wall_ms\": 5711\n },\n \"cost_usd\": 0.0017143000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6827,\n \"output_tokens\": 116,\n \"cached_tokens\": 6657,\n \"wall_ms\": 3232\n },\n \"cost_usd\": 0.0014234\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6828,\n \"output_tokens\": 590,\n \"cached_tokens\": 6657,\n \"wall_ms\": 5465\n },\n \"cost_usd\": 0.0016606000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6828,\n \"output_tokens\": 489,\n \"cached_tokens\": 6657,\n \"wall_ms\": 4504\n },\n \"cost_usd\": 0.0016101000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 2,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6829,\n \"output_tokens\": 599,\n \"cached_tokens\": 6657,\n \"wall_ms\": 5307\n },\n \"cost_usd\": 0.0016653000000000002\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2011,\n \"output_tokens\": 1501,\n \"cached_tokens\": 1807,\n \"wall_ms\": 18964\n },\n \"cost_usd\": 0.046108\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6593,\n \"output_tokens\": 131,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3131\n },\n \"cost_usd\": 0.0013841\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6593,\n \"output_tokens\": 567,\n \"cached_tokens\": 6422,\n \"wall_ms\": 4902\n },\n \"cost_usd\": 0.0016021000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6594,\n \"output_tokens\": 548,\n \"cached_tokens\": 6422,\n \"wall_ms\": 4846\n },\n \"cost_usd\": 0.0015928000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6593,\n \"output_tokens\": 121,\n \"cached_tokens\": 6422,\n \"wall_ms\": 3183\n },\n \"cost_usd\": 0.0013791\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 3,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6592,\n \"output_tokens\": 117,\n \"cached_tokens\": 6422,\n \"wall_ms\": 3163\n },\n \"cost_usd\": 0.0013769000000000001\n },\n {\n \"phase\": \"generation\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": null,\n \"model\": \"claude-opus-5-5\",\n \"reported_models\": [\n \"claude-opus-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 2012,\n \"output_tokens\": 1581,\n \"cached_tokens\": 1807,\n \"wall_ms\": 18307\n },\n \"cost_usd\": 0.047716\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 0,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6722,\n \"output_tokens\": 107,\n \"cached_tokens\": 4638,\n \"wall_ms\": 3288\n },\n \"cost_usd\": 0.0013979\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 1,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6724,\n \"output_tokens\": 109,\n \"cached_tokens\": 6551,\n \"wall_ms\": 3397\n },\n \"cost_usd\": 0.0013993000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 2,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6724,\n \"output_tokens\": 125,\n \"cached_tokens\": 6551,\n \"wall_ms\": 2985\n },\n \"cost_usd\": 0.0014073000000000002\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 3,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6723,\n \"output_tokens\": 96,\n \"cached_tokens\": 6551,\n \"wall_ms\": 3089\n },\n \"cost_usd\": 0.0013926000000000001\n },\n {\n \"phase\": \"judge\",\n \"case\": \"search\",\n \"mode\": \"baseline\",\n \"draw\": 4,\n \"sample\": 4,\n \"model\": \"claude-haiku-5-5\",\n \"reported_models\": [\n \"claude-haiku-5-5\"\n ],\n \"usage\": {\n \"input_tokens\": 6722,\n \"output_tokens\": 121,\n \"cached_tokens\": 6551,\n \"wall_ms\": 2741\n },\n \"cost_usd\": 0.0014049000000000002\n }\n ]\n }\n ],\n \"outcomes\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b\"\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19\"\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"status\": \"receipt\",\n \"receipt_hash\": \"32028d8d47628e683aebec2f14ebe378154d595e983a50e11c08962ce41184f8\",\n \"cost_usd\": 1.50808,\n \"cost_complete\": true\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"status\": \"failure\",\n \"reason\": \"PREVIOUS_RECEIPT\",\n \"cost_usd\": 0,\n \"prior_manifest_sha256\": \"33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707\"\n }\n ],\n \"spent_usd\": 44.303638,\n \"reserved_usd\": 0\n}\n" } ], "plans": [ { "sha256": "8eae339d5cbc2e53422c6bc03efa70a76804d42f09a7a02f231a8298aaa73c03", "bytes": "{\n \"snapshot_sha256\": \"77df2a30f7c2dea2cadc20dd945df8a7c59f13a140aed214e32165cce45e6b84\",\n \"sources_sha256\": \"e05bfe244d11cf0b9807b1a45a7f297f308cae79b3ab3b84400784d8e24564ca\",\n \"runner_defaults\": {\n \"samples\": 5,\n \"draws\": 10,\n \"lift\": 0.05,\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judgeModel\": \"claude-haiku-4-5-20251001\"\n },\n \"model_options\": [\n {\n \"id\": \"option_1\",\n \"targets\": [\n \"claude-sonnet-5-5\"\n ],\n \"judge\": \"claude-haiku-5-5\",\n \"comparison_only\": false,\n \"prices\": {\n \"claude-sonnet-5-5\": {\n \"input\": 2,\n \"output\": 10,\n \"registered\": true\n },\n \"claude-haiku-5-5\": {\n \"input\": 0.1,\n \"output\": 0.5,\n \"registered\": true\n }\n }\n },\n {\n \"id\": \"option_3\",\n \"targets\": [\n \"claude-opus-5-5\"\n ],\n \"judge\": \"claude-haiku-5-5\",\n \"comparison_only\": false,\n \"prices\": {\n \"claude-opus-5-5\": {\n \"input\": 4,\n \"output\": 20,\n \"registered\": true\n },\n \"claude-haiku-5-5\": {\n \"input\": 0.1,\n \"output\": 0.5,\n \"registered\": true\n }\n }\n }\n ],\n \"usage_profile\": {\n \"receipts\": [\n {\n \"file\": \"receipts/report-014/run-1/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"7409c0b08102f58df8e9e04498e601bbc8d2456d42ac4eb9f752dc10e635faa9\",\n \"receipt_hash\": \"d1a00f6045586a6cb089a0b761a18b61d9f146b12ba4e8b5ec5b94d84555b1e7\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 3,\n \"judge\": 21\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"17dc654342887aed1d26a27bf22c1a6ca7f32696ff1339e077aab43b737f5f5b\",\n \"receipt_hash\": \"cb75db64ce25b96e8a29e0872c4c15e39df5216144cc494a190c78290a60df5f\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 4,\n \"judge\": 21\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"f38cffe80c42f5c38d17beab33ffec0357b04b678cd297c8a73094025df9d4a6\",\n \"receipt_hash\": \"b07465a1c5983497f793fbcbbac84641a2b44a08ccb0a66d0d3acf0dc36efc00\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"624f4514a53a68a5d7c55ef8d6e262db59ed476b3ecc30ef5b0f5c8132917131\",\n \"receipt_hash\": \"ace4c1d1a699d25b67fe54f3f8fb39fe8beeecba2d46b380ea35f30babe46e8b\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"a8b7b5f1eaa7153f7c2308056cd512a521709be79adde2f3500a28e7868759f6\",\n \"receipt_hash\": \"9d2667c7cc74ff3cb7c74eea84f2b69a76a31cb0f006b34464385bdffd87c667\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"192e83c467239cfa603d579366c9518b74783933ac38ed56a7f1f8e7be0a4926\",\n \"receipt_hash\": \"8b2539f6940219311968f6831ab6a51f87125f1ec2e9dc8b8047bec1393390fd\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"197ee185344a64f4eefbe81c84f6d3f2cfd25cb1f40d8200594abcaaa3de2a5e\",\n \"receipt_hash\": \"dc7b05025314f1d1326fa072f19a205704726dc3ccd84c2b1dc76c362acb956e\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 6,\n \"baseline\": 7,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"b0be9dc1a87d175c1c3ae90a2d39ab6ca222371b06ff6b1593b88b95f20b07b8\",\n \"receipt_hash\": \"dc58b1feb593eefa771834a5c6a1b3dd1a63a3b9e1133a993eab396978afe05c\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 4,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"23a2da9f4a5608b88075e611f8f8dd5cd0392dafc29ab3bc13e111513e6e7bef\",\n \"receipt_hash\": \"3609ddc948814c96efd00ef98d89349bda96d29ca659265e784f82f478ccc44f\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 4,\n \"judge\": 27\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"52f94978ca46d0079778b177ca4ee77045644af7e18edb7bfaca8cb3ea7f5280\",\n \"receipt_hash\": \"d1829e258160c025324ddc1898470c66a0cf7fcc4c03d1d2ae9a4f49e5d889ae\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"c80f0213a59939018e74acecbab3600cedbda108e1e3123263561e549d160295\",\n \"receipt_hash\": \"ce5e71feb67ea891c3af875da1d825f0699d6ac6fb6960973bbe4105d7ec92b0\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"460f50a6dbb609b62fb21cf46438382b9f01cc55e45ce79a3d03e244a015e6cc\",\n \"receipt_hash\": \"5d46e61c93a1bc1d370cd96ab75775947213cd8ec8dae95a55909deebf4f4167\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"2f97943876d27abe43248c18eab0d9acdfe5b5aa8da2db416d26107a08ee519e\",\n \"receipt_hash\": \"3e9152ffbfd278f5bc8ff55da335f14b386e6a51de44694c4298518f1bc3db49\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 4,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"6bc26b6843049c6687a0d289e937c233d5d81c0fd95b8374e7328df46d579e94\",\n \"receipt_hash\": \"d001090cd7f42f64085825e4e72e3b25dc8d0b611cffcc28771d73116140ba31\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 10,\n \"baseline\": 3,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"044f0d11596cb1d08361fdc3e6ec37c035fe7c3fade4dd2ba6adeee4e16d032b\",\n \"receipt_hash\": \"c298235bf3e35b729a3024ae1d656af4e7120fcec1c16bfffc8eb3853fb9c456\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 6,\n \"baseline\": 7,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"a2bd9689d91c7de05f97ae0c9ad9e4dc77105df7281ca7d493340b91db43b14f\",\n \"receipt_hash\": \"aac9b8993050bd0c6c89b37734ed60645f112a6b632bbbb711668875fa8b88ec\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"ccf8b4e46ed8abdf1e0ff689a62220b5e0e99e5cb57f51fe8e9f094a0261d33b\",\n \"receipt_hash\": \"bf1e17919f1e906859cc53120fd6f949f06c71bddd8f198e463792de623c0602\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"30a75f51e905bf473ad8f117a0f0a9de745dce51e2454fea2f93e7e90a360043\",\n \"receipt_hash\": \"473b43d59a2a3d307c1e15dd3ea4618d1e7a4ed51418782bda1dc4f8ef717b92\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 7,\n \"judge\": 30\n }\n }\n ],\n \"usage\": {\n \"with_skill\": {\n \"calls\": 78,\n \"records\": 78,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 78,\n \"total\": 1673111,\n \"mean\": 21450.141025641027,\n \"max_per_call\": 26813\n },\n \"output_tokens\": {\n \"observed_calls\": 78,\n \"total\": 109645,\n \"mean\": 1405.7051282051282,\n \"max_per_call\": 2846\n },\n \"cached_tokens\": {\n \"observed_calls\": 78,\n \"total\": 1554618,\n \"mean\": 19931,\n \"max_per_call\": 26811\n }\n },\n \"projected_tokens\": {\n \"input\": 20625.384615384613,\n \"output\": 2651\n }\n },\n \"baseline\": {\n \"calls\": 70,\n \"records\": 70,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 70,\n \"total\": 1177096,\n \"mean\": 16815.657142857144,\n \"max_per_call\": 19891\n },\n \"output_tokens\": {\n \"observed_calls\": 70,\n \"total\": 83037,\n \"mean\": 1186.2428571428572,\n \"max_per_call\": 2764\n },\n \"cached_tokens\": {\n \"observed_calls\": 70,\n \"total\": 1109117,\n \"mean\": 15844.528571428571,\n \"max_per_call\": 19889\n }\n },\n \"projected_tokens\": {\n \"input\": 15300.76923076923,\n \"output\": 2126.153846153846\n }\n },\n \"judge\": {\n \"calls\": 444,\n \"records\": 148,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 444,\n \"total\": 6703851,\n \"mean\": 15098.763513513513,\n \"max_per_call\": 16081\n },\n \"output_tokens\": {\n \"observed_calls\": 444,\n \"total\": 243161,\n \"mean\": 547.6599099099099,\n \"max_per_call\": 985.3333333333334\n },\n \"cached_tokens\": {\n \"observed_calls\": 444,\n \"total\": 4948259,\n \"mean\": 11144.727477477478,\n \"max_per_call\": 11805.666666666666\n }\n },\n \"projected_tokens\": {\n \"input\": 12370,\n \"output\": 757.9487179487179\n }\n }\n },\n \"cache_creation\": \"Not separately recorded. Included in normalized input_tokens. Cached tokens are a subset, never additive.\",\n \"method\": \"Lane maxima normalized to the older tokenizer, then scaled and rounded up for the selected model. Judge values are per-draw sample averages. Twice all input list rate; no cache discount. Historical token maxima are not a bound on future usage.\"\n },\n \"capture\": \"text\",\n \"sampling\": {\n \"min\": 3,\n \"max\": 10,\n \"sdThreshold\": 0.05,\n \"stabilityEps\": 0.01\n },\n \"spend_authorized\": false,\n \"pricing_sha256\": \"a389ae20db32fc43491f038ce4eb9e681e029cf5bf08eb19cbaba6d9fedcf992\",\n \"cap_usd\": 2500,\n \"budget_description\": \"USD 2,500 admission budget; actual usage may overrun\",\n \"selected_list\": \"plain\",\n \"selected_model_options\": [\n \"option_1\",\n \"option_3\"\n ],\n \"protocol_state\": \"frozen\",\n \"execution\": {\n \"attempts\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 1\n }\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 2\n }\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 3\n }\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 4\n }\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 5\n }\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 6\n }\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 7\n }\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 8\n }\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 9\n }\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 10\n }\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 11\n }\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 12\n }\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 13\n }\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 14\n }\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 15\n }\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 16\n }\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 17\n }\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 18\n }\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 19\n }\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 20\n }\n },\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 21\n }\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 22\n }\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 23\n }\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 24\n }\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 25\n }\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 26\n }\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 27\n }\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 28\n }\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 29\n }\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 30\n }\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 31\n }\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 32\n }\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 33\n }\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 34\n }\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 35\n }\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 36\n }\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 37\n }\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 38\n }\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 39\n }\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 40\n }\n }\n ],\n \"default_concurrency\": 1,\n \"max_active_runs\": 4,\n \"spend_source\": \"prior ledger plus verified receipts and observed failed-call usage\",\n \"unknown_cost\": \"stop\",\n \"next_run\": \"reserve projection against remaining cap before dispatch\",\n \"eval_allowlist\": \"issue-408-clean-cli-v1\",\n \"settings_sha256\": \"2212b5294d350d38e7095bf15ba7b4b9749799eaefbe61addc809f2496d930b3\",\n \"effective_environment\": {\n \"surface\": \"claude-cli\",\n \"isolation\": \"eval-user\",\n \"capture\": \"text\",\n \"tools\": [],\n \"allowlist\": {\n \".claude/.credentials.json\": \"authentication only; never recorded\",\n \".claude/settings.json\": {\n \"permissions\": {\n \"deny\": [\n \"Read\",\n \"WebFetch\",\n \"WebSearch\"\n ]\n },\n \"syncClaudeAiSkills\": false,\n \"syncClaudeAiPlugins\": false,\n \"autoMemoryEnabled\": false,\n \"disableClaudeAiConnectors\": true\n }\n }\n }\n },\n \"runner_hashes\": {\n \"config.js\": \"ada5d0bec061e001cffec5a04fd5de62888501b221ec062a42ca8e15be40646d\",\n \"config/models.json\": \"6631fd57391ff4fb9cec8b9e9646aca4f8da882ad3af6180be2a2628a1c77a9f\",\n \"bin/driftproof\": \"7eb1193b9e09d9ba735e09b80df89c16273adef9f160c47762e38cec9c95c6cd\",\n \"lib/provider.js\": \"423ed57e3b2cecc16f5bc4857f3b070135b6c027a9c232127b68e915c36542d4\",\n \"lib/plan.js\": \"cd2d041194b434d2751b9b5b4b3bdfb64b24f4aaeecdb8ee22929d36a380e912\",\n \"lib/run.js\": \"83331bfbfb6ea6b138bacae89cef57ecde01f38491d0851c90c52a928bbc12cc\",\n \"lib/cost.js\": \"9d84b84442d94c9012be04a58b5afb3d736d630c215a453776e8fe113a44dd89\",\n \"lib/models.js\": \"ca1f4f9704c4980c4cbc6b87b9dab95ab42217c146528d7ddee417d568bb75dd\",\n \"lib/usage.js\": \"02cfe0b911184dec0667dbf984c71f656d933699d43a5d8b3e7f19e7a3970bff\",\n \"lib/sampling.js\": \"d0651cd91003151c240207700849245f34065576a91605a34a50640bf925253b\",\n \"lib/skill.js\": \"b138b74ce8ac4a0fe964135ae50251388feb4b6657db8832c1c463b6e5d706ec\",\n \"lib/judge.js\": \"914b5215b0910b5e88e18808e340a1727033a37231f52cfc17789b251ec47b94\",\n \"lib/canonical.js\": \"ee77cd144e5f30c92da7173d88aad5e43715aa22073dec9c7ee720406875a89b\",\n \"lib/capture.js\": \"d49499b6293b9455ee55183a80e957ebd8f3d92cd9707007f20d665c9b3ecbe3\",\n \"lib/json.js\": \"d5db4d5fb32e6709067fb71f98c3234c7cf3906549685cf162482cd7403d8ed9\",\n \"lib/regrade.js\": \"c6ce459bd4f7650dbf5dae6863cd0bb8765a1149ba40bef8430d38dc6ec4b2fe\",\n \"lib/stats.js\": \"fbc740f3496d8f406ff1bcbcbca9f4b33a3b2108e87c8864f33d8769b483b7c1\",\n \"specs/408-skill-measurements/campaign.cjs\": \"305fd8fc489df3c480e20c90bd4e1918632cfeb613344e929a814cb666bb3a54\",\n \"specs/408-skill-measurements/eval-audit.cjs\": \"7ce32f7b9f924b0aaa79aed1276f9881e234d3b57bb7a4fe8b6f01feae5fb8ba\",\n \"specs/408-skill-measurements/run-campaign.cjs\": \"3711ddceceb22333e6c31061a1b8edb57f9cd8a890049c753cfcfd8a906937eb\",\n \"specs/408-skill-measurements/pricing.cjs\": \"984b17d53f91136bfb9e02c84d2e3876f6524eab45e5da3b40c7a512c29205a8\",\n \"specs/408-skill-measurements/ledger.cjs\": \"2168e65ded378e35442c1c9a6106c9ee10d2a678a22352d7ca4b16c66f51d56c\",\n \"specs/408-skill-measurements/prior-spend.json\": \"635f2fded38798e63362edecd01257992c5cdace6b40863dd1c987e097c9a48d\"\n },\n \"plain\": {\n \"rows\": [\n {\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"installs\": 3900241,\n \"rank\": 1,\n \"source_rank\": 1,\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"suite\": \"suites/vercel-labs--skills--find-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"installs\": 1377017,\n \"rank\": 2,\n \"source_rank\": 2,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-me.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"installs\": 1179300,\n \"rank\": 3,\n \"source_rank\": 3,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-with-docs.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"installs\": 1156601,\n \"rank\": 4,\n \"source_rank\": 4,\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-browser--agent-browser.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"installs\": 1125347,\n \"rank\": 5,\n \"source_rank\": 5,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--improve-codebase-architecture.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"installs\": 1101275,\n \"rank\": 6,\n \"source_rank\": 6,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--tdd.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"installs\": 1079951,\n \"rank\": 7,\n \"source_rank\": 7,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-cli.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"installs\": 1031185,\n \"rank\": 8,\n \"source_rank\": 8,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"installs\": 1016764,\n \"rank\": 9,\n \"source_rank\": 9,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--setup-matt-pocock-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"installs\": 999935,\n \"rank\": 10,\n \"source_rank\": 10,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--handoff.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"installs\": 998334,\n \"rank\": 11,\n \"source_rank\": 11,\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"suite\": \"suites/anthropics--skills--frontend-design.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"installs\": 972936,\n \"rank\": 12,\n \"source_rank\": 12,\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"suite\": \"suites/flowkit-labs--skills--reddit-automation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"installs\": 956602,\n \"rank\": 13,\n \"source_rank\": 13,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--triage.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"installs\": 952527,\n \"rank\": 14,\n \"source_rank\": 14,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--prototype.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"installs\": 941576,\n \"rank\": 15,\n \"source_rank\": 15,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--media-use.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"installs\": 932920,\n \"rank\": 16,\n \"source_rank\": 16,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grilling.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"installs\": 919777,\n \"rank\": 17,\n \"source_rank\": 17,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-animation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"installs\": 886036,\n \"rank\": 18,\n \"source_rank\": 18,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-registry.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"installs\": 867938,\n \"rank\": 19,\n \"source_rank\": 19,\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"suite\": \"suites/designed-by-ai--skills--design-mobile-apps.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"installs\": 850837,\n \"rank\": 20,\n \"source_rank\": 20,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-core.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n }\n ],\n \"exclusions\": [],\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 171.61,\n \"attempts\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 1\n }\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 2\n }\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 3\n }\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 4\n }\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 5\n }\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 6\n }\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 7\n }\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 8\n }\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 9\n }\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 10\n }\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 11\n }\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 12\n }\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 13\n }\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 14\n }\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 15\n }\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 16\n }\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 17\n }\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 18\n }\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 19\n }\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 20\n }\n }\n ]\n },\n \"option_3\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 320.966,\n \"attempts\": [\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 21\n }\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 22\n }\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 23\n }\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 24\n }\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 25\n }\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 26\n }\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 27\n }\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 28\n }\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 29\n }\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 30\n }\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 31\n }\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 32\n }\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 33\n }\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 34\n }\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 35\n }\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 36\n }\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 37\n }\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 38\n }\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 39\n }\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 40\n }\n }\n ]\n }\n }\n },\n \"capped\": {\n \"rows\": [\n {\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"installs\": 3900241,\n \"rank\": 1,\n \"source_rank\": 1,\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"suite\": \"suites/vercel-labs--skills--find-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"installs\": 1377017,\n \"rank\": 2,\n \"source_rank\": 2,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-me.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"installs\": 1179300,\n \"rank\": 3,\n \"source_rank\": 3,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-with-docs.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"installs\": 1156601,\n \"rank\": 4,\n \"source_rank\": 4,\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-browser--agent-browser.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"installs\": 1079951,\n \"rank\": 5,\n \"source_rank\": 7,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-cli.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"installs\": 1031185,\n \"rank\": 6,\n \"source_rank\": 8,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"installs\": 998334,\n \"rank\": 7,\n \"source_rank\": 11,\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"suite\": \"suites/anthropics--skills--frontend-design.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"installs\": 972936,\n \"rank\": 8,\n \"source_rank\": 12,\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"suite\": \"suites/flowkit-labs--skills--reddit-automation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"installs\": 867938,\n \"rank\": 9,\n \"source_rank\": 19,\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"suite\": \"suites/designed-by-ai--skills--design-mobile-apps.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-skills\",\n \"skill\": \"vercel-react-best-practices\",\n \"installs\": 810904,\n \"rank\": 10,\n \"source_rank\": 25,\n \"commit\": \"063bee94c3f4df8453406c830b0a7df0f2860278\",\n \"skill_path\": \"skills/react-best-practices/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-skills--vercel-react-best-practices.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"6cca8734712f25beb53818779d44926b86a9e7dfba4f113b12d6074240a6c00c\",\n \"suite_hash\": \"c87f5ca63fe2dfa5857ef58632b173adc965bc48d6cd2f50ea9b5e8e4111aa06\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-video-generation\",\n \"installs\": 788912,\n \"rank\": 11,\n \"source_rank\": 27,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/video/ai-video-generation/SKILL.md\",\n \"suite\": \"suites/101-skills--superpowers--ai-video-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"7d383a9526921b2d78846dae1efa3107be5c527af2862ad532a01c09d0cbebe8\",\n \"suite_hash\": \"eebdb915012c4e6a724e33e9f0cbf874ff303985611068f6b2194379aeeccc99\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-image-generation\",\n \"installs\": 788037,\n \"rank\": 12,\n \"source_rank\": 28,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/image/ai-image-generation/SKILL.md\",\n \"suite\": \"suites/101-skills--superpowers--ai-image-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"9acece361f5d2801714e34168eeee339b4c26e7d505c489eb666a0b785b3b795\",\n \"suite_hash\": \"bebcc3824c68e360d585eb106728f3e34c499e7c0702a1e538f23409d930940b\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-skills\",\n \"skill\": \"web-design-guidelines\",\n \"installs\": 748642,\n \"rank\": 13,\n \"source_rank\": 55,\n \"commit\": \"063bee94c3f4df8453406c830b0a7df0f2860278\",\n \"skill_path\": \"skills/web-design-guidelines/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-skills--web-design-guidelines.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4ff8dbcaf34131a6c0c041655634759a200f3cb7c3be181db32218e166920583\",\n \"suite_hash\": \"0d334d6418076f9c11b1997be51fd86909975e9d2a1a8e8886ff4254bbdcd1e5\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"remotion-dev/skills\",\n \"skill\": \"remotion-best-practices\",\n \"installs\": 632787,\n \"rank\": 14,\n \"source_rank\": 67,\n \"commit\": \"1441a11e95db35443bd76bb318386c0d3ca00053\",\n \"skill_path\": \"skills/remotion-best-practices/SKILL.md\",\n \"suite\": \"suites/remotion-dev--skills--remotion-best-practices.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"ae1789ae0e338e3b5c57ebe9e3e75aa2fbb1cc91a97513eec85f911b3825356e\",\n \"suite_hash\": \"fc7a412555d11d512044a035cb54eb94726fd42b850e523e047360656c935a98\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"leonxlnx/taste-skill\",\n \"skill\": \"design-taste-frontend\",\n \"installs\": 628051,\n \"rank\": 15,\n \"source_rank\": 68,\n \"commit\": \"f624f37a8c650b9cc550253104925efe4c8de246\",\n \"skill_path\": \"skills/taste-skill/SKILL.md\",\n \"suite\": \"suites/leonxlnx--taste-skill--design-taste-frontend.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"cb43c448e5b265bc2690390599c7beccb74b5e3f84f711676fa3a1b3754c09a4\",\n \"suite_hash\": \"3dfa77b774329fd480e638b05c5f9bdf65b9b20d7a2b1b253eb574576fa31222\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-image-generation\",\n \"installs\": 605195,\n \"rank\": 16,\n \"source_rank\": 70,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/image/ai-image-generation/SKILL.md\",\n \"suite\": \"suites/magentosh--superpowers--ai-image-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4371ac56285531097406982684db332a12648f906daa6d773761b30e822a2310\",\n \"suite_hash\": \"89368f7397f7bd60954e4ca689344a2e32b42447d23c3bc93916360c5d5cc8aa\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-video-generation\",\n \"installs\": 604922,\n \"rank\": 17,\n \"source_rank\": 71,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/video/ai-video-generation/SKILL.md\",\n \"suite\": \"suites/magentosh--superpowers--ai-video-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3e74def8284f66b03d4761da2520464db2f9839b7eb9a29bdd8fffdd7fc4227b\",\n \"suite_hash\": \"f28c2cb64e344729c97f2d29127fb598c268a49861d7d02fa87bd3c76c4af1c2\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"juliusbrussee/caveman\",\n \"skill\": \"caveman\",\n \"installs\": 578281,\n \"rank\": 18,\n \"source_rank\": 75,\n \"commit\": \"81958ad82f2e2da4417778f81f8a3c838d81b798\",\n \"skill_path\": \"skills/caveman/SKILL.md\",\n \"suite\": \"suites/juliusbrussee--caveman--caveman.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"066a12ee7bae44c94f567607c7e23af1b48767606eac41e5ff012ca5f93b1187\",\n \"suite_hash\": \"78c0b4d8ac0c0ffbc519f08286173dffb23fe64904e5fa399600d9025ef8247d\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"microsoft/azure-skills\",\n \"skill\": \"microsoft-foundry\",\n \"installs\": 568927,\n \"rank\": 19,\n \"source_rank\": 76,\n \"commit\": \"cf79ce8778ad063eeac19dbe8bf982d71b466ce0\",\n \"skill_path\": \"skills/microsoft-foundry/SKILL.md\",\n \"suite\": \"suites/microsoft--azure-skills--microsoft-foundry.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3c24d7f9caffe614bcbcc6c89a08ef36b1c8f73b9ccc726f1d894918a19f0a81\",\n \"suite_hash\": \"01cff5e9cec7d6075e757c5cc6c4e2d119d9bb2978972916d8e78621fb36fc1a\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"microsoft/azure-skills\",\n \"skill\": \"azure-diagnostics\",\n \"installs\": 560460,\n \"rank\": 20,\n \"source_rank\": 78,\n \"commit\": \"cf79ce8778ad063eeac19dbe8bf982d71b466ce0\",\n \"skill_path\": \"skills/azure-diagnostics/SKILL.md\",\n \"suite\": \"suites/microsoft--azure-skills--azure-diagnostics.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"8ff38dca538a82d24ccc7a624204363613a01b068feaa6b3b0e5c87ce8af9034\",\n \"suite_hash\": \"ddcbd1141d8dd4ef26eb97ea8b30fcfe874df34d12a63f9d1625af216d0d4a52\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n }\n ],\n \"exclusions\": [\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"installs\": 1125347,\n \"source_rank\": 5,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"installs\": 1101275,\n \"source_rank\": 6,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"installs\": 1016764,\n \"source_rank\": 9,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"installs\": 999935,\n \"source_rank\": 10,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"installs\": 956602,\n \"source_rank\": 13,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"installs\": 952527,\n \"source_rank\": 14,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"installs\": 941576,\n \"source_rank\": 15,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"installs\": 932920,\n \"source_rank\": 16,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"installs\": 919777,\n \"source_rank\": 17,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"installs\": 886036,\n \"source_rank\": 18,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"installs\": 850837,\n \"source_rank\": 20,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-creative\",\n \"installs\": 839047,\n \"source_rank\": 21,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"domain-modeling\",\n \"installs\": 837491,\n \"source_rank\": 22,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"teach\",\n \"installs\": 826844,\n \"source_rank\": 23,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"codebase-design\",\n \"installs\": 812804,\n \"source_rank\": 24,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"diagnosing-bugs\",\n \"installs\": 797796,\n \"source_rank\": 26,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"twitter-automation\",\n \"installs\": 787840,\n \"source_rank\": 29,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-avatar-video\",\n \"installs\": 787565,\n \"source_rank\": 30,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-doc\",\n \"installs\": 781203,\n \"source_rank\": 31,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-base\",\n \"installs\": 780695,\n \"source_rank\": 32,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-drive\",\n \"installs\": 780658,\n \"source_rank\": 33,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-shared\",\n \"installs\": 780349,\n \"source_rank\": 34,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-im\",\n \"installs\": 779853,\n \"source_rank\": 35,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-calendar\",\n \"installs\": 779506,\n \"source_rank\": 36,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-approval\",\n \"installs\": 779418,\n \"source_rank\": 37,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-sheets\",\n \"installs\": 779353,\n \"source_rank\": 38,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-wiki\",\n \"installs\": 779186,\n \"source_rank\": 39,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-contact\",\n \"installs\": 778628,\n \"source_rank\": 40,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-task\",\n \"installs\": 778412,\n \"source_rank\": 41,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-slides\",\n \"installs\": 778360,\n \"source_rank\": 42,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-mail\",\n \"installs\": 778316,\n \"source_rank\": 43,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-whiteboard\",\n \"installs\": 778205,\n \"source_rank\": 44,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-event\",\n \"installs\": 778125,\n \"source_rank\": 45,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-openapi-explorer\",\n \"installs\": 777902,\n \"source_rank\": 46,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-attendance\",\n \"installs\": 777844,\n \"source_rank\": 47,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-minutes\",\n \"installs\": 777525,\n \"source_rank\": 48,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-skill-maker\",\n \"installs\": 777478,\n \"source_rank\": 49,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-workflow-meeting-summary\",\n \"installs\": 777327,\n \"source_rank\": 50,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-workflow-standup-report\",\n \"installs\": 777079,\n \"source_rank\": 51,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-vc\",\n \"installs\": 776813,\n \"source_rank\": 52,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-okr\",\n \"installs\": 758749,\n \"source_rank\": 53,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"code-review\",\n \"installs\": 750981,\n \"source_rank\": 54,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-markdown\",\n \"installs\": 744525,\n \"source_rank\": 56,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"implement\",\n \"installs\": 737952,\n \"source_rank\": 57,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"ask-matt\",\n \"installs\": 733620,\n \"source_rank\": 58,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-vc-agent\",\n \"installs\": 721457,\n \"source_rank\": 59,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-keyframes\",\n \"installs\": 703421,\n \"source_rank\": 60,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-apps\",\n \"installs\": 689518,\n \"source_rank\": 61,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"wayfinder\",\n \"installs\": 683395,\n \"source_rank\": 62,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"to-spec\",\n \"installs\": 679959,\n \"source_rank\": 63,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"research\",\n \"installs\": 676769,\n \"source_rank\": 64,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"to-tickets\",\n \"installs\": 674708,\n \"source_rank\": 65,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"uizze.sh\",\n \"skill\": \"ui-taste\",\n \"installs\": 637120,\n \"source_rank\": 66,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"general-video\",\n \"installs\": 616150,\n \"source_rank\": 69,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-avatar-video\",\n \"installs\": 604857,\n \"source_rank\": 72,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"twitter-automation\",\n \"installs\": 604742,\n \"source_rank\": 73,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-audio\",\n \"installs\": 601101,\n \"source_rank\": 74,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-note\",\n \"installs\": 561704,\n \"source_rank\": 77,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n }\n ],\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 171.61\n },\n \"option_3\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 320.966\n }\n }\n }\n}\n" }, { "sha256": "af83e8024b571620361e0e1ee1e371c21589e6788f25bbe53542fd11f941da53", "bytes": "{\n \"snapshot_sha256\": \"77df2a30f7c2dea2cadc20dd945df8a7c59f13a140aed214e32165cce45e6b84\",\n \"sources_sha256\": \"e05bfe244d11cf0b9807b1a45a7f297f308cae79b3ab3b84400784d8e24564ca\",\n \"runner_defaults\": {\n \"samples\": 5,\n \"draws\": 10,\n \"lift\": 0.05,\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judgeModel\": \"claude-haiku-4-5-20251001\"\n },\n \"model_options\": [\n {\n \"id\": \"option_1\",\n \"targets\": [\n \"claude-sonnet-5-5\"\n ],\n \"judge\": \"claude-haiku-5-5\",\n \"comparison_only\": false,\n \"prices\": {\n \"claude-sonnet-5-5\": {\n \"input\": 2,\n \"output\": 10,\n \"registered\": true\n },\n \"claude-haiku-5-5\": {\n \"input\": 0.1,\n \"output\": 0.5,\n \"registered\": true\n }\n }\n },\n {\n \"id\": \"option_3\",\n \"targets\": [\n \"claude-opus-5-5\"\n ],\n \"judge\": \"claude-haiku-5-5\",\n \"comparison_only\": false,\n \"prices\": {\n \"claude-opus-5-5\": {\n \"input\": 4,\n \"output\": 20,\n \"registered\": true\n },\n \"claude-haiku-5-5\": {\n \"input\": 0.1,\n \"output\": 0.5,\n \"registered\": true\n }\n }\n }\n ],\n \"usage_profile\": {\n \"receipts\": [\n {\n \"file\": \"receipts/report-014/run-1/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"7409c0b08102f58df8e9e04498e601bbc8d2456d42ac4eb9f752dc10e635faa9\",\n \"receipt_hash\": \"d1a00f6045586a6cb089a0b761a18b61d9f146b12ba4e8b5ec5b94d84555b1e7\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 3,\n \"judge\": 21\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"17dc654342887aed1d26a27bf22c1a6ca7f32696ff1339e077aab43b737f5f5b\",\n \"receipt_hash\": \"cb75db64ce25b96e8a29e0872c4c15e39df5216144cc494a190c78290a60df5f\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 4,\n \"judge\": 21\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"f38cffe80c42f5c38d17beab33ffec0357b04b678cd297c8a73094025df9d4a6\",\n \"receipt_hash\": \"b07465a1c5983497f793fbcbbac84641a2b44a08ccb0a66d0d3acf0dc36efc00\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"624f4514a53a68a5d7c55ef8d6e262db59ed476b3ecc30ef5b0f5c8132917131\",\n \"receipt_hash\": \"ace4c1d1a699d25b67fe54f3f8fb39fe8beeecba2d46b380ea35f30babe46e8b\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"a8b7b5f1eaa7153f7c2308056cd512a521709be79adde2f3500a28e7868759f6\",\n \"receipt_hash\": \"9d2667c7cc74ff3cb7c74eea84f2b69a76a31cb0f006b34464385bdffd87c667\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"192e83c467239cfa603d579366c9518b74783933ac38ed56a7f1f8e7be0a4926\",\n \"receipt_hash\": \"8b2539f6940219311968f6831ab6a51f87125f1ec2e9dc8b8047bec1393390fd\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"197ee185344a64f4eefbe81c84f6d3f2cfd25cb1f40d8200594abcaaa3de2a5e\",\n \"receipt_hash\": \"dc7b05025314f1d1326fa072f19a205704726dc3ccd84c2b1dc76c362acb956e\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 6,\n \"baseline\": 7,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"b0be9dc1a87d175c1c3ae90a2d39ab6ca222371b06ff6b1593b88b95f20b07b8\",\n \"receipt_hash\": \"dc58b1feb593eefa771834a5c6a1b3dd1a63a3b9e1133a993eab396978afe05c\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 4,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"23a2da9f4a5608b88075e611f8f8dd5cd0392dafc29ab3bc13e111513e6e7bef\",\n \"receipt_hash\": \"3609ddc948814c96efd00ef98d89349bda96d29ca659265e784f82f478ccc44f\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 4,\n \"judge\": 27\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"52f94978ca46d0079778b177ca4ee77045644af7e18edb7bfaca8cb3ea7f5280\",\n \"receipt_hash\": \"d1829e258160c025324ddc1898470c66a0cf7fcc4c03d1d2ae9a4f49e5d889ae\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"c80f0213a59939018e74acecbab3600cedbda108e1e3123263561e549d160295\",\n \"receipt_hash\": \"ce5e71feb67ea891c3af875da1d825f0699d6ac6fb6960973bbe4105d7ec92b0\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"460f50a6dbb609b62fb21cf46438382b9f01cc55e45ce79a3d03e244a015e6cc\",\n \"receipt_hash\": \"5d46e61c93a1bc1d370cd96ab75775947213cd8ec8dae95a55909deebf4f4167\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"2f97943876d27abe43248c18eab0d9acdfe5b5aa8da2db416d26107a08ee519e\",\n \"receipt_hash\": \"3e9152ffbfd278f5bc8ff55da335f14b386e6a51de44694c4298518f1bc3db49\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 4,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"6bc26b6843049c6687a0d289e937c233d5d81c0fd95b8374e7328df46d579e94\",\n \"receipt_hash\": \"d001090cd7f42f64085825e4e72e3b25dc8d0b611cffcc28771d73116140ba31\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 10,\n \"baseline\": 3,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"044f0d11596cb1d08361fdc3e6ec37c035fe7c3fade4dd2ba6adeee4e16d032b\",\n \"receipt_hash\": \"c298235bf3e35b729a3024ae1d656af4e7120fcec1c16bfffc8eb3853fb9c456\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 6,\n \"baseline\": 7,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"a2bd9689d91c7de05f97ae0c9ad9e4dc77105df7281ca7d493340b91db43b14f\",\n \"receipt_hash\": \"aac9b8993050bd0c6c89b37734ed60645f112a6b632bbbb711668875fa8b88ec\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"ccf8b4e46ed8abdf1e0ff689a62220b5e0e99e5cb57f51fe8e9f094a0261d33b\",\n \"receipt_hash\": \"bf1e17919f1e906859cc53120fd6f949f06c71bddd8f198e463792de623c0602\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"30a75f51e905bf473ad8f117a0f0a9de745dce51e2454fea2f93e7e90a360043\",\n \"receipt_hash\": \"473b43d59a2a3d307c1e15dd3ea4618d1e7a4ed51418782bda1dc4f8ef717b92\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 7,\n \"judge\": 30\n }\n }\n ],\n \"usage\": {\n \"with_skill\": {\n \"calls\": 78,\n \"records\": 78,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 78,\n \"total\": 1673111,\n \"mean\": 21450.141025641027,\n \"max_per_call\": 26813\n },\n \"output_tokens\": {\n \"observed_calls\": 78,\n \"total\": 109645,\n \"mean\": 1405.7051282051282,\n \"max_per_call\": 2846\n },\n \"cached_tokens\": {\n \"observed_calls\": 78,\n \"total\": 1554618,\n \"mean\": 19931,\n \"max_per_call\": 26811\n }\n },\n \"projected_tokens\": {\n \"input\": 20625.384615384613,\n \"output\": 2651\n }\n },\n \"baseline\": {\n \"calls\": 70,\n \"records\": 70,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 70,\n \"total\": 1177096,\n \"mean\": 16815.657142857144,\n \"max_per_call\": 19891\n },\n \"output_tokens\": {\n \"observed_calls\": 70,\n \"total\": 83037,\n \"mean\": 1186.2428571428572,\n \"max_per_call\": 2764\n },\n \"cached_tokens\": {\n \"observed_calls\": 70,\n \"total\": 1109117,\n \"mean\": 15844.528571428571,\n \"max_per_call\": 19889\n }\n },\n \"projected_tokens\": {\n \"input\": 15300.76923076923,\n \"output\": 2126.153846153846\n }\n },\n \"judge\": {\n \"calls\": 444,\n \"records\": 148,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 444,\n \"total\": 6703851,\n \"mean\": 15098.763513513513,\n \"max_per_call\": 16081\n },\n \"output_tokens\": {\n \"observed_calls\": 444,\n \"total\": 243161,\n \"mean\": 547.6599099099099,\n \"max_per_call\": 985.3333333333334\n },\n \"cached_tokens\": {\n \"observed_calls\": 444,\n \"total\": 4948259,\n \"mean\": 11144.727477477478,\n \"max_per_call\": 11805.666666666666\n }\n },\n \"projected_tokens\": {\n \"input\": 12370,\n \"output\": 757.9487179487179\n }\n }\n },\n \"cache_creation\": \"Not separately recorded. Included in normalized input_tokens. Cached tokens are a subset, never additive.\",\n \"method\": \"Lane maxima normalized to the older tokenizer, then scaled and rounded up for the selected model. Judge values are per-draw sample averages. Twice all input list rate; no cache discount. Historical token maxima are not a bound on future usage.\"\n },\n \"capture\": \"text\",\n \"sampling\": {\n \"min\": 3,\n \"max\": 10,\n \"sdThreshold\": 0.05,\n \"stabilityEps\": 0.01\n },\n \"spend_authorized\": false,\n \"pricing_sha256\": \"a389ae20db32fc43491f038ce4eb9e681e029cf5bf08eb19cbaba6d9fedcf992\",\n \"cap_usd\": 2500,\n \"budget_description\": \"USD 2,500 admission budget; actual usage may overrun\",\n \"selected_list\": \"plain\",\n \"selected_model_options\": [\n \"option_1\",\n \"option_3\"\n ],\n \"protocol_state\": \"frozen\",\n \"execution\": {\n \"attempts\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 1\n }\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 2\n }\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 3\n }\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 4\n }\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 5\n }\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 6\n }\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 7\n }\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 8\n }\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 9\n }\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 10\n }\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 11\n }\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 12\n }\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 13\n }\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 14\n }\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 15\n }\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 16\n }\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 17\n }\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 18\n }\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 19\n }\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 20\n }\n },\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 21\n }\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 22\n }\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 23\n }\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 24\n }\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 25\n }\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 26\n }\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 27\n }\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 28\n }\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 29\n }\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 30\n }\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 31\n }\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 32\n }\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 33\n }\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 34\n }\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 35\n }\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 36\n }\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 37\n }\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 38\n }\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 39\n }\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 40\n }\n }\n ],\n \"default_concurrency\": 1,\n \"max_active_runs\": 4,\n \"spend_source\": \"prior ledger plus verified receipts and observed failed-call usage\",\n \"unknown_cost\": \"stop\",\n \"next_run\": \"reserve projection against remaining cap before dispatch\",\n \"eval_allowlist\": \"issue-408-clean-cli-v1\",\n \"settings_sha256\": \"2212b5294d350d38e7095bf15ba7b4b9749799eaefbe61addc809f2496d930b3\",\n \"effective_environment\": {\n \"surface\": \"claude-cli\",\n \"isolation\": \"eval-user\",\n \"capture\": \"text\",\n \"tools\": [],\n \"allowlist\": {\n \".claude/.credentials.json\": \"authentication only; never recorded\",\n \".claude/settings.json\": {\n \"permissions\": {\n \"deny\": [\n \"Read\",\n \"WebFetch\",\n \"WebSearch\"\n ]\n },\n \"syncClaudeAiSkills\": false,\n \"syncClaudeAiPlugins\": false,\n \"autoMemoryEnabled\": false,\n \"disableClaudeAiConnectors\": true\n }\n }\n }\n },\n \"runner_hashes\": {\n \"config.js\": \"ada5d0bec061e001cffec5a04fd5de62888501b221ec062a42ca8e15be40646d\",\n \"config/models.json\": \"6631fd57391ff4fb9cec8b9e9646aca4f8da882ad3af6180be2a2628a1c77a9f\",\n \"bin/driftproof\": \"7eb1193b9e09d9ba735e09b80df89c16273adef9f160c47762e38cec9c95c6cd\",\n \"lib/provider.js\": \"423ed57e3b2cecc16f5bc4857f3b070135b6c027a9c232127b68e915c36542d4\",\n \"lib/plan.js\": \"cd2d041194b434d2751b9b5b4b3bdfb64b24f4aaeecdb8ee22929d36a380e912\",\n \"lib/run.js\": \"83331bfbfb6ea6b138bacae89cef57ecde01f38491d0851c90c52a928bbc12cc\",\n \"lib/cost.js\": \"9d84b84442d94c9012be04a58b5afb3d736d630c215a453776e8fe113a44dd89\",\n \"lib/models.js\": \"ca1f4f9704c4980c4cbc6b87b9dab95ab42217c146528d7ddee417d568bb75dd\",\n \"lib/usage.js\": \"02cfe0b911184dec0667dbf984c71f656d933699d43a5d8b3e7f19e7a3970bff\",\n \"lib/sampling.js\": \"d0651cd91003151c240207700849245f34065576a91605a34a50640bf925253b\",\n \"lib/skill.js\": \"b138b74ce8ac4a0fe964135ae50251388feb4b6657db8832c1c463b6e5d706ec\",\n \"lib/judge.js\": \"914b5215b0910b5e88e18808e340a1727033a37231f52cfc17789b251ec47b94\",\n \"lib/canonical.js\": \"ee77cd144e5f30c92da7173d88aad5e43715aa22073dec9c7ee720406875a89b\",\n \"lib/capture.js\": \"d49499b6293b9455ee55183a80e957ebd8f3d92cd9707007f20d665c9b3ecbe3\",\n \"lib/json.js\": \"d5db4d5fb32e6709067fb71f98c3234c7cf3906549685cf162482cd7403d8ed9\",\n \"lib/regrade.js\": \"c6ce459bd4f7650dbf5dae6863cd0bb8765a1149ba40bef8430d38dc6ec4b2fe\",\n \"lib/stats.js\": \"fbc740f3496d8f406ff1bcbcbca9f4b33a3b2108e87c8864f33d8769b483b7c1\",\n \"specs/408-skill-measurements/campaign.cjs\": \"305fd8fc489df3c480e20c90bd4e1918632cfeb613344e929a814cb666bb3a54\",\n \"specs/408-skill-measurements/eval-audit.cjs\": \"7ce32f7b9f924b0aaa79aed1276f9881e234d3b57bb7a4fe8b6f01feae5fb8ba\",\n \"specs/408-skill-measurements/run-campaign.cjs\": \"ec5e99fa506f6b66423c1a2362f1d5a18bb6bbbcca2d23e9342675da91bfacc5\",\n \"specs/408-skill-measurements/pricing.cjs\": \"984b17d53f91136bfb9e02c84d2e3876f6524eab45e5da3b40c7a512c29205a8\",\n \"specs/408-skill-measurements/ledger.cjs\": \"2168e65ded378e35442c1c9a6106c9ee10d2a678a22352d7ca4b16c66f51d56c\",\n \"specs/408-skill-measurements/prior-spend.json\": \"635f2fded38798e63362edecd01257992c5cdace6b40863dd1c987e097c9a48d\"\n },\n \"plain\": {\n \"rows\": [\n {\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"installs\": 3900241,\n \"rank\": 1,\n \"source_rank\": 1,\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"suite\": \"suites/vercel-labs--skills--find-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"installs\": 1377017,\n \"rank\": 2,\n \"source_rank\": 2,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-me.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"installs\": 1179300,\n \"rank\": 3,\n \"source_rank\": 3,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-with-docs.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"installs\": 1156601,\n \"rank\": 4,\n \"source_rank\": 4,\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-browser--agent-browser.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"installs\": 1125347,\n \"rank\": 5,\n \"source_rank\": 5,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--improve-codebase-architecture.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"installs\": 1101275,\n \"rank\": 6,\n \"source_rank\": 6,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--tdd.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"installs\": 1079951,\n \"rank\": 7,\n \"source_rank\": 7,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-cli.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"installs\": 1031185,\n \"rank\": 8,\n \"source_rank\": 8,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"installs\": 1016764,\n \"rank\": 9,\n \"source_rank\": 9,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--setup-matt-pocock-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"installs\": 999935,\n \"rank\": 10,\n \"source_rank\": 10,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--handoff.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"installs\": 998334,\n \"rank\": 11,\n \"source_rank\": 11,\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"suite\": \"suites/anthropics--skills--frontend-design.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"installs\": 972936,\n \"rank\": 12,\n \"source_rank\": 12,\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"suite\": \"suites/flowkit-labs--skills--reddit-automation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"installs\": 956602,\n \"rank\": 13,\n \"source_rank\": 13,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--triage.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"installs\": 952527,\n \"rank\": 14,\n \"source_rank\": 14,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--prototype.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"installs\": 941576,\n \"rank\": 15,\n \"source_rank\": 15,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--media-use.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"installs\": 932920,\n \"rank\": 16,\n \"source_rank\": 16,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grilling.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"installs\": 919777,\n \"rank\": 17,\n \"source_rank\": 17,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-animation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"installs\": 886036,\n \"rank\": 18,\n \"source_rank\": 18,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-registry.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"installs\": 867938,\n \"rank\": 19,\n \"source_rank\": 19,\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"suite\": \"suites/designed-by-ai--skills--design-mobile-apps.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"installs\": 850837,\n \"rank\": 20,\n \"source_rank\": 20,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-core.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n }\n ],\n \"exclusions\": [],\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 171.61,\n \"attempts\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 1\n }\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 2\n }\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 3\n }\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 4\n }\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 5\n }\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 6\n }\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 7\n }\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 8\n }\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 9\n }\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 10\n }\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 11\n }\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 12\n }\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 13\n }\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 14\n }\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 15\n }\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 16\n }\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 17\n }\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 18\n }\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 19\n }\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 20\n }\n }\n ]\n },\n \"option_3\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 320.966,\n \"attempts\": [\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 21\n }\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 22\n }\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 23\n }\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 24\n }\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 25\n }\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 26\n }\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 27\n }\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 28\n }\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 29\n }\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 30\n }\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 31\n }\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 32\n }\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 33\n }\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 34\n }\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 35\n }\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 36\n }\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 37\n }\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 38\n }\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 39\n }\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 40\n }\n }\n ]\n }\n }\n },\n \"capped\": {\n \"rows\": [\n {\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"installs\": 3900241,\n \"rank\": 1,\n \"source_rank\": 1,\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"suite\": \"suites/vercel-labs--skills--find-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"installs\": 1377017,\n \"rank\": 2,\n \"source_rank\": 2,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-me.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"installs\": 1179300,\n \"rank\": 3,\n \"source_rank\": 3,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-with-docs.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"installs\": 1156601,\n \"rank\": 4,\n \"source_rank\": 4,\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-browser--agent-browser.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"installs\": 1079951,\n \"rank\": 5,\n \"source_rank\": 7,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-cli.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"installs\": 1031185,\n \"rank\": 6,\n \"source_rank\": 8,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"installs\": 998334,\n \"rank\": 7,\n \"source_rank\": 11,\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"suite\": \"suites/anthropics--skills--frontend-design.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"installs\": 972936,\n \"rank\": 8,\n \"source_rank\": 12,\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"suite\": \"suites/flowkit-labs--skills--reddit-automation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"installs\": 867938,\n \"rank\": 9,\n \"source_rank\": 19,\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"suite\": \"suites/designed-by-ai--skills--design-mobile-apps.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-skills\",\n \"skill\": \"vercel-react-best-practices\",\n \"installs\": 810904,\n \"rank\": 10,\n \"source_rank\": 25,\n \"commit\": \"063bee94c3f4df8453406c830b0a7df0f2860278\",\n \"skill_path\": \"skills/react-best-practices/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-skills--vercel-react-best-practices.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"6cca8734712f25beb53818779d44926b86a9e7dfba4f113b12d6074240a6c00c\",\n \"suite_hash\": \"c87f5ca63fe2dfa5857ef58632b173adc965bc48d6cd2f50ea9b5e8e4111aa06\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-video-generation\",\n \"installs\": 788912,\n \"rank\": 11,\n \"source_rank\": 27,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/video/ai-video-generation/SKILL.md\",\n \"suite\": \"suites/101-skills--superpowers--ai-video-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"7d383a9526921b2d78846dae1efa3107be5c527af2862ad532a01c09d0cbebe8\",\n \"suite_hash\": \"eebdb915012c4e6a724e33e9f0cbf874ff303985611068f6b2194379aeeccc99\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-image-generation\",\n \"installs\": 788037,\n \"rank\": 12,\n \"source_rank\": 28,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/image/ai-image-generation/SKILL.md\",\n \"suite\": \"suites/101-skills--superpowers--ai-image-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"9acece361f5d2801714e34168eeee339b4c26e7d505c489eb666a0b785b3b795\",\n \"suite_hash\": \"bebcc3824c68e360d585eb106728f3e34c499e7c0702a1e538f23409d930940b\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-skills\",\n \"skill\": \"web-design-guidelines\",\n \"installs\": 748642,\n \"rank\": 13,\n \"source_rank\": 55,\n \"commit\": \"063bee94c3f4df8453406c830b0a7df0f2860278\",\n \"skill_path\": \"skills/web-design-guidelines/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-skills--web-design-guidelines.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4ff8dbcaf34131a6c0c041655634759a200f3cb7c3be181db32218e166920583\",\n \"suite_hash\": \"0d334d6418076f9c11b1997be51fd86909975e9d2a1a8e8886ff4254bbdcd1e5\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"remotion-dev/skills\",\n \"skill\": \"remotion-best-practices\",\n \"installs\": 632787,\n \"rank\": 14,\n \"source_rank\": 67,\n \"commit\": \"1441a11e95db35443bd76bb318386c0d3ca00053\",\n \"skill_path\": \"skills/remotion-best-practices/SKILL.md\",\n \"suite\": \"suites/remotion-dev--skills--remotion-best-practices.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"ae1789ae0e338e3b5c57ebe9e3e75aa2fbb1cc91a97513eec85f911b3825356e\",\n \"suite_hash\": \"fc7a412555d11d512044a035cb54eb94726fd42b850e523e047360656c935a98\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"leonxlnx/taste-skill\",\n \"skill\": \"design-taste-frontend\",\n \"installs\": 628051,\n \"rank\": 15,\n \"source_rank\": 68,\n \"commit\": \"f624f37a8c650b9cc550253104925efe4c8de246\",\n \"skill_path\": \"skills/taste-skill/SKILL.md\",\n \"suite\": \"suites/leonxlnx--taste-skill--design-taste-frontend.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"cb43c448e5b265bc2690390599c7beccb74b5e3f84f711676fa3a1b3754c09a4\",\n \"suite_hash\": \"3dfa77b774329fd480e638b05c5f9bdf65b9b20d7a2b1b253eb574576fa31222\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-image-generation\",\n \"installs\": 605195,\n \"rank\": 16,\n \"source_rank\": 70,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/image/ai-image-generation/SKILL.md\",\n \"suite\": \"suites/magentosh--superpowers--ai-image-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4371ac56285531097406982684db332a12648f906daa6d773761b30e822a2310\",\n \"suite_hash\": \"89368f7397f7bd60954e4ca689344a2e32b42447d23c3bc93916360c5d5cc8aa\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-video-generation\",\n \"installs\": 604922,\n \"rank\": 17,\n \"source_rank\": 71,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/video/ai-video-generation/SKILL.md\",\n \"suite\": \"suites/magentosh--superpowers--ai-video-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3e74def8284f66b03d4761da2520464db2f9839b7eb9a29bdd8fffdd7fc4227b\",\n \"suite_hash\": \"f28c2cb64e344729c97f2d29127fb598c268a49861d7d02fa87bd3c76c4af1c2\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"juliusbrussee/caveman\",\n \"skill\": \"caveman\",\n \"installs\": 578281,\n \"rank\": 18,\n \"source_rank\": 75,\n \"commit\": \"81958ad82f2e2da4417778f81f8a3c838d81b798\",\n \"skill_path\": \"skills/caveman/SKILL.md\",\n \"suite\": \"suites/juliusbrussee--caveman--caveman.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"066a12ee7bae44c94f567607c7e23af1b48767606eac41e5ff012ca5f93b1187\",\n \"suite_hash\": \"78c0b4d8ac0c0ffbc519f08286173dffb23fe64904e5fa399600d9025ef8247d\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"microsoft/azure-skills\",\n \"skill\": \"microsoft-foundry\",\n \"installs\": 568927,\n \"rank\": 19,\n \"source_rank\": 76,\n \"commit\": \"cf79ce8778ad063eeac19dbe8bf982d71b466ce0\",\n \"skill_path\": \"skills/microsoft-foundry/SKILL.md\",\n \"suite\": \"suites/microsoft--azure-skills--microsoft-foundry.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3c24d7f9caffe614bcbcc6c89a08ef36b1c8f73b9ccc726f1d894918a19f0a81\",\n \"suite_hash\": \"01cff5e9cec7d6075e757c5cc6c4e2d119d9bb2978972916d8e78621fb36fc1a\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"microsoft/azure-skills\",\n \"skill\": \"azure-diagnostics\",\n \"installs\": 560460,\n \"rank\": 20,\n \"source_rank\": 78,\n \"commit\": \"cf79ce8778ad063eeac19dbe8bf982d71b466ce0\",\n \"skill_path\": \"skills/azure-diagnostics/SKILL.md\",\n \"suite\": \"suites/microsoft--azure-skills--azure-diagnostics.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"8ff38dca538a82d24ccc7a624204363613a01b068feaa6b3b0e5c87ce8af9034\",\n \"suite_hash\": \"ddcbd1141d8dd4ef26eb97ea8b30fcfe874df34d12a63f9d1625af216d0d4a52\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n }\n ],\n \"exclusions\": [\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"installs\": 1125347,\n \"source_rank\": 5,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"installs\": 1101275,\n \"source_rank\": 6,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"installs\": 1016764,\n \"source_rank\": 9,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"installs\": 999935,\n \"source_rank\": 10,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"installs\": 956602,\n \"source_rank\": 13,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"installs\": 952527,\n \"source_rank\": 14,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"installs\": 941576,\n \"source_rank\": 15,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"installs\": 932920,\n \"source_rank\": 16,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"installs\": 919777,\n \"source_rank\": 17,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"installs\": 886036,\n \"source_rank\": 18,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"installs\": 850837,\n \"source_rank\": 20,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-creative\",\n \"installs\": 839047,\n \"source_rank\": 21,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"domain-modeling\",\n \"installs\": 837491,\n \"source_rank\": 22,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"teach\",\n \"installs\": 826844,\n \"source_rank\": 23,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"codebase-design\",\n \"installs\": 812804,\n \"source_rank\": 24,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"diagnosing-bugs\",\n \"installs\": 797796,\n \"source_rank\": 26,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"twitter-automation\",\n \"installs\": 787840,\n \"source_rank\": 29,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-avatar-video\",\n \"installs\": 787565,\n \"source_rank\": 30,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-doc\",\n \"installs\": 781203,\n \"source_rank\": 31,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-base\",\n \"installs\": 780695,\n \"source_rank\": 32,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-drive\",\n \"installs\": 780658,\n \"source_rank\": 33,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-shared\",\n \"installs\": 780349,\n \"source_rank\": 34,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-im\",\n \"installs\": 779853,\n \"source_rank\": 35,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-calendar\",\n \"installs\": 779506,\n \"source_rank\": 36,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-approval\",\n \"installs\": 779418,\n \"source_rank\": 37,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-sheets\",\n \"installs\": 779353,\n \"source_rank\": 38,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-wiki\",\n \"installs\": 779186,\n \"source_rank\": 39,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-contact\",\n \"installs\": 778628,\n \"source_rank\": 40,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-task\",\n \"installs\": 778412,\n \"source_rank\": 41,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-slides\",\n \"installs\": 778360,\n \"source_rank\": 42,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-mail\",\n \"installs\": 778316,\n \"source_rank\": 43,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-whiteboard\",\n \"installs\": 778205,\n \"source_rank\": 44,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-event\",\n \"installs\": 778125,\n \"source_rank\": 45,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-openapi-explorer\",\n \"installs\": 777902,\n \"source_rank\": 46,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-attendance\",\n \"installs\": 777844,\n \"source_rank\": 47,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-minutes\",\n \"installs\": 777525,\n \"source_rank\": 48,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-skill-maker\",\n \"installs\": 777478,\n \"source_rank\": 49,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-workflow-meeting-summary\",\n \"installs\": 777327,\n \"source_rank\": 50,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-workflow-standup-report\",\n \"installs\": 777079,\n \"source_rank\": 51,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-vc\",\n \"installs\": 776813,\n \"source_rank\": 52,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-okr\",\n \"installs\": 758749,\n \"source_rank\": 53,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"code-review\",\n \"installs\": 750981,\n \"source_rank\": 54,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-markdown\",\n \"installs\": 744525,\n \"source_rank\": 56,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"implement\",\n \"installs\": 737952,\n \"source_rank\": 57,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"ask-matt\",\n \"installs\": 733620,\n \"source_rank\": 58,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-vc-agent\",\n \"installs\": 721457,\n \"source_rank\": 59,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-keyframes\",\n \"installs\": 703421,\n \"source_rank\": 60,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-apps\",\n \"installs\": 689518,\n \"source_rank\": 61,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"wayfinder\",\n \"installs\": 683395,\n \"source_rank\": 62,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"to-spec\",\n \"installs\": 679959,\n \"source_rank\": 63,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"research\",\n \"installs\": 676769,\n \"source_rank\": 64,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"to-tickets\",\n \"installs\": 674708,\n \"source_rank\": 65,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"uizze.sh\",\n \"skill\": \"ui-taste\",\n \"installs\": 637120,\n \"source_rank\": 66,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"general-video\",\n \"installs\": 616150,\n \"source_rank\": 69,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-avatar-video\",\n \"installs\": 604857,\n \"source_rank\": 72,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"twitter-automation\",\n \"installs\": 604742,\n \"source_rank\": 73,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-audio\",\n \"installs\": 601101,\n \"source_rank\": 74,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-note\",\n \"installs\": 561704,\n \"source_rank\": 77,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n }\n ],\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 171.61\n },\n \"option_3\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 320.966\n }\n }\n }\n}\n" }, { "sha256": "861afc4f340eed97c4e9ccd9ecdaf53c9e5673db4f1cd91f4c00cb4c21843a04", "bytes": "{\n \"snapshot_sha256\": \"77df2a30f7c2dea2cadc20dd945df8a7c59f13a140aed214e32165cce45e6b84\",\n \"sources_sha256\": \"e05bfe244d11cf0b9807b1a45a7f297f308cae79b3ab3b84400784d8e24564ca\",\n \"runner_defaults\": {\n \"samples\": 5,\n \"draws\": 10,\n \"lift\": 0.05,\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judgeModel\": \"claude-haiku-4-5-20251001\"\n },\n \"model_options\": [\n {\n \"id\": \"option_1\",\n \"targets\": [\n \"claude-sonnet-5-5\"\n ],\n \"judge\": \"claude-haiku-5-5\",\n \"comparison_only\": false,\n \"prices\": {\n \"claude-sonnet-5-5\": {\n \"input\": 2,\n \"output\": 10,\n \"registered\": true\n },\n \"claude-haiku-5-5\": {\n \"input\": 0.1,\n \"output\": 0.5,\n \"registered\": true\n }\n }\n },\n {\n \"id\": \"option_3\",\n \"targets\": [\n \"claude-opus-5-5\"\n ],\n \"judge\": \"claude-haiku-5-5\",\n \"comparison_only\": false,\n \"prices\": {\n \"claude-opus-5-5\": {\n \"input\": 4,\n \"output\": 20,\n \"registered\": true\n },\n \"claude-haiku-5-5\": {\n \"input\": 0.1,\n \"output\": 0.5,\n \"registered\": true\n }\n }\n }\n ],\n \"usage_profile\": {\n \"receipts\": [\n {\n \"file\": \"receipts/report-014/run-1/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"7409c0b08102f58df8e9e04498e601bbc8d2456d42ac4eb9f752dc10e635faa9\",\n \"receipt_hash\": \"d1a00f6045586a6cb089a0b761a18b61d9f146b12ba4e8b5ec5b94d84555b1e7\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 3,\n \"judge\": 21\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"17dc654342887aed1d26a27bf22c1a6ca7f32696ff1339e077aab43b737f5f5b\",\n \"receipt_hash\": \"cb75db64ce25b96e8a29e0872c4c15e39df5216144cc494a190c78290a60df5f\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 4,\n \"judge\": 21\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"f38cffe80c42f5c38d17beab33ffec0357b04b678cd297c8a73094025df9d4a6\",\n \"receipt_hash\": \"b07465a1c5983497f793fbcbbac84641a2b44a08ccb0a66d0d3acf0dc36efc00\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"624f4514a53a68a5d7c55ef8d6e262db59ed476b3ecc30ef5b0f5c8132917131\",\n \"receipt_hash\": \"ace4c1d1a699d25b67fe54f3f8fb39fe8beeecba2d46b380ea35f30babe46e8b\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"a8b7b5f1eaa7153f7c2308056cd512a521709be79adde2f3500a28e7868759f6\",\n \"receipt_hash\": \"9d2667c7cc74ff3cb7c74eea84f2b69a76a31cb0f006b34464385bdffd87c667\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"192e83c467239cfa603d579366c9518b74783933ac38ed56a7f1f8e7be0a4926\",\n \"receipt_hash\": \"8b2539f6940219311968f6831ab6a51f87125f1ec2e9dc8b8047bec1393390fd\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"197ee185344a64f4eefbe81c84f6d3f2cfd25cb1f40d8200594abcaaa3de2a5e\",\n \"receipt_hash\": \"dc7b05025314f1d1326fa072f19a205704726dc3ccd84c2b1dc76c362acb956e\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 6,\n \"baseline\": 7,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"b0be9dc1a87d175c1c3ae90a2d39ab6ca222371b06ff6b1593b88b95f20b07b8\",\n \"receipt_hash\": \"dc58b1feb593eefa771834a5c6a1b3dd1a63a3b9e1133a993eab396978afe05c\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 4,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"23a2da9f4a5608b88075e611f8f8dd5cd0392dafc29ab3bc13e111513e6e7bef\",\n \"receipt_hash\": \"3609ddc948814c96efd00ef98d89349bda96d29ca659265e784f82f478ccc44f\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 4,\n \"judge\": 27\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"52f94978ca46d0079778b177ca4ee77045644af7e18edb7bfaca8cb3ea7f5280\",\n \"receipt_hash\": \"d1829e258160c025324ddc1898470c66a0cf7fcc4c03d1d2ae9a4f49e5d889ae\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"c80f0213a59939018e74acecbab3600cedbda108e1e3123263561e549d160295\",\n \"receipt_hash\": \"ce5e71feb67ea891c3af875da1d825f0699d6ac6fb6960973bbe4105d7ec92b0\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"460f50a6dbb609b62fb21cf46438382b9f01cc55e45ce79a3d03e244a015e6cc\",\n \"receipt_hash\": \"5d46e61c93a1bc1d370cd96ab75775947213cd8ec8dae95a55909deebf4f4167\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"2f97943876d27abe43248c18eab0d9acdfe5b5aa8da2db416d26107a08ee519e\",\n \"receipt_hash\": \"3e9152ffbfd278f5bc8ff55da335f14b386e6a51de44694c4298518f1bc3db49\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 4,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"6bc26b6843049c6687a0d289e937c233d5d81c0fd95b8374e7328df46d579e94\",\n \"receipt_hash\": \"d001090cd7f42f64085825e4e72e3b25dc8d0b611cffcc28771d73116140ba31\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 10,\n \"baseline\": 3,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"044f0d11596cb1d08361fdc3e6ec37c035fe7c3fade4dd2ba6adeee4e16d032b\",\n \"receipt_hash\": \"c298235bf3e35b729a3024ae1d656af4e7120fcec1c16bfffc8eb3853fb9c456\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 6,\n \"baseline\": 7,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"a2bd9689d91c7de05f97ae0c9ad9e4dc77105df7281ca7d493340b91db43b14f\",\n \"receipt_hash\": \"aac9b8993050bd0c6c89b37734ed60645f112a6b632bbbb711668875fa8b88ec\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"ccf8b4e46ed8abdf1e0ff689a62220b5e0e99e5cb57f51fe8e9f094a0261d33b\",\n \"receipt_hash\": \"bf1e17919f1e906859cc53120fd6f949f06c71bddd8f198e463792de623c0602\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"30a75f51e905bf473ad8f117a0f0a9de745dce51e2454fea2f93e7e90a360043\",\n \"receipt_hash\": \"473b43d59a2a3d307c1e15dd3ea4618d1e7a4ed51418782bda1dc4f8ef717b92\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 7,\n \"judge\": 30\n }\n }\n ],\n \"usage\": {\n \"with_skill\": {\n \"calls\": 78,\n \"records\": 78,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 78,\n \"total\": 1673111,\n \"mean\": 21450.141025641027,\n \"max_per_call\": 26813\n },\n \"output_tokens\": {\n \"observed_calls\": 78,\n \"total\": 109645,\n \"mean\": 1405.7051282051282,\n \"max_per_call\": 2846\n },\n \"cached_tokens\": {\n \"observed_calls\": 78,\n \"total\": 1554618,\n \"mean\": 19931,\n \"max_per_call\": 26811\n }\n },\n \"projected_tokens\": {\n \"input\": 20625.384615384613,\n \"output\": 2651\n }\n },\n \"baseline\": {\n \"calls\": 70,\n \"records\": 70,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 70,\n \"total\": 1177096,\n \"mean\": 16815.657142857144,\n \"max_per_call\": 19891\n },\n \"output_tokens\": {\n \"observed_calls\": 70,\n \"total\": 83037,\n \"mean\": 1186.2428571428572,\n \"max_per_call\": 2764\n },\n \"cached_tokens\": {\n \"observed_calls\": 70,\n \"total\": 1109117,\n \"mean\": 15844.528571428571,\n \"max_per_call\": 19889\n }\n },\n \"projected_tokens\": {\n \"input\": 15300.76923076923,\n \"output\": 2126.153846153846\n }\n },\n \"judge\": {\n \"calls\": 444,\n \"records\": 148,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 444,\n \"total\": 6703851,\n \"mean\": 15098.763513513513,\n \"max_per_call\": 16081\n },\n \"output_tokens\": {\n \"observed_calls\": 444,\n \"total\": 243161,\n \"mean\": 547.6599099099099,\n \"max_per_call\": 985.3333333333334\n },\n \"cached_tokens\": {\n \"observed_calls\": 444,\n \"total\": 4948259,\n \"mean\": 11144.727477477478,\n \"max_per_call\": 11805.666666666666\n }\n },\n \"projected_tokens\": {\n \"input\": 12370,\n \"output\": 757.9487179487179\n }\n }\n },\n \"cache_creation\": \"Not separately recorded. Included in normalized input_tokens. Cached tokens are a subset, never additive.\",\n \"method\": \"Lane maxima normalized to the older tokenizer, then scaled and rounded up for the selected model. Judge values are per-draw sample averages. Twice all input list rate; no cache discount. Historical token maxima are not a bound on future usage.\"\n },\n \"capture\": \"text\",\n \"sampling\": {\n \"min\": 3,\n \"max\": 10,\n \"sdThreshold\": 0.05,\n \"stabilityEps\": 0.01\n },\n \"spend_authorized\": false,\n \"pricing_sha256\": \"a389ae20db32fc43491f038ce4eb9e681e029cf5bf08eb19cbaba6d9fedcf992\",\n \"cap_usd\": 2500,\n \"budget_description\": \"USD 2,500 admission budget; actual usage may overrun\",\n \"selected_list\": \"plain\",\n \"selected_model_options\": [\n \"option_1\",\n \"option_3\"\n ],\n \"protocol_state\": \"frozen\",\n \"execution\": {\n \"attempts\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 1\n }\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 2\n }\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 3\n }\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 4\n }\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 5\n }\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 6\n }\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 7\n }\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 8\n }\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 9\n }\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 10\n }\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 11\n }\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 12\n }\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 13\n }\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 14\n }\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 15\n }\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 16\n }\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 17\n }\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 18\n }\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 19\n }\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 20\n }\n },\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 21\n }\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 22\n }\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 23\n }\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 24\n }\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 25\n }\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 26\n }\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 27\n }\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 28\n }\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 29\n }\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 30\n }\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 31\n }\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 32\n }\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 33\n }\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 34\n }\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 35\n }\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 36\n }\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 37\n }\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 38\n }\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 39\n }\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 40\n }\n }\n ],\n \"default_concurrency\": 1,\n \"max_active_runs\": 4,\n \"spend_source\": \"prior ledger plus verified receipts and observed failed-call usage\",\n \"unknown_cost\": \"stop\",\n \"next_run\": \"reserve projection against remaining cap before dispatch\",\n \"eval_allowlist\": \"issue-408-clean-cli-v1\",\n \"settings_sha256\": \"2212b5294d350d38e7095bf15ba7b4b9749799eaefbe61addc809f2496d930b3\",\n \"effective_environment\": {\n \"surface\": \"claude-cli\",\n \"isolation\": \"eval-user\",\n \"capture\": \"text\",\n \"tools\": [],\n \"allowlist\": {\n \".claude/.credentials.json\": \"authentication only; never recorded\",\n \".claude/settings.json\": {\n \"permissions\": {\n \"deny\": [\n \"Read\",\n \"WebFetch\",\n \"WebSearch\"\n ]\n },\n \"syncClaudeAiSkills\": false,\n \"syncClaudeAiPlugins\": false,\n \"autoMemoryEnabled\": false,\n \"disableClaudeAiConnectors\": true\n }\n }\n }\n },\n \"runner_hashes\": {\n \"config.js\": \"ada5d0bec061e001cffec5a04fd5de62888501b221ec062a42ca8e15be40646d\",\n \"config/models.json\": \"6631fd57391ff4fb9cec8b9e9646aca4f8da882ad3af6180be2a2628a1c77a9f\",\n \"bin/driftproof\": \"7eb1193b9e09d9ba735e09b80df89c16273adef9f160c47762e38cec9c95c6cd\",\n \"lib/provider.js\": \"423ed57e3b2cecc16f5bc4857f3b070135b6c027a9c232127b68e915c36542d4\",\n \"lib/plan.js\": \"cd2d041194b434d2751b9b5b4b3bdfb64b24f4aaeecdb8ee22929d36a380e912\",\n \"lib/run.js\": \"83331bfbfb6ea6b138bacae89cef57ecde01f38491d0851c90c52a928bbc12cc\",\n \"lib/cost.js\": \"9d84b84442d94c9012be04a58b5afb3d736d630c215a453776e8fe113a44dd89\",\n \"lib/models.js\": \"ca1f4f9704c4980c4cbc6b87b9dab95ab42217c146528d7ddee417d568bb75dd\",\n \"lib/usage.js\": \"02cfe0b911184dec0667dbf984c71f656d933699d43a5d8b3e7f19e7a3970bff\",\n \"lib/sampling.js\": \"d0651cd91003151c240207700849245f34065576a91605a34a50640bf925253b\",\n \"lib/skill.js\": \"b138b74ce8ac4a0fe964135ae50251388feb4b6657db8832c1c463b6e5d706ec\",\n \"lib/judge.js\": \"914b5215b0910b5e88e18808e340a1727033a37231f52cfc17789b251ec47b94\",\n \"lib/canonical.js\": \"ee77cd144e5f30c92da7173d88aad5e43715aa22073dec9c7ee720406875a89b\",\n \"lib/capture.js\": \"d49499b6293b9455ee55183a80e957ebd8f3d92cd9707007f20d665c9b3ecbe3\",\n \"lib/json.js\": \"d5db4d5fb32e6709067fb71f98c3234c7cf3906549685cf162482cd7403d8ed9\",\n \"lib/regrade.js\": \"c6ce459bd4f7650dbf5dae6863cd0bb8765a1149ba40bef8430d38dc6ec4b2fe\",\n \"lib/stats.js\": \"fbc740f3496d8f406ff1bcbcbca9f4b33a3b2108e87c8864f33d8769b483b7c1\",\n \"specs/408-skill-measurements/campaign.cjs\": \"305fd8fc489df3c480e20c90bd4e1918632cfeb613344e929a814cb666bb3a54\",\n \"specs/408-skill-measurements/eval-audit.cjs\": \"cb4dbbda614e64e079ae6ef2645737490f17911fc893cc1b951554be1d12556c\",\n \"specs/408-skill-measurements/run-campaign.cjs\": \"4985d822e61d1644b6d9c92456faa4b6d7b44e7b017f3c33c9a7bc447128e386\",\n \"specs/408-skill-measurements/pricing.cjs\": \"984b17d53f91136bfb9e02c84d2e3876f6524eab45e5da3b40c7a512c29205a8\",\n \"specs/408-skill-measurements/ledger.cjs\": \"2168e65ded378e35442c1c9a6106c9ee10d2a678a22352d7ca4b16c66f51d56c\",\n \"specs/408-skill-measurements/prior-spend.json\": \"635f2fded38798e63362edecd01257992c5cdace6b40863dd1c987e097c9a48d\"\n },\n \"plain\": {\n \"rows\": [\n {\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"installs\": 3900241,\n \"rank\": 1,\n \"source_rank\": 1,\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"suite\": \"suites/vercel-labs--skills--find-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"installs\": 1377017,\n \"rank\": 2,\n \"source_rank\": 2,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-me.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"installs\": 1179300,\n \"rank\": 3,\n \"source_rank\": 3,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-with-docs.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"installs\": 1156601,\n \"rank\": 4,\n \"source_rank\": 4,\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-browser--agent-browser.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"installs\": 1125347,\n \"rank\": 5,\n \"source_rank\": 5,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--improve-codebase-architecture.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"installs\": 1101275,\n \"rank\": 6,\n \"source_rank\": 6,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--tdd.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"installs\": 1079951,\n \"rank\": 7,\n \"source_rank\": 7,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-cli.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"installs\": 1031185,\n \"rank\": 8,\n \"source_rank\": 8,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"installs\": 1016764,\n \"rank\": 9,\n \"source_rank\": 9,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--setup-matt-pocock-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"installs\": 999935,\n \"rank\": 10,\n \"source_rank\": 10,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--handoff.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"installs\": 998334,\n \"rank\": 11,\n \"source_rank\": 11,\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"suite\": \"suites/anthropics--skills--frontend-design.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"installs\": 972936,\n \"rank\": 12,\n \"source_rank\": 12,\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"suite\": \"suites/flowkit-labs--skills--reddit-automation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"installs\": 956602,\n \"rank\": 13,\n \"source_rank\": 13,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--triage.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"installs\": 952527,\n \"rank\": 14,\n \"source_rank\": 14,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--prototype.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"installs\": 941576,\n \"rank\": 15,\n \"source_rank\": 15,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--media-use.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"installs\": 932920,\n \"rank\": 16,\n \"source_rank\": 16,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grilling.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"installs\": 919777,\n \"rank\": 17,\n \"source_rank\": 17,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-animation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"installs\": 886036,\n \"rank\": 18,\n \"source_rank\": 18,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-registry.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"installs\": 867938,\n \"rank\": 19,\n \"source_rank\": 19,\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"suite\": \"suites/designed-by-ai--skills--design-mobile-apps.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"installs\": 850837,\n \"rank\": 20,\n \"source_rank\": 20,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-core.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n }\n ],\n \"exclusions\": [],\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 171.61,\n \"attempts\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 1\n }\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 2\n }\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 3\n }\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 4\n }\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 5\n }\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 6\n }\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 7\n }\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 8\n }\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 9\n }\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 10\n }\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 11\n }\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 12\n }\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 13\n }\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 14\n }\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 15\n }\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 16\n }\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 17\n }\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 18\n }\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 19\n }\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 20\n }\n }\n ]\n },\n \"option_3\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 320.966,\n \"attempts\": [\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 21\n }\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 22\n }\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 23\n }\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 24\n }\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 25\n }\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 26\n }\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 27\n }\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 28\n }\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 29\n }\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 30\n }\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 31\n }\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 32\n }\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 33\n }\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 34\n }\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 35\n }\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 36\n }\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 37\n }\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 38\n }\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 39\n }\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 40\n }\n }\n ]\n }\n }\n },\n \"capped\": {\n \"rows\": [\n {\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"installs\": 3900241,\n \"rank\": 1,\n \"source_rank\": 1,\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"suite\": \"suites/vercel-labs--skills--find-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"installs\": 1377017,\n \"rank\": 2,\n \"source_rank\": 2,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-me.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"installs\": 1179300,\n \"rank\": 3,\n \"source_rank\": 3,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-with-docs.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"installs\": 1156601,\n \"rank\": 4,\n \"source_rank\": 4,\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-browser--agent-browser.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"installs\": 1079951,\n \"rank\": 5,\n \"source_rank\": 7,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-cli.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"installs\": 1031185,\n \"rank\": 6,\n \"source_rank\": 8,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"installs\": 998334,\n \"rank\": 7,\n \"source_rank\": 11,\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"suite\": \"suites/anthropics--skills--frontend-design.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"installs\": 972936,\n \"rank\": 8,\n \"source_rank\": 12,\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"suite\": \"suites/flowkit-labs--skills--reddit-automation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"installs\": 867938,\n \"rank\": 9,\n \"source_rank\": 19,\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"suite\": \"suites/designed-by-ai--skills--design-mobile-apps.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-skills\",\n \"skill\": \"vercel-react-best-practices\",\n \"installs\": 810904,\n \"rank\": 10,\n \"source_rank\": 25,\n \"commit\": \"063bee94c3f4df8453406c830b0a7df0f2860278\",\n \"skill_path\": \"skills/react-best-practices/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-skills--vercel-react-best-practices.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"6cca8734712f25beb53818779d44926b86a9e7dfba4f113b12d6074240a6c00c\",\n \"suite_hash\": \"c87f5ca63fe2dfa5857ef58632b173adc965bc48d6cd2f50ea9b5e8e4111aa06\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-video-generation\",\n \"installs\": 788912,\n \"rank\": 11,\n \"source_rank\": 27,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/video/ai-video-generation/SKILL.md\",\n \"suite\": \"suites/101-skills--superpowers--ai-video-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"7d383a9526921b2d78846dae1efa3107be5c527af2862ad532a01c09d0cbebe8\",\n \"suite_hash\": \"eebdb915012c4e6a724e33e9f0cbf874ff303985611068f6b2194379aeeccc99\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-image-generation\",\n \"installs\": 788037,\n \"rank\": 12,\n \"source_rank\": 28,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/image/ai-image-generation/SKILL.md\",\n \"suite\": \"suites/101-skills--superpowers--ai-image-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"9acece361f5d2801714e34168eeee339b4c26e7d505c489eb666a0b785b3b795\",\n \"suite_hash\": \"bebcc3824c68e360d585eb106728f3e34c499e7c0702a1e538f23409d930940b\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-skills\",\n \"skill\": \"web-design-guidelines\",\n \"installs\": 748642,\n \"rank\": 13,\n \"source_rank\": 55,\n \"commit\": \"063bee94c3f4df8453406c830b0a7df0f2860278\",\n \"skill_path\": \"skills/web-design-guidelines/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-skills--web-design-guidelines.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4ff8dbcaf34131a6c0c041655634759a200f3cb7c3be181db32218e166920583\",\n \"suite_hash\": \"0d334d6418076f9c11b1997be51fd86909975e9d2a1a8e8886ff4254bbdcd1e5\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"remotion-dev/skills\",\n \"skill\": \"remotion-best-practices\",\n \"installs\": 632787,\n \"rank\": 14,\n \"source_rank\": 67,\n \"commit\": \"1441a11e95db35443bd76bb318386c0d3ca00053\",\n \"skill_path\": \"skills/remotion-best-practices/SKILL.md\",\n \"suite\": \"suites/remotion-dev--skills--remotion-best-practices.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"ae1789ae0e338e3b5c57ebe9e3e75aa2fbb1cc91a97513eec85f911b3825356e\",\n \"suite_hash\": \"fc7a412555d11d512044a035cb54eb94726fd42b850e523e047360656c935a98\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"leonxlnx/taste-skill\",\n \"skill\": \"design-taste-frontend\",\n \"installs\": 628051,\n \"rank\": 15,\n \"source_rank\": 68,\n \"commit\": \"f624f37a8c650b9cc550253104925efe4c8de246\",\n \"skill_path\": \"skills/taste-skill/SKILL.md\",\n \"suite\": \"suites/leonxlnx--taste-skill--design-taste-frontend.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"cb43c448e5b265bc2690390599c7beccb74b5e3f84f711676fa3a1b3754c09a4\",\n \"suite_hash\": \"3dfa77b774329fd480e638b05c5f9bdf65b9b20d7a2b1b253eb574576fa31222\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-image-generation\",\n \"installs\": 605195,\n \"rank\": 16,\n \"source_rank\": 70,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/image/ai-image-generation/SKILL.md\",\n \"suite\": \"suites/magentosh--superpowers--ai-image-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4371ac56285531097406982684db332a12648f906daa6d773761b30e822a2310\",\n \"suite_hash\": \"89368f7397f7bd60954e4ca689344a2e32b42447d23c3bc93916360c5d5cc8aa\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-video-generation\",\n \"installs\": 604922,\n \"rank\": 17,\n \"source_rank\": 71,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/video/ai-video-generation/SKILL.md\",\n \"suite\": \"suites/magentosh--superpowers--ai-video-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3e74def8284f66b03d4761da2520464db2f9839b7eb9a29bdd8fffdd7fc4227b\",\n \"suite_hash\": \"f28c2cb64e344729c97f2d29127fb598c268a49861d7d02fa87bd3c76c4af1c2\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"juliusbrussee/caveman\",\n \"skill\": \"caveman\",\n \"installs\": 578281,\n \"rank\": 18,\n \"source_rank\": 75,\n \"commit\": \"81958ad82f2e2da4417778f81f8a3c838d81b798\",\n \"skill_path\": \"skills/caveman/SKILL.md\",\n \"suite\": \"suites/juliusbrussee--caveman--caveman.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"066a12ee7bae44c94f567607c7e23af1b48767606eac41e5ff012ca5f93b1187\",\n \"suite_hash\": \"78c0b4d8ac0c0ffbc519f08286173dffb23fe64904e5fa399600d9025ef8247d\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"microsoft/azure-skills\",\n \"skill\": \"microsoft-foundry\",\n \"installs\": 568927,\n \"rank\": 19,\n \"source_rank\": 76,\n \"commit\": \"cf79ce8778ad063eeac19dbe8bf982d71b466ce0\",\n \"skill_path\": \"skills/microsoft-foundry/SKILL.md\",\n \"suite\": \"suites/microsoft--azure-skills--microsoft-foundry.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3c24d7f9caffe614bcbcc6c89a08ef36b1c8f73b9ccc726f1d894918a19f0a81\",\n \"suite_hash\": \"01cff5e9cec7d6075e757c5cc6c4e2d119d9bb2978972916d8e78621fb36fc1a\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"microsoft/azure-skills\",\n \"skill\": \"azure-diagnostics\",\n \"installs\": 560460,\n \"rank\": 20,\n \"source_rank\": 78,\n \"commit\": \"cf79ce8778ad063eeac19dbe8bf982d71b466ce0\",\n \"skill_path\": \"skills/azure-diagnostics/SKILL.md\",\n \"suite\": \"suites/microsoft--azure-skills--azure-diagnostics.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"8ff38dca538a82d24ccc7a624204363613a01b068feaa6b3b0e5c87ce8af9034\",\n \"suite_hash\": \"ddcbd1141d8dd4ef26eb97ea8b30fcfe874df34d12a63f9d1625af216d0d4a52\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n }\n ],\n \"exclusions\": [\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"installs\": 1125347,\n \"source_rank\": 5,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"installs\": 1101275,\n \"source_rank\": 6,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"installs\": 1016764,\n \"source_rank\": 9,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"installs\": 999935,\n \"source_rank\": 10,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"installs\": 956602,\n \"source_rank\": 13,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"installs\": 952527,\n \"source_rank\": 14,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"installs\": 941576,\n \"source_rank\": 15,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"installs\": 932920,\n \"source_rank\": 16,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"installs\": 919777,\n \"source_rank\": 17,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"installs\": 886036,\n \"source_rank\": 18,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"installs\": 850837,\n \"source_rank\": 20,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-creative\",\n \"installs\": 839047,\n \"source_rank\": 21,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"domain-modeling\",\n \"installs\": 837491,\n \"source_rank\": 22,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"teach\",\n \"installs\": 826844,\n \"source_rank\": 23,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"codebase-design\",\n \"installs\": 812804,\n \"source_rank\": 24,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"diagnosing-bugs\",\n \"installs\": 797796,\n \"source_rank\": 26,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"twitter-automation\",\n \"installs\": 787840,\n \"source_rank\": 29,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-avatar-video\",\n \"installs\": 787565,\n \"source_rank\": 30,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-doc\",\n \"installs\": 781203,\n \"source_rank\": 31,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-base\",\n \"installs\": 780695,\n \"source_rank\": 32,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-drive\",\n \"installs\": 780658,\n \"source_rank\": 33,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-shared\",\n \"installs\": 780349,\n \"source_rank\": 34,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-im\",\n \"installs\": 779853,\n \"source_rank\": 35,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-calendar\",\n \"installs\": 779506,\n \"source_rank\": 36,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-approval\",\n \"installs\": 779418,\n \"source_rank\": 37,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-sheets\",\n \"installs\": 779353,\n \"source_rank\": 38,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-wiki\",\n \"installs\": 779186,\n \"source_rank\": 39,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-contact\",\n \"installs\": 778628,\n \"source_rank\": 40,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-task\",\n \"installs\": 778412,\n \"source_rank\": 41,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-slides\",\n \"installs\": 778360,\n \"source_rank\": 42,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-mail\",\n \"installs\": 778316,\n \"source_rank\": 43,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-whiteboard\",\n \"installs\": 778205,\n \"source_rank\": 44,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-event\",\n \"installs\": 778125,\n \"source_rank\": 45,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-openapi-explorer\",\n \"installs\": 777902,\n \"source_rank\": 46,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-attendance\",\n \"installs\": 777844,\n \"source_rank\": 47,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-minutes\",\n \"installs\": 777525,\n \"source_rank\": 48,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-skill-maker\",\n \"installs\": 777478,\n \"source_rank\": 49,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-workflow-meeting-summary\",\n \"installs\": 777327,\n \"source_rank\": 50,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-workflow-standup-report\",\n \"installs\": 777079,\n \"source_rank\": 51,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-vc\",\n \"installs\": 776813,\n \"source_rank\": 52,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-okr\",\n \"installs\": 758749,\n \"source_rank\": 53,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"code-review\",\n \"installs\": 750981,\n \"source_rank\": 54,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-markdown\",\n \"installs\": 744525,\n \"source_rank\": 56,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"implement\",\n \"installs\": 737952,\n \"source_rank\": 57,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"ask-matt\",\n \"installs\": 733620,\n \"source_rank\": 58,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-vc-agent\",\n \"installs\": 721457,\n \"source_rank\": 59,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-keyframes\",\n \"installs\": 703421,\n \"source_rank\": 60,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-apps\",\n \"installs\": 689518,\n \"source_rank\": 61,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"wayfinder\",\n \"installs\": 683395,\n \"source_rank\": 62,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"to-spec\",\n \"installs\": 679959,\n \"source_rank\": 63,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"research\",\n \"installs\": 676769,\n \"source_rank\": 64,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"to-tickets\",\n \"installs\": 674708,\n \"source_rank\": 65,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"uizze.sh\",\n \"skill\": \"ui-taste\",\n \"installs\": 637120,\n \"source_rank\": 66,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"general-video\",\n \"installs\": 616150,\n \"source_rank\": 69,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-avatar-video\",\n \"installs\": 604857,\n \"source_rank\": 72,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"twitter-automation\",\n \"installs\": 604742,\n \"source_rank\": 73,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-audio\",\n \"installs\": 601101,\n \"source_rank\": 74,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-note\",\n \"installs\": 561704,\n \"source_rank\": 77,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n }\n ],\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 171.61\n },\n \"option_3\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 320.966\n }\n }\n }\n}\n" }, { "sha256": "766f49a20cc9fca4294e4847232912002a013e47f37ee84cda5a50d51894bcf4", "bytes": "{\n \"snapshot_sha256\": \"77df2a30f7c2dea2cadc20dd945df8a7c59f13a140aed214e32165cce45e6b84\",\n \"sources_sha256\": \"e05bfe244d11cf0b9807b1a45a7f297f308cae79b3ab3b84400784d8e24564ca\",\n \"runner_defaults\": {\n \"samples\": 5,\n \"draws\": 10,\n \"lift\": 0.05,\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judgeModel\": \"claude-haiku-4-5-20251001\"\n },\n \"model_options\": [\n {\n \"id\": \"option_1\",\n \"targets\": [\n \"claude-sonnet-5-5\"\n ],\n \"judge\": \"claude-haiku-5-5\",\n \"comparison_only\": false,\n \"prices\": {\n \"claude-sonnet-5-5\": {\n \"input\": 2,\n \"output\": 10,\n \"registered\": true\n },\n \"claude-haiku-5-5\": {\n \"input\": 0.1,\n \"output\": 0.5,\n \"registered\": true\n }\n }\n },\n {\n \"id\": \"option_3\",\n \"targets\": [\n \"claude-opus-5-5\"\n ],\n \"judge\": \"claude-haiku-5-5\",\n \"comparison_only\": false,\n \"prices\": {\n \"claude-opus-5-5\": {\n \"input\": 4,\n \"output\": 20,\n \"registered\": true\n },\n \"claude-haiku-5-5\": {\n \"input\": 0.1,\n \"output\": 0.5,\n \"registered\": true\n }\n }\n }\n ],\n \"usage_profile\": {\n \"receipts\": [\n {\n \"file\": \"receipts/report-014/run-1/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"7409c0b08102f58df8e9e04498e601bbc8d2456d42ac4eb9f752dc10e635faa9\",\n \"receipt_hash\": \"d1a00f6045586a6cb089a0b761a18b61d9f146b12ba4e8b5ec5b94d84555b1e7\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 3,\n \"judge\": 21\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"17dc654342887aed1d26a27bf22c1a6ca7f32696ff1339e077aab43b737f5f5b\",\n \"receipt_hash\": \"cb75db64ce25b96e8a29e0872c4c15e39df5216144cc494a190c78290a60df5f\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 4,\n \"judge\": 21\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"f38cffe80c42f5c38d17beab33ffec0357b04b678cd297c8a73094025df9d4a6\",\n \"receipt_hash\": \"b07465a1c5983497f793fbcbbac84641a2b44a08ccb0a66d0d3acf0dc36efc00\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"624f4514a53a68a5d7c55ef8d6e262db59ed476b3ecc30ef5b0f5c8132917131\",\n \"receipt_hash\": \"ace4c1d1a699d25b67fe54f3f8fb39fe8beeecba2d46b380ea35f30babe46e8b\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"a8b7b5f1eaa7153f7c2308056cd512a521709be79adde2f3500a28e7868759f6\",\n \"receipt_hash\": \"9d2667c7cc74ff3cb7c74eea84f2b69a76a31cb0f006b34464385bdffd87c667\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"192e83c467239cfa603d579366c9518b74783933ac38ed56a7f1f8e7be0a4926\",\n \"receipt_hash\": \"8b2539f6940219311968f6831ab6a51f87125f1ec2e9dc8b8047bec1393390fd\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"197ee185344a64f4eefbe81c84f6d3f2cfd25cb1f40d8200594abcaaa3de2a5e\",\n \"receipt_hash\": \"dc7b05025314f1d1326fa072f19a205704726dc3ccd84c2b1dc76c362acb956e\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 6,\n \"baseline\": 7,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"b0be9dc1a87d175c1c3ae90a2d39ab6ca222371b06ff6b1593b88b95f20b07b8\",\n \"receipt_hash\": \"dc58b1feb593eefa771834a5c6a1b3dd1a63a3b9e1133a993eab396978afe05c\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 4,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"23a2da9f4a5608b88075e611f8f8dd5cd0392dafc29ab3bc13e111513e6e7bef\",\n \"receipt_hash\": \"3609ddc948814c96efd00ef98d89349bda96d29ca659265e784f82f478ccc44f\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 4,\n \"judge\": 27\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"52f94978ca46d0079778b177ca4ee77045644af7e18edb7bfaca8cb3ea7f5280\",\n \"receipt_hash\": \"d1829e258160c025324ddc1898470c66a0cf7fcc4c03d1d2ae9a4f49e5d889ae\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"c80f0213a59939018e74acecbab3600cedbda108e1e3123263561e549d160295\",\n \"receipt_hash\": \"ce5e71feb67ea891c3af875da1d825f0699d6ac6fb6960973bbe4105d7ec92b0\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"460f50a6dbb609b62fb21cf46438382b9f01cc55e45ce79a3d03e244a015e6cc\",\n \"receipt_hash\": \"5d46e61c93a1bc1d370cd96ab75775947213cd8ec8dae95a55909deebf4f4167\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"2f97943876d27abe43248c18eab0d9acdfe5b5aa8da2db416d26107a08ee519e\",\n \"receipt_hash\": \"3e9152ffbfd278f5bc8ff55da335f14b386e6a51de44694c4298518f1bc3db49\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 4,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"6bc26b6843049c6687a0d289e937c233d5d81c0fd95b8374e7328df46d579e94\",\n \"receipt_hash\": \"d001090cd7f42f64085825e4e72e3b25dc8d0b611cffcc28771d73116140ba31\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 10,\n \"baseline\": 3,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"044f0d11596cb1d08361fdc3e6ec37c035fe7c3fade4dd2ba6adeee4e16d032b\",\n \"receipt_hash\": \"c298235bf3e35b729a3024ae1d656af4e7120fcec1c16bfffc8eb3853fb9c456\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 6,\n \"baseline\": 7,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"a2bd9689d91c7de05f97ae0c9ad9e4dc77105df7281ca7d493340b91db43b14f\",\n \"receipt_hash\": \"aac9b8993050bd0c6c89b37734ed60645f112a6b632bbbb711668875fa8b88ec\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"ccf8b4e46ed8abdf1e0ff689a62220b5e0e99e5cb57f51fe8e9f094a0261d33b\",\n \"receipt_hash\": \"bf1e17919f1e906859cc53120fd6f949f06c71bddd8f198e463792de623c0602\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"30a75f51e905bf473ad8f117a0f0a9de745dce51e2454fea2f93e7e90a360043\",\n \"receipt_hash\": \"473b43d59a2a3d307c1e15dd3ea4618d1e7a4ed51418782bda1dc4f8ef717b92\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 7,\n \"judge\": 30\n }\n }\n ],\n \"usage\": {\n \"with_skill\": {\n \"calls\": 78,\n \"records\": 78,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 78,\n \"total\": 1673111,\n \"mean\": 21450.141025641027,\n \"max_per_call\": 26813\n },\n \"output_tokens\": {\n \"observed_calls\": 78,\n \"total\": 109645,\n \"mean\": 1405.7051282051282,\n \"max_per_call\": 2846\n },\n \"cached_tokens\": {\n \"observed_calls\": 78,\n \"total\": 1554618,\n \"mean\": 19931,\n \"max_per_call\": 26811\n }\n },\n \"projected_tokens\": {\n \"input\": 20625.384615384613,\n \"output\": 2651\n }\n },\n \"baseline\": {\n \"calls\": 70,\n \"records\": 70,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 70,\n \"total\": 1177096,\n \"mean\": 16815.657142857144,\n \"max_per_call\": 19891\n },\n \"output_tokens\": {\n \"observed_calls\": 70,\n \"total\": 83037,\n \"mean\": 1186.2428571428572,\n \"max_per_call\": 2764\n },\n \"cached_tokens\": {\n \"observed_calls\": 70,\n \"total\": 1109117,\n \"mean\": 15844.528571428571,\n \"max_per_call\": 19889\n }\n },\n \"projected_tokens\": {\n \"input\": 15300.76923076923,\n \"output\": 2126.153846153846\n }\n },\n \"judge\": {\n \"calls\": 444,\n \"records\": 148,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 444,\n \"total\": 6703851,\n \"mean\": 15098.763513513513,\n \"max_per_call\": 16081\n },\n \"output_tokens\": {\n \"observed_calls\": 444,\n \"total\": 243161,\n \"mean\": 547.6599099099099,\n \"max_per_call\": 985.3333333333334\n },\n \"cached_tokens\": {\n \"observed_calls\": 444,\n \"total\": 4948259,\n \"mean\": 11144.727477477478,\n \"max_per_call\": 11805.666666666666\n }\n },\n \"projected_tokens\": {\n \"input\": 12370,\n \"output\": 757.9487179487179\n }\n }\n },\n \"cache_creation\": \"Not separately recorded. Included in normalized input_tokens. Cached tokens are a subset, never additive.\",\n \"method\": \"Lane maxima normalized to the older tokenizer, then scaled and rounded up for the selected model. Judge values are per-draw sample averages. Twice all input list rate; no cache discount. Historical token maxima are not a bound on future usage.\"\n },\n \"capture\": \"text\",\n \"sampling\": {\n \"min\": 3,\n \"max\": 10,\n \"sdThreshold\": 0.05,\n \"stabilityEps\": 0.01\n },\n \"spend_authorized\": false,\n \"pricing_sha256\": \"a389ae20db32fc43491f038ce4eb9e681e029cf5bf08eb19cbaba6d9fedcf992\",\n \"cap_usd\": 2500,\n \"budget_description\": \"USD 2,500 admission budget; actual usage may overrun\",\n \"selected_list\": \"plain\",\n \"selected_model_options\": [\n \"option_1\",\n \"option_3\"\n ],\n \"protocol_state\": \"frozen\",\n \"execution\": {\n \"attempts\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 1\n }\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 2\n }\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 3\n }\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 4\n }\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 5\n }\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 6\n }\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 7\n }\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 8\n }\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 9\n }\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 10\n }\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 11\n }\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 12\n }\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 13\n }\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 14\n }\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 15\n }\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 16\n }\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 17\n }\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 18\n }\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 19\n }\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 20\n }\n },\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 21\n }\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 22\n }\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 23\n }\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 24\n }\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 25\n }\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 26\n }\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 27\n }\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 28\n }\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 29\n }\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 30\n }\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 31\n }\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 32\n }\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 33\n }\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 34\n }\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 35\n }\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 36\n }\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 37\n }\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 38\n }\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 39\n }\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 40\n }\n }\n ],\n \"default_concurrency\": 1,\n \"max_active_runs\": 4,\n \"spend_source\": \"prior ledger plus verified receipts and observed failed-call usage\",\n \"unknown_cost\": \"stop\",\n \"next_run\": \"reserve projection against remaining cap before dispatch\",\n \"eval_allowlist\": \"issue-408-clean-cli-v1\",\n \"settings_sha256\": \"2212b5294d350d38e7095bf15ba7b4b9749799eaefbe61addc809f2496d930b3\",\n \"effective_environment\": {\n \"surface\": \"claude-cli\",\n \"isolation\": \"eval-user\",\n \"capture\": \"text\",\n \"tools\": [],\n \"allowlist\": {\n \".claude/.credentials.json\": \"authentication only; never recorded\",\n \".claude/settings.json\": {\n \"permissions\": {\n \"deny\": [\n \"Read\",\n \"WebFetch\",\n \"WebSearch\"\n ]\n },\n \"syncClaudeAiSkills\": false,\n \"syncClaudeAiPlugins\": false,\n \"autoMemoryEnabled\": false,\n \"disableClaudeAiConnectors\": true\n }\n }\n }\n },\n \"runner_hashes\": {\n \"config.js\": \"ada5d0bec061e001cffec5a04fd5de62888501b221ec062a42ca8e15be40646d\",\n \"config/models.json\": \"6631fd57391ff4fb9cec8b9e9646aca4f8da882ad3af6180be2a2628a1c77a9f\",\n \"bin/driftproof\": \"7eb1193b9e09d9ba735e09b80df89c16273adef9f160c47762e38cec9c95c6cd\",\n \"lib/provider.js\": \"423ed57e3b2cecc16f5bc4857f3b070135b6c027a9c232127b68e915c36542d4\",\n \"lib/plan.js\": \"cd2d041194b434d2751b9b5b4b3bdfb64b24f4aaeecdb8ee22929d36a380e912\",\n \"lib/run.js\": \"83331bfbfb6ea6b138bacae89cef57ecde01f38491d0851c90c52a928bbc12cc\",\n \"lib/cost.js\": \"9d84b84442d94c9012be04a58b5afb3d736d630c215a453776e8fe113a44dd89\",\n \"lib/models.js\": \"ca1f4f9704c4980c4cbc6b87b9dab95ab42217c146528d7ddee417d568bb75dd\",\n \"lib/usage.js\": \"02cfe0b911184dec0667dbf984c71f656d933699d43a5d8b3e7f19e7a3970bff\",\n \"lib/sampling.js\": \"d0651cd91003151c240207700849245f34065576a91605a34a50640bf925253b\",\n \"lib/skill.js\": \"b138b74ce8ac4a0fe964135ae50251388feb4b6657db8832c1c463b6e5d706ec\",\n \"lib/judge.js\": \"914b5215b0910b5e88e18808e340a1727033a37231f52cfc17789b251ec47b94\",\n \"lib/canonical.js\": \"ee77cd144e5f30c92da7173d88aad5e43715aa22073dec9c7ee720406875a89b\",\n \"lib/capture.js\": \"d49499b6293b9455ee55183a80e957ebd8f3d92cd9707007f20d665c9b3ecbe3\",\n \"lib/json.js\": \"d5db4d5fb32e6709067fb71f98c3234c7cf3906549685cf162482cd7403d8ed9\",\n \"lib/regrade.js\": \"c6ce459bd4f7650dbf5dae6863cd0bb8765a1149ba40bef8430d38dc6ec4b2fe\",\n \"lib/stats.js\": \"fbc740f3496d8f406ff1bcbcbca9f4b33a3b2108e87c8864f33d8769b483b7c1\",\n \"specs/408-skill-measurements/campaign.cjs\": \"305fd8fc489df3c480e20c90bd4e1918632cfeb613344e929a814cb666bb3a54\",\n \"specs/408-skill-measurements/eval-audit.cjs\": \"efb5e376c341006f29ead3358880a2f2359b5537b7cd3a8a2ffa6b6658b12065\",\n \"specs/408-skill-measurements/run-campaign.cjs\": \"7422511ee6ad643f6c70a49be3cbfc714aa3fb5c5ca087c9fcd7572960a0a232\",\n \"specs/408-skill-measurements/pricing.cjs\": \"984b17d53f91136bfb9e02c84d2e3876f6524eab45e5da3b40c7a512c29205a8\",\n \"specs/408-skill-measurements/ledger.cjs\": \"2168e65ded378e35442c1c9a6106c9ee10d2a678a22352d7ca4b16c66f51d56c\",\n \"specs/408-skill-measurements/prior-spend.json\": \"635f2fded38798e63362edecd01257992c5cdace6b40863dd1c987e097c9a48d\"\n },\n \"plain\": {\n \"rows\": [\n {\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"installs\": 3900241,\n \"rank\": 1,\n \"source_rank\": 1,\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"suite\": \"suites/vercel-labs--skills--find-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"installs\": 1377017,\n \"rank\": 2,\n \"source_rank\": 2,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-me.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"installs\": 1179300,\n \"rank\": 3,\n \"source_rank\": 3,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-with-docs.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"installs\": 1156601,\n \"rank\": 4,\n \"source_rank\": 4,\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-browser--agent-browser.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"installs\": 1125347,\n \"rank\": 5,\n \"source_rank\": 5,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--improve-codebase-architecture.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"installs\": 1101275,\n \"rank\": 6,\n \"source_rank\": 6,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--tdd.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"installs\": 1079951,\n \"rank\": 7,\n \"source_rank\": 7,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-cli.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"installs\": 1031185,\n \"rank\": 8,\n \"source_rank\": 8,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"installs\": 1016764,\n \"rank\": 9,\n \"source_rank\": 9,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--setup-matt-pocock-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"installs\": 999935,\n \"rank\": 10,\n \"source_rank\": 10,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--handoff.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"installs\": 998334,\n \"rank\": 11,\n \"source_rank\": 11,\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"suite\": \"suites/anthropics--skills--frontend-design.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"installs\": 972936,\n \"rank\": 12,\n \"source_rank\": 12,\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"suite\": \"suites/flowkit-labs--skills--reddit-automation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"installs\": 956602,\n \"rank\": 13,\n \"source_rank\": 13,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--triage.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"installs\": 952527,\n \"rank\": 14,\n \"source_rank\": 14,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--prototype.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"installs\": 941576,\n \"rank\": 15,\n \"source_rank\": 15,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--media-use.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"installs\": 932920,\n \"rank\": 16,\n \"source_rank\": 16,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grilling.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"installs\": 919777,\n \"rank\": 17,\n \"source_rank\": 17,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-animation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"installs\": 886036,\n \"rank\": 18,\n \"source_rank\": 18,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-registry.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"installs\": 867938,\n \"rank\": 19,\n \"source_rank\": 19,\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"suite\": \"suites/designed-by-ai--skills--design-mobile-apps.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"installs\": 850837,\n \"rank\": 20,\n \"source_rank\": 20,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-core.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n }\n ],\n \"exclusions\": [],\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 171.61,\n \"attempts\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 1\n }\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 2\n }\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 3\n }\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 4\n }\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 5\n }\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 6\n }\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 7\n }\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 8\n }\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 9\n }\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 10\n }\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 11\n }\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 12\n }\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 13\n }\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 14\n }\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 15\n }\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 16\n }\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 17\n }\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 18\n }\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 19\n }\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 20\n }\n }\n ]\n },\n \"option_3\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 320.966,\n \"attempts\": [\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 21\n }\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 22\n }\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 23\n }\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 24\n }\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 25\n }\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 26\n }\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 27\n }\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 28\n }\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 29\n }\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 30\n }\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 31\n }\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 32\n }\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 33\n }\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 34\n }\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 35\n }\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 36\n }\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 37\n }\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 38\n }\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 39\n }\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 40\n }\n }\n ]\n }\n }\n },\n \"capped\": {\n \"rows\": [\n {\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"installs\": 3900241,\n \"rank\": 1,\n \"source_rank\": 1,\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"suite\": \"suites/vercel-labs--skills--find-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"installs\": 1377017,\n \"rank\": 2,\n \"source_rank\": 2,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-me.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"installs\": 1179300,\n \"rank\": 3,\n \"source_rank\": 3,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-with-docs.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"installs\": 1156601,\n \"rank\": 4,\n \"source_rank\": 4,\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-browser--agent-browser.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"installs\": 1079951,\n \"rank\": 5,\n \"source_rank\": 7,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-cli.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"installs\": 1031185,\n \"rank\": 6,\n \"source_rank\": 8,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"installs\": 998334,\n \"rank\": 7,\n \"source_rank\": 11,\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"suite\": \"suites/anthropics--skills--frontend-design.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"installs\": 972936,\n \"rank\": 8,\n \"source_rank\": 12,\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"suite\": \"suites/flowkit-labs--skills--reddit-automation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"installs\": 867938,\n \"rank\": 9,\n \"source_rank\": 19,\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"suite\": \"suites/designed-by-ai--skills--design-mobile-apps.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-skills\",\n \"skill\": \"vercel-react-best-practices\",\n \"installs\": 810904,\n \"rank\": 10,\n \"source_rank\": 25,\n \"commit\": \"063bee94c3f4df8453406c830b0a7df0f2860278\",\n \"skill_path\": \"skills/react-best-practices/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-skills--vercel-react-best-practices.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"6cca8734712f25beb53818779d44926b86a9e7dfba4f113b12d6074240a6c00c\",\n \"suite_hash\": \"c87f5ca63fe2dfa5857ef58632b173adc965bc48d6cd2f50ea9b5e8e4111aa06\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-video-generation\",\n \"installs\": 788912,\n \"rank\": 11,\n \"source_rank\": 27,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/video/ai-video-generation/SKILL.md\",\n \"suite\": \"suites/101-skills--superpowers--ai-video-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"7d383a9526921b2d78846dae1efa3107be5c527af2862ad532a01c09d0cbebe8\",\n \"suite_hash\": \"eebdb915012c4e6a724e33e9f0cbf874ff303985611068f6b2194379aeeccc99\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-image-generation\",\n \"installs\": 788037,\n \"rank\": 12,\n \"source_rank\": 28,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/image/ai-image-generation/SKILL.md\",\n \"suite\": \"suites/101-skills--superpowers--ai-image-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"9acece361f5d2801714e34168eeee339b4c26e7d505c489eb666a0b785b3b795\",\n \"suite_hash\": \"bebcc3824c68e360d585eb106728f3e34c499e7c0702a1e538f23409d930940b\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-skills\",\n \"skill\": \"web-design-guidelines\",\n \"installs\": 748642,\n \"rank\": 13,\n \"source_rank\": 55,\n \"commit\": \"063bee94c3f4df8453406c830b0a7df0f2860278\",\n \"skill_path\": \"skills/web-design-guidelines/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-skills--web-design-guidelines.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4ff8dbcaf34131a6c0c041655634759a200f3cb7c3be181db32218e166920583\",\n \"suite_hash\": \"0d334d6418076f9c11b1997be51fd86909975e9d2a1a8e8886ff4254bbdcd1e5\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"remotion-dev/skills\",\n \"skill\": \"remotion-best-practices\",\n \"installs\": 632787,\n \"rank\": 14,\n \"source_rank\": 67,\n \"commit\": \"1441a11e95db35443bd76bb318386c0d3ca00053\",\n \"skill_path\": \"skills/remotion-best-practices/SKILL.md\",\n \"suite\": \"suites/remotion-dev--skills--remotion-best-practices.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"ae1789ae0e338e3b5c57ebe9e3e75aa2fbb1cc91a97513eec85f911b3825356e\",\n \"suite_hash\": \"fc7a412555d11d512044a035cb54eb94726fd42b850e523e047360656c935a98\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"leonxlnx/taste-skill\",\n \"skill\": \"design-taste-frontend\",\n \"installs\": 628051,\n \"rank\": 15,\n \"source_rank\": 68,\n \"commit\": \"f624f37a8c650b9cc550253104925efe4c8de246\",\n \"skill_path\": \"skills/taste-skill/SKILL.md\",\n \"suite\": \"suites/leonxlnx--taste-skill--design-taste-frontend.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"cb43c448e5b265bc2690390599c7beccb74b5e3f84f711676fa3a1b3754c09a4\",\n \"suite_hash\": \"3dfa77b774329fd480e638b05c5f9bdf65b9b20d7a2b1b253eb574576fa31222\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-image-generation\",\n \"installs\": 605195,\n \"rank\": 16,\n \"source_rank\": 70,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/image/ai-image-generation/SKILL.md\",\n \"suite\": \"suites/magentosh--superpowers--ai-image-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4371ac56285531097406982684db332a12648f906daa6d773761b30e822a2310\",\n \"suite_hash\": \"89368f7397f7bd60954e4ca689344a2e32b42447d23c3bc93916360c5d5cc8aa\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-video-generation\",\n \"installs\": 604922,\n \"rank\": 17,\n \"source_rank\": 71,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/video/ai-video-generation/SKILL.md\",\n \"suite\": \"suites/magentosh--superpowers--ai-video-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3e74def8284f66b03d4761da2520464db2f9839b7eb9a29bdd8fffdd7fc4227b\",\n \"suite_hash\": \"f28c2cb64e344729c97f2d29127fb598c268a49861d7d02fa87bd3c76c4af1c2\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"juliusbrussee/caveman\",\n \"skill\": \"caveman\",\n \"installs\": 578281,\n \"rank\": 18,\n \"source_rank\": 75,\n \"commit\": \"81958ad82f2e2da4417778f81f8a3c838d81b798\",\n \"skill_path\": \"skills/caveman/SKILL.md\",\n \"suite\": \"suites/juliusbrussee--caveman--caveman.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"066a12ee7bae44c94f567607c7e23af1b48767606eac41e5ff012ca5f93b1187\",\n \"suite_hash\": \"78c0b4d8ac0c0ffbc519f08286173dffb23fe64904e5fa399600d9025ef8247d\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"microsoft/azure-skills\",\n \"skill\": \"microsoft-foundry\",\n \"installs\": 568927,\n \"rank\": 19,\n \"source_rank\": 76,\n \"commit\": \"cf79ce8778ad063eeac19dbe8bf982d71b466ce0\",\n \"skill_path\": \"skills/microsoft-foundry/SKILL.md\",\n \"suite\": \"suites/microsoft--azure-skills--microsoft-foundry.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3c24d7f9caffe614bcbcc6c89a08ef36b1c8f73b9ccc726f1d894918a19f0a81\",\n \"suite_hash\": \"01cff5e9cec7d6075e757c5cc6c4e2d119d9bb2978972916d8e78621fb36fc1a\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"microsoft/azure-skills\",\n \"skill\": \"azure-diagnostics\",\n \"installs\": 560460,\n \"rank\": 20,\n \"source_rank\": 78,\n \"commit\": \"cf79ce8778ad063eeac19dbe8bf982d71b466ce0\",\n \"skill_path\": \"skills/azure-diagnostics/SKILL.md\",\n \"suite\": \"suites/microsoft--azure-skills--azure-diagnostics.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"8ff38dca538a82d24ccc7a624204363613a01b068feaa6b3b0e5c87ce8af9034\",\n \"suite_hash\": \"ddcbd1141d8dd4ef26eb97ea8b30fcfe874df34d12a63f9d1625af216d0d4a52\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n }\n ],\n \"exclusions\": [\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"installs\": 1125347,\n \"source_rank\": 5,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"installs\": 1101275,\n \"source_rank\": 6,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"installs\": 1016764,\n \"source_rank\": 9,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"installs\": 999935,\n \"source_rank\": 10,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"installs\": 956602,\n \"source_rank\": 13,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"installs\": 952527,\n \"source_rank\": 14,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"installs\": 941576,\n \"source_rank\": 15,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"installs\": 932920,\n \"source_rank\": 16,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"installs\": 919777,\n \"source_rank\": 17,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"installs\": 886036,\n \"source_rank\": 18,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"installs\": 850837,\n \"source_rank\": 20,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-creative\",\n \"installs\": 839047,\n \"source_rank\": 21,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"domain-modeling\",\n \"installs\": 837491,\n \"source_rank\": 22,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"teach\",\n \"installs\": 826844,\n \"source_rank\": 23,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"codebase-design\",\n \"installs\": 812804,\n \"source_rank\": 24,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"diagnosing-bugs\",\n \"installs\": 797796,\n \"source_rank\": 26,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"twitter-automation\",\n \"installs\": 787840,\n \"source_rank\": 29,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-avatar-video\",\n \"installs\": 787565,\n \"source_rank\": 30,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-doc\",\n \"installs\": 781203,\n \"source_rank\": 31,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-base\",\n \"installs\": 780695,\n \"source_rank\": 32,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-drive\",\n \"installs\": 780658,\n \"source_rank\": 33,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-shared\",\n \"installs\": 780349,\n \"source_rank\": 34,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-im\",\n \"installs\": 779853,\n \"source_rank\": 35,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-calendar\",\n \"installs\": 779506,\n \"source_rank\": 36,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-approval\",\n \"installs\": 779418,\n \"source_rank\": 37,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-sheets\",\n \"installs\": 779353,\n \"source_rank\": 38,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-wiki\",\n \"installs\": 779186,\n \"source_rank\": 39,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-contact\",\n \"installs\": 778628,\n \"source_rank\": 40,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-task\",\n \"installs\": 778412,\n \"source_rank\": 41,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-slides\",\n \"installs\": 778360,\n \"source_rank\": 42,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-mail\",\n \"installs\": 778316,\n \"source_rank\": 43,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-whiteboard\",\n \"installs\": 778205,\n \"source_rank\": 44,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-event\",\n \"installs\": 778125,\n \"source_rank\": 45,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-openapi-explorer\",\n \"installs\": 777902,\n \"source_rank\": 46,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-attendance\",\n \"installs\": 777844,\n \"source_rank\": 47,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-minutes\",\n \"installs\": 777525,\n \"source_rank\": 48,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-skill-maker\",\n \"installs\": 777478,\n \"source_rank\": 49,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-workflow-meeting-summary\",\n \"installs\": 777327,\n \"source_rank\": 50,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-workflow-standup-report\",\n \"installs\": 777079,\n \"source_rank\": 51,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-vc\",\n \"installs\": 776813,\n \"source_rank\": 52,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-okr\",\n \"installs\": 758749,\n \"source_rank\": 53,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"code-review\",\n \"installs\": 750981,\n \"source_rank\": 54,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-markdown\",\n \"installs\": 744525,\n \"source_rank\": 56,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"implement\",\n \"installs\": 737952,\n \"source_rank\": 57,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"ask-matt\",\n \"installs\": 733620,\n \"source_rank\": 58,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-vc-agent\",\n \"installs\": 721457,\n \"source_rank\": 59,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-keyframes\",\n \"installs\": 703421,\n \"source_rank\": 60,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-apps\",\n \"installs\": 689518,\n \"source_rank\": 61,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"wayfinder\",\n \"installs\": 683395,\n \"source_rank\": 62,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"to-spec\",\n \"installs\": 679959,\n \"source_rank\": 63,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"research\",\n \"installs\": 676769,\n \"source_rank\": 64,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"to-tickets\",\n \"installs\": 674708,\n \"source_rank\": 65,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"uizze.sh\",\n \"skill\": \"ui-taste\",\n \"installs\": 637120,\n \"source_rank\": 66,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"general-video\",\n \"installs\": 616150,\n \"source_rank\": 69,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-avatar-video\",\n \"installs\": 604857,\n \"source_rank\": 72,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"twitter-automation\",\n \"installs\": 604742,\n \"source_rank\": 73,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-audio\",\n \"installs\": 601101,\n \"source_rank\": 74,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-note\",\n \"installs\": 561704,\n \"source_rank\": 77,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n }\n ],\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 171.61\n },\n \"option_3\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 320.966\n }\n }\n }\n}\n" }, { "sha256": "a86285482498e2fe7285c77e1b6909272554b0a4ed9526dd6f16cda5dadfe402", "bytes": "{\n \"snapshot_sha256\": \"77df2a30f7c2dea2cadc20dd945df8a7c59f13a140aed214e32165cce45e6b84\",\n \"sources_sha256\": \"e05bfe244d11cf0b9807b1a45a7f297f308cae79b3ab3b84400784d8e24564ca\",\n \"runner_defaults\": {\n \"samples\": 5,\n \"draws\": 10,\n \"lift\": 0.05,\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judgeModel\": \"claude-haiku-4-5-20251001\"\n },\n \"model_options\": [\n {\n \"id\": \"option_1\",\n \"targets\": [\n \"claude-sonnet-5-5\"\n ],\n \"judge\": \"claude-haiku-5-5\",\n \"comparison_only\": false,\n \"prices\": {\n \"claude-sonnet-5-5\": {\n \"input\": 2,\n \"output\": 10,\n \"registered\": true\n },\n \"claude-haiku-5-5\": {\n \"input\": 0.1,\n \"output\": 0.5,\n \"registered\": true\n }\n }\n },\n {\n \"id\": \"option_3\",\n \"targets\": [\n \"claude-opus-5-5\"\n ],\n \"judge\": \"claude-haiku-5-5\",\n \"comparison_only\": false,\n \"prices\": {\n \"claude-opus-5-5\": {\n \"input\": 4,\n \"output\": 20,\n \"registered\": true\n },\n \"claude-haiku-5-5\": {\n \"input\": 0.1,\n \"output\": 0.5,\n \"registered\": true\n }\n }\n }\n ],\n \"usage_profile\": {\n \"receipts\": [\n {\n \"file\": \"receipts/report-014/run-1/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"7409c0b08102f58df8e9e04498e601bbc8d2456d42ac4eb9f752dc10e635faa9\",\n \"receipt_hash\": \"d1a00f6045586a6cb089a0b761a18b61d9f146b12ba4e8b5ec5b94d84555b1e7\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 3,\n \"judge\": 21\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"17dc654342887aed1d26a27bf22c1a6ca7f32696ff1339e077aab43b737f5f5b\",\n \"receipt_hash\": \"cb75db64ce25b96e8a29e0872c4c15e39df5216144cc494a190c78290a60df5f\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 4,\n \"judge\": 21\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"f38cffe80c42f5c38d17beab33ffec0357b04b678cd297c8a73094025df9d4a6\",\n \"receipt_hash\": \"b07465a1c5983497f793fbcbbac84641a2b44a08ccb0a66d0d3acf0dc36efc00\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"624f4514a53a68a5d7c55ef8d6e262db59ed476b3ecc30ef5b0f5c8132917131\",\n \"receipt_hash\": \"ace4c1d1a699d25b67fe54f3f8fb39fe8beeecba2d46b380ea35f30babe46e8b\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"a8b7b5f1eaa7153f7c2308056cd512a521709be79adde2f3500a28e7868759f6\",\n \"receipt_hash\": \"9d2667c7cc74ff3cb7c74eea84f2b69a76a31cb0f006b34464385bdffd87c667\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-1/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"192e83c467239cfa603d579366c9518b74783933ac38ed56a7f1f8e7be0a4926\",\n \"receipt_hash\": \"8b2539f6940219311968f6831ab6a51f87125f1ec2e9dc8b8047bec1393390fd\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"197ee185344a64f4eefbe81c84f6d3f2cfd25cb1f40d8200594abcaaa3de2a5e\",\n \"receipt_hash\": \"dc7b05025314f1d1326fa072f19a205704726dc3ccd84c2b1dc76c362acb956e\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 6,\n \"baseline\": 7,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"b0be9dc1a87d175c1c3ae90a2d39ab6ca222371b06ff6b1593b88b95f20b07b8\",\n \"receipt_hash\": \"dc58b1feb593eefa771834a5c6a1b3dd1a63a3b9e1133a993eab396978afe05c\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 4,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"23a2da9f4a5608b88075e611f8f8dd5cd0392dafc29ab3bc13e111513e6e7bef\",\n \"receipt_hash\": \"3609ddc948814c96efd00ef98d89349bda96d29ca659265e784f82f478ccc44f\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 4,\n \"judge\": 27\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"52f94978ca46d0079778b177ca4ee77045644af7e18edb7bfaca8cb3ea7f5280\",\n \"receipt_hash\": \"d1829e258160c025324ddc1898470c66a0cf7fcc4c03d1d2ae9a4f49e5d889ae\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"c80f0213a59939018e74acecbab3600cedbda108e1e3123263561e549d160295\",\n \"receipt_hash\": \"ce5e71feb67ea891c3af875da1d825f0699d6ac6fb6960973bbe4105d7ec92b0\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-2/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"460f50a6dbb609b62fb21cf46438382b9f01cc55e45ce79a3d03e244a015e6cc\",\n \"receipt_hash\": \"5d46e61c93a1bc1d370cd96ab75775947213cd8ec8dae95a55909deebf4f4167\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/code-review-and-quality-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"2f97943876d27abe43248c18eab0d9acdfe5b5aa8da2db416d26107a08ee519e\",\n \"receipt_hash\": \"3e9152ffbfd278f5bc8ff55da335f14b386e6a51de44694c4298518f1bc3db49\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 4,\n \"baseline\": 4,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/code-review-and-quality-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"6bc26b6843049c6687a0d289e937c233d5d81c0fd95b8374e7328df46d579e94\",\n \"receipt_hash\": \"d001090cd7f42f64085825e4e72e3b25dc8d0b611cffcc28771d73116140ba31\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 10,\n \"baseline\": 3,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/documentation-and-adrs-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"044f0d11596cb1d08361fdc3e6ec37c035fe7c3fade4dd2ba6adeee4e16d032b\",\n \"receipt_hash\": \"c298235bf3e35b729a3024ae1d656af4e7120fcec1c16bfffc8eb3853fb9c456\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 6,\n \"baseline\": 7,\n \"judge\": 39\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/documentation-and-adrs-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"a2bd9689d91c7de05f97ae0c9ad9e4dc77105df7281ca7d493340b91db43b14f\",\n \"receipt_hash\": \"aac9b8993050bd0c6c89b37734ed60645f112a6b632bbbb711668875fa8b88ec\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 5,\n \"baseline\": 3,\n \"judge\": 24\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/git-workflow-and-versioning-claude-haiku-4-5-20251001-2026-10-07.json\",\n \"sha256\": \"ccf8b4e46ed8abdf1e0ff689a62220b5e0e99e5cb57f51fe8e9f094a0261d33b\",\n \"receipt_hash\": \"bf1e17919f1e906859cc53120fd6f949f06c71bddd8f198e463792de623c0602\",\n \"model\": \"claude-haiku-4-5-20251001\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 3,\n \"judge\": 18\n }\n },\n {\n \"file\": \"receipts/report-014/run-3/git-workflow-and-versioning-claude-haiku-5-5-2026-10-07.json\",\n \"sha256\": \"30a75f51e905bf473ad8f117a0f0a9de745dce51e2454fea2f93e7e90a360043\",\n \"receipt_hash\": \"473b43d59a2a3d307c1e15dd3ea4618d1e7a4ed51418782bda1dc4f8ef717b92\",\n \"model\": \"claude-haiku-5-5\",\n \"judge\": \"claude-opus-5\",\n \"counts\": {\n \"with_skill\": 3,\n \"baseline\": 7,\n \"judge\": 30\n }\n }\n ],\n \"usage\": {\n \"with_skill\": {\n \"calls\": 78,\n \"records\": 78,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 78,\n \"total\": 1673111,\n \"mean\": 21450.141025641027,\n \"max_per_call\": 26813\n },\n \"output_tokens\": {\n \"observed_calls\": 78,\n \"total\": 109645,\n \"mean\": 1405.7051282051282,\n \"max_per_call\": 2846\n },\n \"cached_tokens\": {\n \"observed_calls\": 78,\n \"total\": 1554618,\n \"mean\": 19931,\n \"max_per_call\": 26811\n }\n },\n \"projected_tokens\": {\n \"input\": 20625.384615384613,\n \"output\": 2651\n }\n },\n \"baseline\": {\n \"calls\": 70,\n \"records\": 70,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 70,\n \"total\": 1177096,\n \"mean\": 16815.657142857144,\n \"max_per_call\": 19891\n },\n \"output_tokens\": {\n \"observed_calls\": 70,\n \"total\": 83037,\n \"mean\": 1186.2428571428572,\n \"max_per_call\": 2764\n },\n \"cached_tokens\": {\n \"observed_calls\": 70,\n \"total\": 1109117,\n \"mean\": 15844.528571428571,\n \"max_per_call\": 19889\n }\n },\n \"projected_tokens\": {\n \"input\": 15300.76923076923,\n \"output\": 2126.153846153846\n }\n },\n \"judge\": {\n \"calls\": 444,\n \"records\": 148,\n \"fields\": {\n \"input_tokens\": {\n \"observed_calls\": 444,\n \"total\": 6703851,\n \"mean\": 15098.763513513513,\n \"max_per_call\": 16081\n },\n \"output_tokens\": {\n \"observed_calls\": 444,\n \"total\": 243161,\n \"mean\": 547.6599099099099,\n \"max_per_call\": 985.3333333333334\n },\n \"cached_tokens\": {\n \"observed_calls\": 444,\n \"total\": 4948259,\n \"mean\": 11144.727477477478,\n \"max_per_call\": 11805.666666666666\n }\n },\n \"projected_tokens\": {\n \"input\": 12370,\n \"output\": 757.9487179487179\n }\n }\n },\n \"cache_creation\": \"Not separately recorded. Included in normalized input_tokens. Cached tokens are a subset, never additive.\",\n \"method\": \"Lane maxima normalized to the older tokenizer, then scaled and rounded up for the selected model. Judge values are per-draw sample averages. Twice all input list rate; no cache discount. Historical token maxima are not a bound on future usage.\"\n },\n \"capture\": \"text\",\n \"sampling\": {\n \"min\": 3,\n \"max\": 10,\n \"sdThreshold\": 0.05,\n \"stabilityEps\": 0.01\n },\n \"spend_authorized\": false,\n \"pricing_sha256\": \"a389ae20db32fc43491f038ce4eb9e681e029cf5bf08eb19cbaba6d9fedcf992\",\n \"cap_usd\": 2500,\n \"budget_description\": \"USD 2,500 admission budget; actual usage may overrun\",\n \"selected_list\": \"plain\",\n \"selected_model_options\": [\n \"option_1\",\n \"option_3\"\n ],\n \"protocol_state\": \"frozen\",\n \"execution\": {\n \"attempts\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 1\n }\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 2\n }\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 3\n }\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 4\n }\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 5\n }\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 6\n }\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 7\n }\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 8\n }\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 9\n }\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 10\n }\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 11\n }\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 12\n }\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 13\n }\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 14\n }\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 15\n }\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 16\n }\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 17\n }\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 18\n }\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 19\n }\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 20\n }\n },\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 21\n }\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 22\n }\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 23\n }\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 24\n }\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 25\n }\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 26\n }\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 27\n }\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 28\n }\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 29\n }\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 30\n }\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 31\n }\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 32\n }\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 33\n }\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 34\n }\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 35\n }\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 36\n }\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 37\n }\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 38\n }\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 39\n }\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 40\n }\n }\n ],\n \"sequential\": true,\n \"max_active_runs\": 1,\n \"spend_source\": \"verified receipt after each run\",\n \"unknown_cost\": \"stop\",\n \"next_run\": \"estimate must fit remaining cap\",\n \"eval_allowlist\": \"issue-408-clean-cli-v1\",\n \"settings_sha256\": \"2212b5294d350d38e7095bf15ba7b4b9749799eaefbe61addc809f2496d930b3\",\n \"effective_environment\": {\n \"surface\": \"claude-cli\",\n \"isolation\": \"eval-user\",\n \"capture\": \"text\",\n \"tools\": [],\n \"allowlist\": {\n \".claude/.credentials.json\": \"authentication only; never recorded\",\n \".claude/settings.json\": {\n \"permissions\": {\n \"deny\": [\n \"Read\",\n \"WebFetch\",\n \"WebSearch\"\n ]\n },\n \"syncClaudeAiSkills\": false,\n \"syncClaudeAiPlugins\": false,\n \"autoMemoryEnabled\": false,\n \"disableClaudeAiConnectors\": true\n }\n }\n }\n },\n \"runner_hashes\": {\n \"config.js\": \"ada5d0bec061e001cffec5a04fd5de62888501b221ec062a42ca8e15be40646d\",\n \"config/models.json\": \"6631fd57391ff4fb9cec8b9e9646aca4f8da882ad3af6180be2a2628a1c77a9f\",\n \"bin/driftproof\": \"7eb1193b9e09d9ba735e09b80df89c16273adef9f160c47762e38cec9c95c6cd\",\n \"lib/provider.js\": \"423ed57e3b2cecc16f5bc4857f3b070135b6c027a9c232127b68e915c36542d4\",\n \"lib/plan.js\": \"cd2d041194b434d2751b9b5b4b3bdfb64b24f4aaeecdb8ee22929d36a380e912\",\n \"lib/run.js\": \"ad2100d0b95122b2a581413e9fbdd4fe5122f190e400534349102375bec4ff87\",\n \"lib/cost.js\": \"9d84b84442d94c9012be04a58b5afb3d736d630c215a453776e8fe113a44dd89\",\n \"lib/models.js\": \"ca1f4f9704c4980c4cbc6b87b9dab95ab42217c146528d7ddee417d568bb75dd\",\n \"lib/usage.js\": \"02cfe0b911184dec0667dbf984c71f656d933699d43a5d8b3e7f19e7a3970bff\",\n \"lib/sampling.js\": \"d0651cd91003151c240207700849245f34065576a91605a34a50640bf925253b\",\n \"lib/skill.js\": \"b138b74ce8ac4a0fe964135ae50251388feb4b6657db8832c1c463b6e5d706ec\",\n \"lib/judge.js\": \"914b5215b0910b5e88e18808e340a1727033a37231f52cfc17789b251ec47b94\",\n \"lib/canonical.js\": \"ee77cd144e5f30c92da7173d88aad5e43715aa22073dec9c7ee720406875a89b\",\n \"lib/capture.js\": \"d49499b6293b9455ee55183a80e957ebd8f3d92cd9707007f20d665c9b3ecbe3\",\n \"lib/json.js\": \"d5db4d5fb32e6709067fb71f98c3234c7cf3906549685cf162482cd7403d8ed9\",\n \"lib/regrade.js\": \"c6ce459bd4f7650dbf5dae6863cd0bb8765a1149ba40bef8430d38dc6ec4b2fe\",\n \"lib/stats.js\": \"fbc740f3496d8f406ff1bcbcbca9f4b33a3b2108e87c8864f33d8769b483b7c1\",\n \"specs/408-skill-measurements/campaign.cjs\": \"55b045047d815b1b200cdd1178162f246670257310b8829e7ff18bb66aaf468d\",\n \"specs/408-skill-measurements/eval-audit.cjs\": \"e5963822cb125dca06b3875b894972ba72105eb6d3973bbce785f44b9b5d0ea8\",\n \"specs/408-skill-measurements/run-campaign.cjs\": \"b03be1fc275e7fd0a1f08d59c440b1679e001722ae0aa8129edc3b80dedd1c43\",\n \"specs/408-skill-measurements/pricing.cjs\": \"984b17d53f91136bfb9e02c84d2e3876f6524eab45e5da3b40c7a512c29205a8\"\n },\n \"plain\": {\n \"rows\": [\n {\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"installs\": 3900241,\n \"rank\": 1,\n \"source_rank\": 1,\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"suite\": \"suites/vercel-labs--skills--find-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"installs\": 1377017,\n \"rank\": 2,\n \"source_rank\": 2,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-me.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"installs\": 1179300,\n \"rank\": 3,\n \"source_rank\": 3,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-with-docs.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"installs\": 1156601,\n \"rank\": 4,\n \"source_rank\": 4,\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-browser--agent-browser.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"installs\": 1125347,\n \"rank\": 5,\n \"source_rank\": 5,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--improve-codebase-architecture.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"installs\": 1101275,\n \"rank\": 6,\n \"source_rank\": 6,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--tdd.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"installs\": 1079951,\n \"rank\": 7,\n \"source_rank\": 7,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-cli.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"installs\": 1031185,\n \"rank\": 8,\n \"source_rank\": 8,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"installs\": 1016764,\n \"rank\": 9,\n \"source_rank\": 9,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--setup-matt-pocock-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"installs\": 999935,\n \"rank\": 10,\n \"source_rank\": 10,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--handoff.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"installs\": 998334,\n \"rank\": 11,\n \"source_rank\": 11,\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"suite\": \"suites/anthropics--skills--frontend-design.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"installs\": 972936,\n \"rank\": 12,\n \"source_rank\": 12,\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"suite\": \"suites/flowkit-labs--skills--reddit-automation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"installs\": 956602,\n \"rank\": 13,\n \"source_rank\": 13,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--triage.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"installs\": 952527,\n \"rank\": 14,\n \"source_rank\": 14,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--prototype.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"installs\": 941576,\n \"rank\": 15,\n \"source_rank\": 15,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--media-use.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"installs\": 932920,\n \"rank\": 16,\n \"source_rank\": 16,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grilling.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"installs\": 919777,\n \"rank\": 17,\n \"source_rank\": 17,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-animation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"installs\": 886036,\n \"rank\": 18,\n \"source_rank\": 18,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-registry.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"installs\": 867938,\n \"rank\": 19,\n \"source_rank\": 19,\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"suite\": \"suites/designed-by-ai--skills--design-mobile-apps.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"installs\": 850837,\n \"rank\": 20,\n \"source_rank\": 20,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-core.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n }\n ],\n \"exclusions\": [],\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 171.61,\n \"attempts\": [\n {\n \"attempt_id\": \"55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 1\n }\n },\n {\n \"attempt_id\": \"60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 2\n }\n },\n {\n \"attempt_id\": \"ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 3\n }\n },\n {\n \"attempt_id\": \"c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 4\n }\n },\n {\n \"attempt_id\": \"c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 5\n }\n },\n {\n \"attempt_id\": \"75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 6\n }\n },\n {\n \"attempt_id\": \"9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 7\n }\n },\n {\n \"attempt_id\": \"4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 8\n }\n },\n {\n \"attempt_id\": \"4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 9\n }\n },\n {\n \"attempt_id\": \"12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 10\n }\n },\n {\n \"attempt_id\": \"0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 11\n }\n },\n {\n \"attempt_id\": \"9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 12\n }\n },\n {\n \"attempt_id\": \"2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 13\n }\n },\n {\n \"attempt_id\": \"47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 14\n }\n },\n {\n \"attempt_id\": \"e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 15\n }\n },\n {\n \"attempt_id\": \"fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 16\n }\n },\n {\n \"attempt_id\": \"d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 17\n }\n },\n {\n \"attempt_id\": \"a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 18\n }\n },\n {\n \"attempt_id\": \"fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 19\n }\n },\n {\n \"attempt_id\": \"e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_1\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-sonnet-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 20\n }\n }\n ]\n },\n \"option_3\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 320.966,\n \"attempts\": [\n {\n \"attempt_id\": \"187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 21\n }\n },\n {\n \"attempt_id\": \"8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 22\n }\n },\n {\n \"attempt_id\": \"769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 23\n }\n },\n {\n \"attempt_id\": \"96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 24\n }\n },\n {\n \"attempt_id\": \"dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"skill_path\": \"skills/engineering/improve-codebase-architecture/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57\",\n \"suite_hash\": \"808374fd9d1978c553ce7aef6bf5722469a74851217bd22dc31eea30d6f4d5e1\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 25\n }\n },\n {\n \"attempt_id\": \"e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"skill_path\": \"skills/engineering/tdd/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d\",\n \"suite_hash\": \"7c3eaed6b72fd12c19b5fbe64a846026eed62b88b215b0bd090b4924b94555bb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 26\n }\n },\n {\n \"attempt_id\": \"e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 27\n }\n },\n {\n \"attempt_id\": \"69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 28\n }\n },\n {\n \"attempt_id\": \"178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"skill_path\": \"skills/engineering/setup-matt-pocock-skills/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2\",\n \"suite_hash\": \"a11911f9dcca438ccbffe323bcb319823ffe09aab693961e8cd07c48779c3cdd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 29\n }\n },\n {\n \"attempt_id\": \"7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"skill_path\": \"skills/productivity/handoff/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137\",\n \"suite_hash\": \"30d2bafd22a98cf7d41b0f290ef2fd9608743da336f89e6eb080fb2e175c60ac\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 30\n }\n },\n {\n \"attempt_id\": \"08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 31\n }\n },\n {\n \"attempt_id\": \"3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 32\n }\n },\n {\n \"attempt_id\": \"6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"skill_path\": \"skills/engineering/triage/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca\",\n \"suite_hash\": \"2ad4dd751bb6bac9afc16b049cda0fd4cff9e19efe5c722e259037df11cea1fb\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 33\n }\n },\n {\n \"attempt_id\": \"ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"skill_path\": \"skills/engineering/prototype/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b\",\n \"suite_hash\": \"37ce2341bdc63a127f8e5bc8d7546b8ec7f3c15a7d392d04df31e57b10b6b209\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 34\n }\n },\n {\n \"attempt_id\": \"32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"skill_path\": \"skills/media-use/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8\",\n \"suite_hash\": \"e307b5bc35b2d2735ac04b61dc3eb31abfd796ff812a0a27e130aabf668fff38\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 35\n }\n },\n {\n \"attempt_id\": \"5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"skill_path\": \"skills/productivity/grilling/SKILL.md\",\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"evals_sha256\": \"f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9\",\n \"suite_hash\": \"7826c99bc6182de61ceeb6159ed19e159e0551ebd0234afc402a72ccd951699c\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 36\n }\n },\n {\n \"attempt_id\": \"04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"skill_path\": \"skills/hyperframes-animation/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7\",\n \"suite_hash\": \"c2b7fb8bdaedac0a7775345e0c29c8f41059f4118701acfead6e4bb4e6253546\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 37\n }\n },\n {\n \"attempt_id\": \"075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"skill_path\": \"skills/hyperframes-registry/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8\",\n \"suite_hash\": \"dcd3996c2a50b4e6c386e19590a8b92ed6f7fe1d655c0654abd22e992a0ab114\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 38\n }\n },\n {\n \"attempt_id\": \"ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 39\n }\n },\n {\n \"attempt_id\": \"60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2\",\n \"protocol\": {\n \"list\": \"plain\",\n \"model_option\": \"option_3\",\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"skill_path\": \"skills/hyperframes-core/SKILL.md\",\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"evals_sha256\": \"46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9\",\n \"suite_hash\": \"56c916444235a6b81074bd7afd4d2442a99e838300ed314d1130c8408da56e97\",\n \"model\": \"claude-opus-5-5\",\n \"judge\": \"claude-haiku-5-5\",\n \"samples\": 5,\n \"draws\": 10,\n \"capture\": \"text\",\n \"ordinal\": 40\n }\n }\n ]\n }\n }\n },\n \"capped\": {\n \"rows\": [\n {\n \"repository\": \"vercel-labs/skills\",\n \"skill\": \"find-skills\",\n \"installs\": 3900241,\n \"rank\": 1,\n \"source_rank\": 1,\n \"commit\": \"13e4063a1cf913f5606d57d42ab83a86f5001e04\",\n \"skill_path\": \"skills/find-skills/SKILL.md\",\n \"suite\": \"suites/vercel-labs--skills--find-skills.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c\",\n \"suite_hash\": \"6eb3bcc1b3a9ab02b45d94109df4411cc5d650985fb0d47c80c47142b87e3600\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-me\",\n \"installs\": 1377017,\n \"rank\": 2,\n \"source_rank\": 2,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/productivity/grill-me/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-me.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b\",\n \"suite_hash\": \"54c128fe35c3c92b6e3020befd36b467115d48b775562a2ff7b6b41104c6d826\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grill-with-docs\",\n \"installs\": 1179300,\n \"rank\": 3,\n \"source_rank\": 3,\n \"commit\": \"49dd158d1076134a641b33efb035946536778336\",\n \"skill_path\": \"skills/engineering/grill-with-docs/SKILL.md\",\n \"suite\": \"suites/mattpocock--skills--grill-with-docs.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad\",\n \"suite_hash\": \"85d185f27bb03fc61125b38d1aea1c85e0286cb4631d342899d87d2f0e67cc39\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-browser\",\n \"skill\": \"agent-browser\",\n \"installs\": 1156601,\n \"rank\": 4,\n \"source_rank\": 4,\n \"commit\": \"dac13bb87468fe9d74a040d862720f6cc17a9565\",\n \"skill_path\": \"skills/agent-browser/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-browser--agent-browser.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e\",\n \"suite_hash\": \"f4c50a9752688546d86043fd27f2c467e2c18aad5b81b0b697dea3aba506c662\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-cli\",\n \"installs\": 1079951,\n \"rank\": 5,\n \"source_rank\": 7,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes-cli/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes-cli.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee\",\n \"suite_hash\": \"a189a1665384ef24c2ea9d2aac5bb8762cad4d107c47f7c5612dcd2c8f5ea707\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes\",\n \"installs\": 1031185,\n \"rank\": 6,\n \"source_rank\": 8,\n \"commit\": \"c4440dfb200def5e0c0afee938778f05b5985039\",\n \"skill_path\": \"skills/hyperframes/SKILL.md\",\n \"suite\": \"suites/heygen-com--hyperframes--hyperframes.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112\",\n \"suite_hash\": \"e2b6a2823a5428e3584cef4fda9ef35b72ad6447277648b6f067b8592064e988\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"anthropics/skills\",\n \"skill\": \"frontend-design\",\n \"installs\": 998334,\n \"rank\": 7,\n \"source_rank\": 11,\n \"commit\": \"dbd4588f9e1033efb41dad4bef2f7947c8993d44\",\n \"skill_path\": \"skills/frontend-design/SKILL.md\",\n \"suite\": \"suites/anthropics--skills--frontend-design.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5\",\n \"suite_hash\": \"5ec804b8879c91af1e5c338ca4aee8c6f170de84a10d5aa87d3d25fcb1ffe6bf\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"flowkit-labs/skills\",\n \"skill\": \"reddit-automation\",\n \"installs\": 972936,\n \"rank\": 8,\n \"source_rank\": 12,\n \"commit\": \"0c9e2b63f504a296a86e45ed3a60a426dd979ca6\",\n \"skill_path\": \"reddit-automation/SKILL.md\",\n \"suite\": \"suites/flowkit-labs--skills--reddit-automation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4\",\n \"suite_hash\": \"bd44fc94b915a51a8fac6d0fc84a9b2e8bcd41cf2a1c968b86e5ccce97001f88\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"designed-by-ai/skills\",\n \"skill\": \"design-mobile-apps\",\n \"installs\": 867938,\n \"rank\": 9,\n \"source_rank\": 19,\n \"commit\": \"03c20aec6dcedb5fabfb03dc37982eb52ef19ed6\",\n \"skill_path\": \"skills/design-mobile-apps/SKILL.md\",\n \"suite\": \"suites/designed-by-ai--skills--design-mobile-apps.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d\",\n \"suite_hash\": \"469bc9660d0eefd9e9bc9c33543ef27930b159d7b5141c59a2cd03a62fdd28fd\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-skills\",\n \"skill\": \"vercel-react-best-practices\",\n \"installs\": 810904,\n \"rank\": 10,\n \"source_rank\": 25,\n \"commit\": \"063bee94c3f4df8453406c830b0a7df0f2860278\",\n \"skill_path\": \"skills/react-best-practices/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-skills--vercel-react-best-practices.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"6cca8734712f25beb53818779d44926b86a9e7dfba4f113b12d6074240a6c00c\",\n \"suite_hash\": \"c87f5ca63fe2dfa5857ef58632b173adc965bc48d6cd2f50ea9b5e8e4111aa06\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-video-generation\",\n \"installs\": 788912,\n \"rank\": 11,\n \"source_rank\": 27,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/video/ai-video-generation/SKILL.md\",\n \"suite\": \"suites/101-skills--superpowers--ai-video-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"7d383a9526921b2d78846dae1efa3107be5c527af2862ad532a01c09d0cbebe8\",\n \"suite_hash\": \"eebdb915012c4e6a724e33e9f0cbf874ff303985611068f6b2194379aeeccc99\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-image-generation\",\n \"installs\": 788037,\n \"rank\": 12,\n \"source_rank\": 28,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/image/ai-image-generation/SKILL.md\",\n \"suite\": \"suites/101-skills--superpowers--ai-image-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"9acece361f5d2801714e34168eeee339b4c26e7d505c489eb666a0b785b3b795\",\n \"suite_hash\": \"bebcc3824c68e360d585eb106728f3e34c499e7c0702a1e538f23409d930940b\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"vercel-labs/agent-skills\",\n \"skill\": \"web-design-guidelines\",\n \"installs\": 748642,\n \"rank\": 13,\n \"source_rank\": 55,\n \"commit\": \"063bee94c3f4df8453406c830b0a7df0f2860278\",\n \"skill_path\": \"skills/web-design-guidelines/SKILL.md\",\n \"suite\": \"suites/vercel-labs--agent-skills--web-design-guidelines.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4ff8dbcaf34131a6c0c041655634759a200f3cb7c3be181db32218e166920583\",\n \"suite_hash\": \"0d334d6418076f9c11b1997be51fd86909975e9d2a1a8e8886ff4254bbdcd1e5\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"remotion-dev/skills\",\n \"skill\": \"remotion-best-practices\",\n \"installs\": 632787,\n \"rank\": 14,\n \"source_rank\": 67,\n \"commit\": \"1441a11e95db35443bd76bb318386c0d3ca00053\",\n \"skill_path\": \"skills/remotion-best-practices/SKILL.md\",\n \"suite\": \"suites/remotion-dev--skills--remotion-best-practices.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"ae1789ae0e338e3b5c57ebe9e3e75aa2fbb1cc91a97513eec85f911b3825356e\",\n \"suite_hash\": \"fc7a412555d11d512044a035cb54eb94726fd42b850e523e047360656c935a98\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"leonxlnx/taste-skill\",\n \"skill\": \"design-taste-frontend\",\n \"installs\": 628051,\n \"rank\": 15,\n \"source_rank\": 68,\n \"commit\": \"f624f37a8c650b9cc550253104925efe4c8de246\",\n \"skill_path\": \"skills/taste-skill/SKILL.md\",\n \"suite\": \"suites/leonxlnx--taste-skill--design-taste-frontend.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"cb43c448e5b265bc2690390599c7beccb74b5e3f84f711676fa3a1b3754c09a4\",\n \"suite_hash\": \"3dfa77b774329fd480e638b05c5f9bdf65b9b20d7a2b1b253eb574576fa31222\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-image-generation\",\n \"installs\": 605195,\n \"rank\": 16,\n \"source_rank\": 70,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/image/ai-image-generation/SKILL.md\",\n \"suite\": \"suites/magentosh--superpowers--ai-image-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"4371ac56285531097406982684db332a12648f906daa6d773761b30e822a2310\",\n \"suite_hash\": \"89368f7397f7bd60954e4ca689344a2e32b42447d23c3bc93916360c5d5cc8aa\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-video-generation\",\n \"installs\": 604922,\n \"rank\": 17,\n \"source_rank\": 71,\n \"commit\": \"becc25649700d5457772a00e5143e28ccf9e5afa\",\n \"skill_path\": \"tools/video/ai-video-generation/SKILL.md\",\n \"suite\": \"suites/magentosh--superpowers--ai-video-generation.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3e74def8284f66b03d4761da2520464db2f9839b7eb9a29bdd8fffdd7fc4227b\",\n \"suite_hash\": \"f28c2cb64e344729c97f2d29127fb598c268a49861d7d02fa87bd3c76c4af1c2\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"juliusbrussee/caveman\",\n \"skill\": \"caveman\",\n \"installs\": 578281,\n \"rank\": 18,\n \"source_rank\": 75,\n \"commit\": \"81958ad82f2e2da4417778f81f8a3c838d81b798\",\n \"skill_path\": \"skills/caveman/SKILL.md\",\n \"suite\": \"suites/juliusbrussee--caveman--caveman.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"066a12ee7bae44c94f567607c7e23af1b48767606eac41e5ff012ca5f93b1187\",\n \"suite_hash\": \"78c0b4d8ac0c0ffbc519f08286173dffb23fe64904e5fa399600d9025ef8247d\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"microsoft/azure-skills\",\n \"skill\": \"microsoft-foundry\",\n \"installs\": 568927,\n \"rank\": 19,\n \"source_rank\": 76,\n \"commit\": \"cf79ce8778ad063eeac19dbe8bf982d71b466ce0\",\n \"skill_path\": \"skills/microsoft-foundry/SKILL.md\",\n \"suite\": \"suites/microsoft--azure-skills--microsoft-foundry.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"3c24d7f9caffe614bcbcc6c89a08ef36b1c8f73b9ccc726f1d894918a19f0a81\",\n \"suite_hash\": \"01cff5e9cec7d6075e757c5cc6c4e2d119d9bb2978972916d8e78621fb36fc1a\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n },\n {\n \"repository\": \"microsoft/azure-skills\",\n \"skill\": \"azure-diagnostics\",\n \"installs\": 560460,\n \"rank\": 20,\n \"source_rank\": 78,\n \"commit\": \"cf79ce8778ad063eeac19dbe8bf982d71b466ce0\",\n \"skill_path\": \"skills/azure-diagnostics/SKILL.md\",\n \"suite\": \"suites/microsoft--azure-skills--azure-diagnostics.json\",\n \"case_count\": 3,\n \"evals_sha256\": \"8ff38dca538a82d24ccc7a624204363613a01b068feaa6b3b0e5c87ce8af9034\",\n \"suite_hash\": \"ddcbd1141d8dd4ef26eb97ea8b30fcfe874df34d12a63f9d1625af216d0d4a52\",\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 8.5805,\n \"per_target\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"generation_usd\": 7.4678,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 8.5805,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 0.804,\n \"perModel\": [\n {\n \"model\": \"claude-sonnet-5-5\",\n \"usd\": 0.804\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 0.735,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n },\n \"option_3\": {\n \"planned_calls\": 360,\n \"estimated_usd\": 16.0483,\n \"per_target\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"generation_usd\": 14.9356,\n \"judge_usd\": 1.1128,\n \"estimated_usd\": 16.0483,\n \"planned_calls\": 360\n }\n ],\n \"fixed_token_reference\": {\n \"totalUSD\": 1.539,\n \"perModel\": [\n {\n \"model\": \"claude-opus-5-5\",\n \"usd\": 1.539\n }\n ],\n \"judgeUSD\": 0.069,\n \"genUSD\": 1.47,\n \"assumptions\": {\n \"tokens\": {\n \"gen_with_skill\": {\n \"input\": 3000,\n \"output\": 900\n },\n \"gen_baseline\": {\n \"input\": 250,\n \"output\": 900\n },\n \"judge\": {\n \"input\": 1300,\n \"output\": 200\n }\n },\n \"judgeModel\": \"claude-haiku-5-5\",\n \"draws\": 10,\n \"note\": \"rough upper-bound estimate; registry per-MTok pricing; not measured with count_tokens\"\n }\n }\n }\n }\n }\n ],\n \"exclusions\": [\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"improve-codebase-architecture\",\n \"installs\": 1125347,\n \"source_rank\": 5,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"tdd\",\n \"installs\": 1101275,\n \"source_rank\": 6,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"setup-matt-pocock-skills\",\n \"installs\": 1016764,\n \"source_rank\": 9,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"handoff\",\n \"installs\": 999935,\n \"source_rank\": 10,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"triage\",\n \"installs\": 956602,\n \"source_rank\": 13,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"prototype\",\n \"installs\": 952527,\n \"source_rank\": 14,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"media-use\",\n \"installs\": 941576,\n \"source_rank\": 15,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"grilling\",\n \"installs\": 932920,\n \"source_rank\": 16,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-animation\",\n \"installs\": 919777,\n \"source_rank\": 17,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-registry\",\n \"installs\": 886036,\n \"source_rank\": 18,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-core\",\n \"installs\": 850837,\n \"source_rank\": 20,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-creative\",\n \"installs\": 839047,\n \"source_rank\": 21,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"domain-modeling\",\n \"installs\": 837491,\n \"source_rank\": 22,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"teach\",\n \"installs\": 826844,\n \"source_rank\": 23,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"codebase-design\",\n \"installs\": 812804,\n \"source_rank\": 24,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"diagnosing-bugs\",\n \"installs\": 797796,\n \"source_rank\": 26,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"twitter-automation\",\n \"installs\": 787840,\n \"source_rank\": 29,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"101-skills/superpowers\",\n \"skill\": \"ai-avatar-video\",\n \"installs\": 787565,\n \"source_rank\": 30,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-doc\",\n \"installs\": 781203,\n \"source_rank\": 31,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-base\",\n \"installs\": 780695,\n \"source_rank\": 32,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-drive\",\n \"installs\": 780658,\n \"source_rank\": 33,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-shared\",\n \"installs\": 780349,\n \"source_rank\": 34,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-im\",\n \"installs\": 779853,\n \"source_rank\": 35,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-calendar\",\n \"installs\": 779506,\n \"source_rank\": 36,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-approval\",\n \"installs\": 779418,\n \"source_rank\": 37,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-sheets\",\n \"installs\": 779353,\n \"source_rank\": 38,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-wiki\",\n \"installs\": 779186,\n \"source_rank\": 39,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-contact\",\n \"installs\": 778628,\n \"source_rank\": 40,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-task\",\n \"installs\": 778412,\n \"source_rank\": 41,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-slides\",\n \"installs\": 778360,\n \"source_rank\": 42,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-mail\",\n \"installs\": 778316,\n \"source_rank\": 43,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-whiteboard\",\n \"installs\": 778205,\n \"source_rank\": 44,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-event\",\n \"installs\": 778125,\n \"source_rank\": 45,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-openapi-explorer\",\n \"installs\": 777902,\n \"source_rank\": 46,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-attendance\",\n \"installs\": 777844,\n \"source_rank\": 47,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-minutes\",\n \"installs\": 777525,\n \"source_rank\": 48,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-skill-maker\",\n \"installs\": 777478,\n \"source_rank\": 49,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-workflow-meeting-summary\",\n \"installs\": 777327,\n \"source_rank\": 50,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-workflow-standup-report\",\n \"installs\": 777079,\n \"source_rank\": 51,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-vc\",\n \"installs\": 776813,\n \"source_rank\": 52,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-okr\",\n \"installs\": 758749,\n \"source_rank\": 53,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"code-review\",\n \"installs\": 750981,\n \"source_rank\": 54,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-markdown\",\n \"installs\": 744525,\n \"source_rank\": 56,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"implement\",\n \"installs\": 737952,\n \"source_rank\": 57,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"ask-matt\",\n \"installs\": 733620,\n \"source_rank\": 58,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-vc-agent\",\n \"installs\": 721457,\n \"source_rank\": 59,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-keyframes\",\n \"installs\": 703421,\n \"source_rank\": 60,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-apps\",\n \"installs\": 689518,\n \"source_rank\": 61,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"wayfinder\",\n \"installs\": 683395,\n \"source_rank\": 62,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"to-spec\",\n \"installs\": 679959,\n \"source_rank\": 63,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"research\",\n \"installs\": 676769,\n \"source_rank\": 64,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"mattpocock/skills\",\n \"skill\": \"to-tickets\",\n \"installs\": 674708,\n \"source_rank\": 65,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"uizze.sh\",\n \"skill\": \"ui-taste\",\n \"installs\": 637120,\n \"source_rank\": 66,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"general-video\",\n \"installs\": 616150,\n \"source_rank\": 69,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"ai-avatar-video\",\n \"installs\": 604857,\n \"source_rank\": 72,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"magentosh/superpowers\",\n \"skill\": \"twitter-automation\",\n \"installs\": 604742,\n \"source_rank\": 73,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"heygen-com/hyperframes\",\n \"skill\": \"hyperframes-audio\",\n \"installs\": 601101,\n \"source_rank\": 74,\n \"reason\": \"Two skills from this repository already selected.\"\n },\n {\n \"repository\": \"open.feishu.cn\",\n \"skill\": \"lark-note\",\n \"installs\": 561704,\n \"source_rank\": 77,\n \"reason\": \"Domain-only source: no owner/repository commit pin in the leaderboard identity.\"\n }\n ],\n \"options\": {\n \"option_1\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 171.61\n },\n \"option_3\": {\n \"planned_calls\": 7200,\n \"estimated_usd\": 320.966\n }\n }\n }\n}\n" } ], "spend_usd": 44.303638, "failures": [ { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d", "status": "failure", "reason": "EVAL_CONFIG_CHANGED", "cost_usd": 0.21 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "3c1a213c7c7f40e9abb6e4106a455f63fe8805131807090e5807d259b4b5cf57", "attempt_id": "60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d", "status": "failure", "reason": "EVAL_CONFIG_CHANGED", "cost_usd": 0.487411, "cost_complete": true, "calls": [ { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3896, "output_tokens": 397, "cached_tokens": 3687, "wall_ms": 6162 }, "cost_usd": 0.019554 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6035, "output_tokens": 951, "cached_tokens": 4638, "wall_ms": 6544 }, "cost_usd": 0.0016825 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6035, "output_tokens": 737, "cached_tokens": 5863, "wall_ms": 5534 }, "cost_usd": 0.0015755 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6035, "output_tokens": 858, "cached_tokens": 5863, "wall_ms": 6035 }, "cost_usd": 0.001636 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6035, "output_tokens": 833, "cached_tokens": 5863, "wall_ms": 6026 }, "cost_usd": 0.0016235 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6034, "output_tokens": 818, "cached_tokens": 5863, "wall_ms": 5686 }, "cost_usd": 0.0016158 }, { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3897, "output_tokens": 435, "cached_tokens": 3687, "wall_ms": 6101 }, "cost_usd": 0.019938 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6073, "output_tokens": 755, "cached_tokens": 4638, "wall_ms": 5849 }, "cost_usd": 0.0015921000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6073, "output_tokens": 1066, "cached_tokens": 5901, "wall_ms": 6857 }, "cost_usd": 0.0017476000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6073, "output_tokens": 1053, "cached_tokens": 5901, "wall_ms": 6906 }, "cost_usd": 0.0017411000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6073, "output_tokens": 796, "cached_tokens": 5901, "wall_ms": 6062 }, "cost_usd": 0.0016126 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6072, "output_tokens": 966, "cached_tokens": 5901, "wall_ms": 6621 }, "cost_usd": 0.0016974000000000002 }, { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3896, "output_tokens": 460, "cached_tokens": 3687, "wall_ms": 6162 }, "cost_usd": 0.020184 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6096, "output_tokens": 964, "cached_tokens": 4638, "wall_ms": 6432 }, "cost_usd": 0.0017012000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6099, "output_tokens": 883, "cached_tokens": 5926, "wall_ms": 6159 }, "cost_usd": 0.0016612999999999999 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6097, "output_tokens": 739, "cached_tokens": 5926, "wall_ms": 5577 }, "cost_usd": 0.0015889 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6098, "output_tokens": 100, "cached_tokens": 5926, "wall_ms": 3076 }, "cost_usd": 0.0012696 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6097, "output_tokens": 814, "cached_tokens": 5926, "wall_ms": 6620 }, "cost_usd": 0.0016264 }, { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3896, "output_tokens": 394, "cached_tokens": 3687, "wall_ms": 5617 }, "cost_usd": 0.019524 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6032, "output_tokens": 128, "cached_tokens": 4638, "wall_ms": 3528 }, "cost_usd": 0.0012704 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6032, "output_tokens": 107, "cached_tokens": 5860, "wall_ms": 3291 }, "cost_usd": 0.0012599 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6032, "output_tokens": 819, "cached_tokens": 5860, "wall_ms": 5907 }, "cost_usd": 0.0016159000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6031, "output_tokens": 1102, "cached_tokens": 5860, "wall_ms": 7353 }, "cost_usd": 0.0017572 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6033, "output_tokens": 653, "cached_tokens": 5860, "wall_ms": 5069 }, "cost_usd": 0.0015331000000000001 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1988, "output_tokens": 325, "cached_tokens": 1779, "wall_ms": 5054 }, "cost_usd": 0.011202 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5964, "output_tokens": 110, "cached_tokens": 4638, "wall_ms": 2865 }, "cost_usd": 0.0012477999999999999 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5964, "output_tokens": 395, "cached_tokens": 5791, "wall_ms": 3845 }, "cost_usd": 0.0013903 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5963, "output_tokens": 107, "cached_tokens": 5791, "wall_ms": 3417 }, "cost_usd": 0.0012461000000000002 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5963, "output_tokens": 396, "cached_tokens": 5791, "wall_ms": 4161 }, "cost_usd": 0.0013906 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5963, "output_tokens": 386, "cached_tokens": 5791, "wall_ms": 4141 }, "cost_usd": 0.0013856 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1990, "output_tokens": 356, "cached_tokens": 1779, "wall_ms": 5060 }, "cost_usd": 0.01152 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5994, "output_tokens": 114, "cached_tokens": 4638, "wall_ms": 3119 }, "cost_usd": 0.0012558 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5994, "output_tokens": 370, "cached_tokens": 5822, "wall_ms": 4133 }, "cost_usd": 0.0013838 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5994, "output_tokens": 127, "cached_tokens": 5822, "wall_ms": 2984 }, "cost_usd": 0.0012623 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5994, "output_tokens": 483, "cached_tokens": 5822, "wall_ms": 4742 }, "cost_usd": 0.0014403 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5994, "output_tokens": 102, "cached_tokens": 5822, "wall_ms": 2918 }, "cost_usd": 0.0012498 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1987, "output_tokens": 388, "cached_tokens": 1779, "wall_ms": 5223 }, "cost_usd": 0.011828 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6027, "output_tokens": 130, "cached_tokens": 4638, "wall_ms": 2935 }, "cost_usd": 0.0012704 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6025, "output_tokens": 109, "cached_tokens": 5854, "wall_ms": 2982 }, "cost_usd": 0.0012595 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6024, "output_tokens": 92, "cached_tokens": 5854, "wall_ms": 2852 }, "cost_usd": 0.0012508 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6027, "output_tokens": 129, "cached_tokens": 5854, "wall_ms": 3224 }, "cost_usd": 0.0012699 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6026, "output_tokens": 374, "cached_tokens": 5854, "wall_ms": 3944 }, "cost_usd": 0.0013922000000000001 }, { "phase": "generation", "case": "missing", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 508, "cached_tokens": 3625, "wall_ms": 7022 }, "cost_usd": 0.020416 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6056, "output_tokens": 111, "cached_tokens": 4638, "wall_ms": 2966 }, "cost_usd": 0.0012667 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6057, "output_tokens": 571, "cached_tokens": 5886, "wall_ms": 4848 }, "cost_usd": 0.0014969 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6057, "output_tokens": 785, "cached_tokens": 5886, "wall_ms": 6145 }, "cost_usd": 0.0016039000000000001 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6058, "output_tokens": 106, "cached_tokens": 5886, "wall_ms": 2743 }, "cost_usd": 0.0012646 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6058, "output_tokens": 572, "cached_tokens": 5886, "wall_ms": 5129 }, "cost_usd": 0.0014976000000000002 }, { "phase": "generation", "case": "missing", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 483, "cached_tokens": 3625, "wall_ms": 6467 }, "cost_usd": 0.020166 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6033, "output_tokens": 123, "cached_tokens": 4638, "wall_ms": 3053 }, "cost_usd": 0.0012681 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6033, "output_tokens": 99, "cached_tokens": 5861, "wall_ms": 2564 }, "cost_usd": 0.0012561000000000002 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6033, "output_tokens": 103, "cached_tokens": 5861, "wall_ms": 3307 }, "cost_usd": 0.0012581 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6033, "output_tokens": 95, "cached_tokens": 5861, "wall_ms": 2640 }, "cost_usd": 0.0012541000000000002 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6033, "output_tokens": 113, "cached_tokens": 5861, "wall_ms": 2690 }, "cost_usd": 0.0012631 }, { "phase": "generation", "case": "missing", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 506, "cached_tokens": 3625, "wall_ms": 6444 }, "cost_usd": 0.020396 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6056, "output_tokens": 101, "cached_tokens": 4638, "wall_ms": 3068 }, "cost_usd": 0.0012617000000000001 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6055, "output_tokens": 124, "cached_tokens": 5884, "wall_ms": 3094 }, "cost_usd": 0.001273 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6056, "output_tokens": 115, "cached_tokens": 5884, "wall_ms": 2629 }, "cost_usd": 0.0012687 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6056, "output_tokens": 649, "cached_tokens": 5884, "wall_ms": 5078 }, "cost_usd": 0.0015357 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6056, "output_tokens": 101, "cached_tokens": 5884, "wall_ms": 2582 }, "cost_usd": 0.0012617000000000001 }, { "phase": "generation", "case": "missing", "mode": "with_skill", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 586, "cached_tokens": 3625, "wall_ms": 7591 }, "cost_usd": 0.021196 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6137, "output_tokens": 1071, "cached_tokens": 4638, "wall_ms": 7122 }, "cost_usd": 0.0017629000000000002 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6135, "output_tokens": 110, "cached_tokens": 5964, "wall_ms": 2655 }, "cost_usd": 0.001282 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6136, "output_tokens": 965, "cached_tokens": 5964, "wall_ms": 6491 }, "cost_usd": 0.0017097 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6136, "output_tokens": 628, "cached_tokens": 5964, "wall_ms": 5350 }, "cost_usd": 0.0015412 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6136, "output_tokens": 1052, "cached_tokens": 5964, "wall_ms": 7035 }, "cost_usd": 0.0017532000000000001 }, { "phase": "generation", "case": "missing", "mode": "with_skill", "draw": 4, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 510, "cached_tokens": 3625, "wall_ms": 6596 }, "cost_usd": 0.020436 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 4, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6058, "output_tokens": 117, "cached_tokens": 4638, "wall_ms": 3412 }, "cost_usd": 0.0012701000000000001 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 4, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6060, "output_tokens": 593, "cached_tokens": 5888, "wall_ms": 5176 }, "cost_usd": 0.0015085 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 4, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6060, "output_tokens": 85, "cached_tokens": 5888, "wall_ms": 2953 }, "cost_usd": 0.0012545 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 4, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6059, "output_tokens": 518, "cached_tokens": 5888, "wall_ms": 4881 }, "cost_usd": 0.0014708 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 4, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6061, "output_tokens": 133, "cached_tokens": 5888, "wall_ms": 3159 }, "cost_usd": 0.0012787 }, { "phase": "generation", "case": "missing", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1925, "output_tokens": 759, "cached_tokens": 1717, "wall_ms": 8894 }, "cost_usd": 0.01529 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6168, "output_tokens": 300, "cached_tokens": 4638, "wall_ms": 3480 }, "cost_usd": 0.0013836000000000002 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6168, "output_tokens": 331, "cached_tokens": 5997, "wall_ms": 6095 }, "cost_usd": 0.0013991000000000001 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6168, "output_tokens": 356, "cached_tokens": 5997, "wall_ms": 3664 }, "cost_usd": 0.0014116 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6170, "output_tokens": 240, "cached_tokens": 5997, "wall_ms": 3138 }, "cost_usd": 0.001354 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6169, "output_tokens": 253, "cached_tokens": 5997, "wall_ms": 3199 }, "cost_usd": 0.0013603000000000003 }, { "phase": "generation", "case": "missing", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1926, "output_tokens": 665, "cached_tokens": 1717, "wall_ms": 8084 }, "cost_usd": 0.014354 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6215, "output_tokens": 299, "cached_tokens": 4638, "wall_ms": 3193 }, "cost_usd": 0.0013925 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6214, "output_tokens": 273, "cached_tokens": 6043, "wall_ms": 3459 }, "cost_usd": 0.0013793000000000002 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6215, "output_tokens": 269, "cached_tokens": 6043, "wall_ms": 3524 }, "cost_usd": 0.0013775 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6214, "output_tokens": 295, "cached_tokens": 6043, "wall_ms": 3664 }, "cost_usd": 0.0013903000000000001 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6215, "output_tokens": 281, "cached_tokens": 6043, "wall_ms": 3562 }, "cost_usd": 0.0013835 }, { "phase": "generation", "case": "missing", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1924, "output_tokens": 604, "cached_tokens": 1717, "wall_ms": 7885 }, "cost_usd": 0.013736 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6108, "output_tokens": 100, "cached_tokens": 4638, "wall_ms": 2851 }, "cost_usd": 0.0012716000000000001 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6107, "output_tokens": 283, "cached_tokens": 5936, "wall_ms": 3750 }, "cost_usd": 0.0013629 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6108, "output_tokens": 288, "cached_tokens": 5936, "wall_ms": 3453 }, "cost_usd": 0.0013656000000000002 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6108, "output_tokens": 310, "cached_tokens": 5936, "wall_ms": 3572 }, "cost_usd": 0.0013766000000000002 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6108, "output_tokens": 241, "cached_tokens": 5936, "wall_ms": 3309 }, "cost_usd": 0.0013421000000000002 }, { "phase": "generation", "case": "scope", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3836, "output_tokens": 191, "cached_tokens": 3627, "wall_ms": 4150 }, "cost_usd": 0.017254 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5746, "output_tokens": 580, "cached_tokens": 4638, "wall_ms": 5573 }, "cost_usd": 0.0014392 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5746, "output_tokens": 806, "cached_tokens": 5574, "wall_ms": 6028 }, "cost_usd": 0.0015522 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5746, "output_tokens": 559, "cached_tokens": 5574, "wall_ms": 5503 }, "cost_usd": 0.0014287 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5746, "output_tokens": 545, "cached_tokens": 5574, "wall_ms": 4593 }, "cost_usd": 0.0014217000000000001 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5746, "output_tokens": 477, "cached_tokens": 5574, "wall_ms": 4441 }, "cost_usd": 0.0013877 }, { "phase": "generation", "case": "scope", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3837, "output_tokens": 166, "cached_tokens": 3627, "wall_ms": 3835 }, "cost_usd": 0.017008 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5719, "output_tokens": 524, "cached_tokens": 4638, "wall_ms": 4865 }, "cost_usd": 0.0014058 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5721, "output_tokens": 134, "cached_tokens": 5549, "wall_ms": 3116 }, "cost_usd": 0.0012112 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5720, "output_tokens": 356, "cached_tokens": 5549, "wall_ms": 3627 }, "cost_usd": 0.001322 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5721, "output_tokens": 630, "cached_tokens": 5549, "wall_ms": 5106 }, "cost_usd": 0.0014592000000000001 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5721, "output_tokens": 538, "cached_tokens": 5549, "wall_ms": 4810 }, "cost_usd": 0.0014132 }, { "phase": "generation", "case": "scope", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 220, "cached_tokens": 3627, "wall_ms": 4134 }, "cost_usd": 0.017536 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5775, "output_tokens": 479, "cached_tokens": 4638, "wall_ms": 4715 }, "cost_usd": 0.0013945 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5775, "output_tokens": 681, "cached_tokens": 5603, "wall_ms": 5293 }, "cost_usd": 0.0014955 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5775, "output_tokens": 391, "cached_tokens": 5603, "wall_ms": 4312 }, "cost_usd": 0.0013505 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5774, "output_tokens": 583, "cached_tokens": 5603, "wall_ms": 4837 }, "cost_usd": 0.0014463 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5775, "output_tokens": 69, "cached_tokens": 5603, "wall_ms": 2912 }, "cost_usd": 0.0011895 }, { "phase": "generation", "case": "scope", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1928, "output_tokens": 156, "cached_tokens": 1719, "wall_ms": 4703 }, "cost_usd": 0.009272 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5710, "output_tokens": 248, "cached_tokens": 4638, "wall_ms": 3302 }, "cost_usd": 0.001266 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5711, "output_tokens": 76, "cached_tokens": 5539, "wall_ms": 2496 }, "cost_usd": 0.0011802 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5711, "output_tokens": 74, "cached_tokens": 5539, "wall_ms": 2800 }, "cost_usd": 0.0011792 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5711, "output_tokens": 297, "cached_tokens": 5539, "wall_ms": 3639 }, "cost_usd": 0.0012907 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5711, "output_tokens": 68, "cached_tokens": 5539, "wall_ms": 5539 }, "cost_usd": 0.0011762 }, { "phase": "generation", "case": "scope", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1927, "output_tokens": 188, "cached_tokens": 1719, "wall_ms": 4503 }, "cost_usd": 0.009588 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5741, "output_tokens": 856, "cached_tokens": 4638, "wall_ms": 6060 }, "cost_usd": 0.0015762 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5743, "output_tokens": 681, "cached_tokens": 5571, "wall_ms": 5382 }, "cost_usd": 0.0014891000000000001 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5742, "output_tokens": 660, "cached_tokens": 5571, "wall_ms": 5601 }, "cost_usd": 0.0014784000000000002 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5741, "output_tokens": 654, "cached_tokens": 5571, "wall_ms": 5575 }, "cost_usd": 0.0014752 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5740, "output_tokens": 379, "cached_tokens": 5571, "wall_ms": 4235 }, "cost_usd": 0.0013375 }, { "phase": "generation", "case": "scope", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1929, "output_tokens": 189, "cached_tokens": 1719, "wall_ms": 4164 }, "cost_usd": 0.009606 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5745, "output_tokens": 70, "cached_tokens": 4638, "wall_ms": 2670 }, "cost_usd": 0.001184 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5744, "output_tokens": 140, "cached_tokens": 5572, "wall_ms": 3408 }, "cost_usd": 0.0012188 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5743, "output_tokens": 218, "cached_tokens": 5572, "wall_ms": 3578 }, "cost_usd": 0.0012576000000000002 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5743, "output_tokens": 101, "cached_tokens": 5572, "wall_ms": 3111 }, "cost_usd": 0.0011991 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5744, "output_tokens": 235, "cached_tokens": 5572, "wall_ms": 3250 }, "cost_usd": 0.0012663 } ] }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462", "status": "failure", "reason": "EVAL_CONFIG_CHANGED", "cost_usd": 0.536387, "cost_complete": true, "calls": [ { "phase": "generation", "case": "decision", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2065, "output_tokens": 1622, "cached_tokens": 544, "wall_ms": 16579 }, "cost_usd": 0.02448 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6924, "output_tokens": 968, "cached_tokens": 4638, "wall_ms": 6671 }, "cost_usd": 0.0018688 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6923, "output_tokens": 832, "cached_tokens": 6752, "wall_ms": 5792 }, "cost_usd": 0.0018006 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6926, "output_tokens": 942, "cached_tokens": 6752, "wall_ms": 5983 }, "cost_usd": 0.0018562000000000001 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6922, "output_tokens": 975, "cached_tokens": 6752, "wall_ms": 7656 }, "cost_usd": 0.0018719000000000001 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6924, "output_tokens": 829, "cached_tokens": 6752, "wall_ms": 5945 }, "cost_usd": 0.0017993000000000002 }, { "phase": "generation", "case": "decision", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2065, "output_tokens": 1584, "cached_tokens": 1856, "wall_ms": 15326 }, "cost_usd": 0.0241 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6993, "output_tokens": 181, "cached_tokens": 4638, "wall_ms": 3208 }, "cost_usd": 0.0014891000000000001 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6993, "output_tokens": 166, "cached_tokens": 6821, "wall_ms": 3119 }, "cost_usd": 0.0014816000000000002 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6993, "output_tokens": 147, "cached_tokens": 6821, "wall_ms": 3128 }, "cost_usd": 0.0014721 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6993, "output_tokens": 643, "cached_tokens": 6821, "wall_ms": 5511 }, "cost_usd": 0.0017201000000000002 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6992, "output_tokens": 789, "cached_tokens": 6821, "wall_ms": 5746 }, "cost_usd": 0.0017929 }, { "phase": "generation", "case": "decision", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2067, "output_tokens": 1891, "cached_tokens": 1856, "wall_ms": 17177 }, "cost_usd": 0.027178 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7158, "output_tokens": 601, "cached_tokens": 4638, "wall_ms": 4856 }, "cost_usd": 0.0017321 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7161, "output_tokens": 741, "cached_tokens": 6987, "wall_ms": 5662 }, "cost_usd": 0.0018027 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7159, "output_tokens": 703, "cached_tokens": 6987, "wall_ms": 5396 }, "cost_usd": 0.0017833000000000002 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7159, "output_tokens": 149, "cached_tokens": 6987, "wall_ms": 3572 }, "cost_usd": 0.0015063000000000001 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7159, "output_tokens": 706, "cached_tokens": 6987, "wall_ms": 5530 }, "cost_usd": 0.0017848000000000002 }, { "phase": "generation", "case": "decision", "mode": "with_skill", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2064, "output_tokens": 1880, "cached_tokens": 1856, "wall_ms": 17222 }, "cost_usd": 0.027056 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7279, "output_tokens": 762, "cached_tokens": 4638, "wall_ms": 5957 }, "cost_usd": 0.0018368000000000002 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7279, "output_tokens": 724, "cached_tokens": 7107, "wall_ms": 5864 }, "cost_usd": 0.0018178000000000003 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7278, "output_tokens": 588, "cached_tokens": 7107, "wall_ms": 5035 }, "cost_usd": 0.0017496000000000002 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7279, "output_tokens": 865, "cached_tokens": 7107, "wall_ms": 5965 }, "cost_usd": 0.0018883 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7280, "output_tokens": 1004, "cached_tokens": 7107, "wall_ms": 6521 }, "cost_usd": 0.001958 }, { "phase": "generation", "case": "decision", "mode": "with_skill", "draw": 4, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2066, "output_tokens": 1601, "cached_tokens": 1856, "wall_ms": 14338 }, "cost_usd": 0.024274 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 4, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6984, "output_tokens": 615, "cached_tokens": 4638, "wall_ms": 4813 }, "cost_usd": 0.0017043000000000002 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 4, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6984, "output_tokens": 743, "cached_tokens": 6814, "wall_ms": 5449 }, "cost_usd": 0.0017683000000000002 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 4, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6986, "output_tokens": 861, "cached_tokens": 6814, "wall_ms": 5663 }, "cost_usd": 0.0018277 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 4, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6986, "output_tokens": 121, "cached_tokens": 6814, "wall_ms": 2706 }, "cost_usd": 0.0014577000000000001 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 4, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6986, "output_tokens": 116, "cached_tokens": 6814, "wall_ms": 2851 }, "cost_usd": 0.0014552 }, { "phase": "generation", "case": "decision", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1963, "output_tokens": 1510, "cached_tokens": 1467, "wall_ms": 14174 }, "cost_usd": 0.022952 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6982, "output_tokens": 628, "cached_tokens": 4638, "wall_ms": 4923 }, "cost_usd": 0.0017104000000000002 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6982, "output_tokens": 655, "cached_tokens": 6810, "wall_ms": 5392 }, "cost_usd": 0.0017239 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6982, "output_tokens": 777, "cached_tokens": 6810, "wall_ms": 5782 }, "cost_usd": 0.0017849 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6980, "output_tokens": 598, "cached_tokens": 6810, "wall_ms": 4517 }, "cost_usd": 0.001695 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6982, "output_tokens": 559, "cached_tokens": 6810, "wall_ms": 4715 }, "cost_usd": 0.0016759000000000001 }, { "phase": "generation", "case": "decision", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1964, "output_tokens": 1390, "cached_tokens": 1755, "wall_ms": 13858 }, "cost_usd": 0.021756 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6988, "output_tokens": 782, "cached_tokens": 4638, "wall_ms": 5662 }, "cost_usd": 0.0017886000000000002 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6989, "output_tokens": 810, "cached_tokens": 6817, "wall_ms": 5865 }, "cost_usd": 0.0018028000000000002 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6989, "output_tokens": 748, "cached_tokens": 6817, "wall_ms": 5530 }, "cost_usd": 0.0017718000000000002 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6988, "output_tokens": 624, "cached_tokens": 6817, "wall_ms": 4928 }, "cost_usd": 0.0017096000000000001 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6988, "output_tokens": 867, "cached_tokens": 6817, "wall_ms": 6022 }, "cost_usd": 0.0018311000000000002 }, { "phase": "generation", "case": "decision", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1963, "output_tokens": 1441, "cached_tokens": 1755, "wall_ms": 13538 }, "cost_usd": 0.022262 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6871, "output_tokens": 521, "cached_tokens": 4638, "wall_ms": 4686 }, "cost_usd": 0.0016347 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6871, "output_tokens": 112, "cached_tokens": 6699, "wall_ms": 2880 }, "cost_usd": 0.0014302 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6871, "output_tokens": 422, "cached_tokens": 6699, "wall_ms": 4242 }, "cost_usd": 0.0015852000000000002 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6871, "output_tokens": 641, "cached_tokens": 6699, "wall_ms": 4755 }, "cost_usd": 0.0016947 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6870, "output_tokens": 671, "cached_tokens": 6699, "wall_ms": 5170 }, "cost_usd": 0.0017095 }, { "phase": "generation", "case": "decision", "mode": "baseline", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1964, "output_tokens": 1419, "cached_tokens": 1755, "wall_ms": 13162 }, "cost_usd": 0.022046 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6944, "output_tokens": 734, "cached_tokens": 4638, "wall_ms": 5512 }, "cost_usd": 0.0017558000000000003 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6944, "output_tokens": 559, "cached_tokens": 6773, "wall_ms": 4681 }, "cost_usd": 0.0016683000000000002 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6945, "output_tokens": 679, "cached_tokens": 6773, "wall_ms": 5519 }, "cost_usd": 0.0017285 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6944, "output_tokens": 646, "cached_tokens": 6773, "wall_ms": 5257 }, "cost_usd": 0.0017118 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6944, "output_tokens": 88, "cached_tokens": 6773, "wall_ms": 2783 }, "cost_usd": 0.0014328000000000001 }, { "phase": "generation", "case": "adr", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2040, "output_tokens": 290, "cached_tokens": 1568, "wall_ms": 4976 }, "cost_usd": 0.01106 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5849, "output_tokens": 271, "cached_tokens": 4638, "wall_ms": 3501 }, "cost_usd": 0.0013053 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5849, "output_tokens": 345, "cached_tokens": 5677, "wall_ms": 4014 }, "cost_usd": 0.0013423 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5849, "output_tokens": 302, "cached_tokens": 5677, "wall_ms": 3648 }, "cost_usd": 0.0013208 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5849, "output_tokens": 87, "cached_tokens": 5677, "wall_ms": 2869 }, "cost_usd": 0.0012133 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5848, "output_tokens": 237, "cached_tokens": 5677, "wall_ms": 3090 }, "cost_usd": 0.0012881000000000001 }, { "phase": "generation", "case": "adr", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2038, "output_tokens": 356, "cached_tokens": 1830, "wall_ms": 5276 }, "cost_usd": 0.011712 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5914, "output_tokens": 82, "cached_tokens": 4638, "wall_ms": 2724 }, "cost_usd": 0.0012238 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5916, "output_tokens": 86, "cached_tokens": 5743, "wall_ms": 2976 }, "cost_usd": 0.0012262 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5915, "output_tokens": 77, "cached_tokens": 5743, "wall_ms": 2860 }, "cost_usd": 0.0012215 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5915, "output_tokens": 271, "cached_tokens": 5743, "wall_ms": 3329 }, "cost_usd": 0.0013185 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5914, "output_tokens": 92, "cached_tokens": 5743, "wall_ms": 2770 }, "cost_usd": 0.0012288 }, { "phase": "generation", "case": "adr", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2039, "output_tokens": 321, "cached_tokens": 1830, "wall_ms": 5182 }, "cost_usd": 0.011366 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5880, "output_tokens": 106, "cached_tokens": 4638, "wall_ms": 2958 }, "cost_usd": 0.001229 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5880, "output_tokens": 70, "cached_tokens": 5708, "wall_ms": 2954 }, "cost_usd": 0.001211 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5880, "output_tokens": 230, "cached_tokens": 5708, "wall_ms": 3371 }, "cost_usd": 0.001291 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5880, "output_tokens": 73, "cached_tokens": 5708, "wall_ms": 2994 }, "cost_usd": 0.0012125 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5880, "output_tokens": 82, "cached_tokens": 5708, "wall_ms": 2698 }, "cost_usd": 0.001217 }, { "phase": "generation", "case": "adr", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1938, "output_tokens": 335, "cached_tokens": 1467, "wall_ms": 5509 }, "cost_usd": 0.011102 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5893, "output_tokens": 81, "cached_tokens": 4638, "wall_ms": 3047 }, "cost_usd": 0.0012191 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5894, "output_tokens": 208, "cached_tokens": 5722, "wall_ms": 3123 }, "cost_usd": 0.0012828 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5894, "output_tokens": 204, "cached_tokens": 5722, "wall_ms": 3465 }, "cost_usd": 0.0012808 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5893, "output_tokens": 232, "cached_tokens": 5722, "wall_ms": 3039 }, "cost_usd": 0.0012946000000000001 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5894, "output_tokens": 216, "cached_tokens": 5722, "wall_ms": 3460 }, "cost_usd": 0.0012868 }, { "phase": "generation", "case": "adr", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1940, "output_tokens": 293, "cached_tokens": 1729, "wall_ms": 5257 }, "cost_usd": 0.01069 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5851, "output_tokens": 316, "cached_tokens": 4638, "wall_ms": 3306 }, "cost_usd": 0.0013282 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5853, "output_tokens": 79, "cached_tokens": 5680, "wall_ms": 2726 }, "cost_usd": 0.0012101000000000002 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5852, "output_tokens": 209, "cached_tokens": 5680, "wall_ms": 3273 }, "cost_usd": 0.0012749 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5852, "output_tokens": 280, "cached_tokens": 5680, "wall_ms": 3908 }, "cost_usd": 0.0013104000000000002 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5851, "output_tokens": 80, "cached_tokens": 5680, "wall_ms": 2685 }, "cost_usd": 0.0012102 }, { "phase": "generation", "case": "adr", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1936, "output_tokens": 303, "cached_tokens": 1729, "wall_ms": 4845 }, "cost_usd": 0.010774 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5863, "output_tokens": 80, "cached_tokens": 4638, "wall_ms": 2816 }, "cost_usd": 0.0012126 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5861, "output_tokens": 78, "cached_tokens": 5690, "wall_ms": 2589 }, "cost_usd": 0.0012112 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5860, "output_tokens": 81, "cached_tokens": 5690, "wall_ms": 2717 }, "cost_usd": 0.0012125 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5862, "output_tokens": 79, "cached_tokens": 5690, "wall_ms": 2853 }, "cost_usd": 0.0012119000000000001 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5860, "output_tokens": 200, "cached_tokens": 5690, "wall_ms": 3136 }, "cost_usd": 0.001272 }, { "phase": "generation", "case": "revision", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2062, "output_tokens": 1070, "cached_tokens": 1568, "wall_ms": 12185 }, "cost_usd": 0.018948 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6387, "output_tokens": 421, "cached_tokens": 4638, "wall_ms": 3615 }, "cost_usd": 0.0014879000000000001 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6387, "output_tokens": 136, "cached_tokens": 6214, "wall_ms": 3171 }, "cost_usd": 0.0013454 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6384, "output_tokens": 128, "cached_tokens": 6214, "wall_ms": 3102 }, "cost_usd": 0.0013408000000000003 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6386, "output_tokens": 338, "cached_tokens": 6214, "wall_ms": 3729 }, "cost_usd": 0.0014462000000000001 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6385, "output_tokens": 317, "cached_tokens": 6214, "wall_ms": 3653 }, "cost_usd": 0.0014355 }, { "phase": "generation", "case": "revision", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2061, "output_tokens": 1021, "cached_tokens": 1853, "wall_ms": 11158 }, "cost_usd": 0.018454 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6421, "output_tokens": 138, "cached_tokens": 4638, "wall_ms": 2759 }, "cost_usd": 0.0013532000000000001 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6422, "output_tokens": 137, "cached_tokens": 6249, "wall_ms": 2967 }, "cost_usd": 0.0013529000000000002 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6421, "output_tokens": 132, "cached_tokens": 6249, "wall_ms": 2869 }, "cost_usd": 0.0013502 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6422, "output_tokens": 104, "cached_tokens": 6249, "wall_ms": 2671 }, "cost_usd": 0.0013364000000000002 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6420, "output_tokens": 128, "cached_tokens": 6249, "wall_ms": 2803 }, "cost_usd": 0.001348 }, { "phase": "generation", "case": "revision", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2062, "output_tokens": 1015, "cached_tokens": 1853, "wall_ms": 11342 }, "cost_usd": 0.018398 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6391, "output_tokens": 417, "cached_tokens": 4638, "wall_ms": 3666 }, "cost_usd": 0.0014867 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6391, "output_tokens": 429, "cached_tokens": 6220, "wall_ms": 4016 }, "cost_usd": 0.0014927 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6392, "output_tokens": 132, "cached_tokens": 6220, "wall_ms": 2996 }, "cost_usd": 0.0013444000000000002 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6392, "output_tokens": 120, "cached_tokens": 6220, "wall_ms": 2800 }, "cost_usd": 0.0013384 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6391, "output_tokens": 140, "cached_tokens": 6220, "wall_ms": 3345 }, "cost_usd": 0.0013482000000000001 }, { "phase": "generation", "case": "revision", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1959, "output_tokens": 818, "cached_tokens": 1467, "wall_ms": 9616 }, "cost_usd": 0.016016 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6193, "output_tokens": 137, "cached_tokens": 4638, "wall_ms": 3124 }, "cost_usd": 0.0013071 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6193, "output_tokens": 310, "cached_tokens": 6021, "wall_ms": 3373 }, "cost_usd": 0.0013936 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6193, "output_tokens": 141, "cached_tokens": 6021, "wall_ms": 2771 }, "cost_usd": 0.0013091 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6193, "output_tokens": 160, "cached_tokens": 6021, "wall_ms": 3458 }, "cost_usd": 0.0013186 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6193, "output_tokens": 147, "cached_tokens": 6021, "wall_ms": 2927 }, "cost_usd": 0.0013121 }, { "phase": "generation", "case": "revision", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1960, "output_tokens": 567, "cached_tokens": 1752, "wall_ms": 7501 }, "cost_usd": 0.01351 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6159, "output_tokens": 152, "cached_tokens": 4638, "wall_ms": 2856 }, "cost_usd": 0.0013078000000000002 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6157, "output_tokens": 392, "cached_tokens": 5987, "wall_ms": 3661 }, "cost_usd": 0.0014274000000000001 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6159, "output_tokens": 164, "cached_tokens": 5987, "wall_ms": 2865 }, "cost_usd": 0.0013138000000000002 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6157, "output_tokens": 386, "cached_tokens": 5987, "wall_ms": 3653 }, "cost_usd": 0.0014244000000000001 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6159, "output_tokens": 340, "cached_tokens": 5987, "wall_ms": 3725 }, "cost_usd": 0.0014018000000000001 }, { "phase": "generation", "case": "revision", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1961, "output_tokens": 441, "cached_tokens": 1752, "wall_ms": 6231 }, "cost_usd": 0.012254 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6032, "output_tokens": 392, "cached_tokens": 4638, "wall_ms": 4818 }, "cost_usd": 0.0014024 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6032, "output_tokens": 401, "cached_tokens": 5861, "wall_ms": 4541 }, "cost_usd": 0.0014069 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6033, "output_tokens": 377, "cached_tokens": 5861, "wall_ms": 3850 }, "cost_usd": 0.0013951 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6032, "output_tokens": 130, "cached_tokens": 5861, "wall_ms": 3205 }, "cost_usd": 0.0012714 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6031, "output_tokens": 511, "cached_tokens": 5861, "wall_ms": 4780 }, "cost_usd": 0.0014617 } ] }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33", "status": "failure", "reason": "EVAL_CONFIG_CHANGED", "cost_usd": 0.530769, "cost_complete": true, "calls": [ { "phase": "generation", "case": "web", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3172, "output_tokens": 828, "cached_tokens": 544, "wall_ms": 10259 }, "cost_usd": 0.020968 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6248, "output_tokens": 116, "cached_tokens": 4638, "wall_ms": 2778 }, "cost_usd": 0.0013076000000000001 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6246, "output_tokens": 139, "cached_tokens": 6074, "wall_ms": 3463 }, "cost_usd": 0.0013187000000000001 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6244, "output_tokens": 122, "cached_tokens": 6074, "wall_ms": 3417 }, "cost_usd": 0.0013098000000000003 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6246, "output_tokens": 105, "cached_tokens": 6074, "wall_ms": 2503 }, "cost_usd": 0.0013017 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6246, "output_tokens": 333, "cached_tokens": 6074, "wall_ms": 4108 }, "cost_usd": 0.0014157 }, { "phase": "generation", "case": "web", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3173, "output_tokens": 789, "cached_tokens": 2964, "wall_ms": 8838 }, "cost_usd": 0.020582 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6187, "output_tokens": 118, "cached_tokens": 4638, "wall_ms": 3145 }, "cost_usd": 0.0012964 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6188, "output_tokens": 124, "cached_tokens": 6016, "wall_ms": 2850 }, "cost_usd": 0.0012996000000000001 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6189, "output_tokens": 123, "cached_tokens": 6016, "wall_ms": 3126 }, "cost_usd": 0.0012993000000000002 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6188, "output_tokens": 286, "cached_tokens": 6016, "wall_ms": 3945 }, "cost_usd": 0.0013806 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6188, "output_tokens": 389, "cached_tokens": 6016, "wall_ms": 4348 }, "cost_usd": 0.0014321000000000002 }, { "phase": "generation", "case": "web", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3173, "output_tokens": 879, "cached_tokens": 2964, "wall_ms": 9377 }, "cost_usd": 0.021482 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6263, "output_tokens": 123, "cached_tokens": 4638, "wall_ms": 3371 }, "cost_usd": 0.0013141000000000001 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6264, "output_tokens": 367, "cached_tokens": 6092, "wall_ms": 3731 }, "cost_usd": 0.0014363000000000002 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6264, "output_tokens": 314, "cached_tokens": 6092, "wall_ms": 3898 }, "cost_usd": 0.0014098000000000001 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6263, "output_tokens": 148, "cached_tokens": 6092, "wall_ms": 3465 }, "cost_usd": 0.0013266 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6263, "output_tokens": 103, "cached_tokens": 6092, "wall_ms": 2689 }, "cost_usd": 0.0013041 }, { "phase": "generation", "case": "web", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1953, "output_tokens": 918, "cached_tokens": 1467, "wall_ms": 9902 }, "cost_usd": 0.016992 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6362, "output_tokens": 139, "cached_tokens": 4638, "wall_ms": 3195 }, "cost_usd": 0.0013419 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6362, "output_tokens": 112, "cached_tokens": 6190, "wall_ms": 2903 }, "cost_usd": 0.0013284000000000002 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6362, "output_tokens": 147, "cached_tokens": 6190, "wall_ms": 3248 }, "cost_usd": 0.0013459000000000001 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6364, "output_tokens": 115, "cached_tokens": 6190, "wall_ms": 2723 }, "cost_usd": 0.0013303000000000002 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6362, "output_tokens": 112, "cached_tokens": 6190, "wall_ms": 2751 }, "cost_usd": 0.0013284000000000002 }, { "phase": "generation", "case": "web", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1952, "output_tokens": 837, "cached_tokens": 1744, "wall_ms": 9099 }, "cost_usd": 0.016178 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6272, "output_tokens": 130, "cached_tokens": 4638, "wall_ms": 3648 }, "cost_usd": 0.0013194 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6273, "output_tokens": 114, "cached_tokens": 6101, "wall_ms": 3186 }, "cost_usd": 0.0013116000000000002 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6273, "output_tokens": 364, "cached_tokens": 6101, "wall_ms": 3725 }, "cost_usd": 0.0014366000000000001 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6272, "output_tokens": 340, "cached_tokens": 6101, "wall_ms": 3797 }, "cost_usd": 0.0014244000000000001 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6272, "output_tokens": 353, "cached_tokens": 6101, "wall_ms": 3573 }, "cost_usd": 0.0014309000000000001 }, { "phase": "generation", "case": "web", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1952, "output_tokens": 965, "cached_tokens": 1744, "wall_ms": 10273 }, "cost_usd": 0.017458 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6404, "output_tokens": 305, "cached_tokens": 4638, "wall_ms": 3584 }, "cost_usd": 0.0014333000000000002 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6403, "output_tokens": 335, "cached_tokens": 6233, "wall_ms": 3832 }, "cost_usd": 0.0014481000000000001 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6405, "output_tokens": 310, "cached_tokens": 6233, "wall_ms": 3505 }, "cost_usd": 0.001436 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6405, "output_tokens": 279, "cached_tokens": 6233, "wall_ms": 3636 }, "cost_usd": 0.0014205 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6402, "output_tokens": 376, "cached_tokens": 6233, "wall_ms": 3920 }, "cost_usd": 0.0014684000000000001 }, { "phase": "generation", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3164, "output_tokens": 914, "cached_tokens": 2687, "wall_ms": 9293 }, "cost_usd": 0.021796 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6230, "output_tokens": 905, "cached_tokens": 4638, "wall_ms": 6088 }, "cost_usd": 0.0016985 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6231, "output_tokens": 984, "cached_tokens": 6059, "wall_ms": 6368 }, "cost_usd": 0.0017382 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6229, "output_tokens": 707, "cached_tokens": 6059, "wall_ms": 5982 }, "cost_usd": 0.0015993000000000001 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6232, "output_tokens": 917, "cached_tokens": 6059, "wall_ms": 6106 }, "cost_usd": 0.0017049 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6230, "output_tokens": 734, "cached_tokens": 6059, "wall_ms": 5589 }, "cost_usd": 0.001613 }, { "phase": "generation", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3163, "output_tokens": 818, "cached_tokens": 2956, "wall_ms": 8993 }, "cost_usd": 0.020832 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6304, "output_tokens": 531, "cached_tokens": 4638, "wall_ms": 4825 }, "cost_usd": 0.0015263000000000002 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6304, "output_tokens": 123, "cached_tokens": 6132, "wall_ms": 2976 }, "cost_usd": 0.0013223000000000002 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6304, "output_tokens": 526, "cached_tokens": 6132, "wall_ms": 5004 }, "cost_usd": 0.0015238000000000003 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6303, "output_tokens": 573, "cached_tokens": 6132, "wall_ms": 5019 }, "cost_usd": 0.0015471 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6305, "output_tokens": 111, "cached_tokens": 6132, "wall_ms": 3092 }, "cost_usd": 0.0013165 }, { "phase": "generation", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3165, "output_tokens": 779, "cached_tokens": 2956, "wall_ms": 8322 }, "cost_usd": 0.02045 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6201, "output_tokens": 330, "cached_tokens": 4638, "wall_ms": 3902 }, "cost_usd": 0.0014052000000000001 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6201, "output_tokens": 378, "cached_tokens": 6029, "wall_ms": 3640 }, "cost_usd": 0.0014292 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6201, "output_tokens": 404, "cached_tokens": 6029, "wall_ms": 3989 }, "cost_usd": 0.0014422 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6200, "output_tokens": 369, "cached_tokens": 6029, "wall_ms": 3802 }, "cost_usd": 0.0014245 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6199, "output_tokens": 162, "cached_tokens": 6029, "wall_ms": 3730 }, "cost_usd": 0.0013208000000000002 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1945, "output_tokens": 847, "cached_tokens": 1467, "wall_ms": 9451 }, "cost_usd": 0.01625 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6169, "output_tokens": 812, "cached_tokens": 4638, "wall_ms": 6051 }, "cost_usd": 0.0016398000000000003 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6168, "output_tokens": 565, "cached_tokens": 5996, "wall_ms": 5368 }, "cost_usd": 0.0015161 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6168, "output_tokens": 644, "cached_tokens": 5996, "wall_ms": 5759 }, "cost_usd": 0.0015556 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6168, "output_tokens": 699, "cached_tokens": 5996, "wall_ms": 5631 }, "cost_usd": 0.0015831 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6168, "output_tokens": 594, "cached_tokens": 5996, "wall_ms": 5016 }, "cost_usd": 0.0015306000000000002 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1945, "output_tokens": 1077, "cached_tokens": 1736, "wall_ms": 11930 }, "cost_usd": 0.01855 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6269, "output_tokens": 555, "cached_tokens": 4638, "wall_ms": 4525 }, "cost_usd": 0.0015313000000000002 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6269, "output_tokens": 723, "cached_tokens": 6097, "wall_ms": 5737 }, "cost_usd": 0.0016153000000000003 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6269, "output_tokens": 778, "cached_tokens": 6097, "wall_ms": 5621 }, "cost_usd": 0.0016428000000000002 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6268, "output_tokens": 885, "cached_tokens": 6097, "wall_ms": 5906 }, "cost_usd": 0.0016961 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6269, "output_tokens": 585, "cached_tokens": 6097, "wall_ms": 4835 }, "cost_usd": 0.0015463000000000002 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1943, "output_tokens": 956, "cached_tokens": 1736, "wall_ms": 10519 }, "cost_usd": 0.017332 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6287, "output_tokens": 134, "cached_tokens": 4638, "wall_ms": 2774 }, "cost_usd": 0.0013244 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6287, "output_tokens": 469, "cached_tokens": 6114, "wall_ms": 4717 }, "cost_usd": 0.0014919 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6286, "output_tokens": 385, "cached_tokens": 6114, "wall_ms": 4071 }, "cost_usd": 0.0014497 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6286, "output_tokens": 414, "cached_tokens": 6114, "wall_ms": 4140 }, "cost_usd": 0.0014642000000000001 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6286, "output_tokens": 906, "cached_tokens": 6114, "wall_ms": 7103 }, "cost_usd": 0.0017102 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1944, "output_tokens": 927, "cached_tokens": 1736, "wall_ms": 9884 }, "cost_usd": 0.017046 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6391, "output_tokens": 128, "cached_tokens": 4638, "wall_ms": 2742 }, "cost_usd": 0.0013422 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6391, "output_tokens": 493, "cached_tokens": 6219, "wall_ms": 4622 }, "cost_usd": 0.0015247000000000001 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6389, "output_tokens": 116, "cached_tokens": 6219, "wall_ms": 2857 }, "cost_usd": 0.0013358000000000003 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6390, "output_tokens": 691, "cached_tokens": 6219, "wall_ms": 5668 }, "cost_usd": 0.0016235 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6391, "output_tokens": 454, "cached_tokens": 6219, "wall_ms": 4397 }, "cost_usd": 0.0015052 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 4, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1945, "output_tokens": 1006, "cached_tokens": 1736, "wall_ms": 10434 }, "cost_usd": 0.01784 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 4, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6312, "output_tokens": 785, "cached_tokens": 4638, "wall_ms": 6091 }, "cost_usd": 0.0016549000000000002 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 4, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6312, "output_tokens": 791, "cached_tokens": 6139, "wall_ms": 5671 }, "cost_usd": 0.0016579000000000001 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 4, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6311, "output_tokens": 123, "cached_tokens": 6139, "wall_ms": 3060 }, "cost_usd": 0.0013237000000000001 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 4, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6311, "output_tokens": 644, "cached_tokens": 6139, "wall_ms": 5260 }, "cost_usd": 0.0015842 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 4, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6311, "output_tokens": 793, "cached_tokens": 6139, "wall_ms": 5822 }, "cost_usd": 0.0016587000000000001 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 5, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1945, "output_tokens": 1035, "cached_tokens": 1736, "wall_ms": 12026 }, "cost_usd": 0.01813 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 5, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6243, "output_tokens": 591, "cached_tokens": 4638, "wall_ms": 4858 }, "cost_usd": 0.0015441 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 5, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6245, "output_tokens": 515, "cached_tokens": 6072, "wall_ms": 5286 }, "cost_usd": 0.0015065 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 5, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6244, "output_tokens": 366, "cached_tokens": 6072, "wall_ms": 3822 }, "cost_usd": 0.0014318000000000002 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 5, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6242, "output_tokens": 974, "cached_tokens": 6072, "wall_ms": 6782 }, "cost_usd": 0.0017354 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 5, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6245, "output_tokens": 605, "cached_tokens": 6072, "wall_ms": 5256 }, "cost_usd": 0.0015515 }, { "phase": "generation", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3161, "output_tokens": 422, "cached_tokens": 2687, "wall_ms": 6003 }, "cost_usd": 0.016864 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5998, "output_tokens": 533, "cached_tokens": 4638, "wall_ms": 4409 }, "cost_usd": 0.0014661000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5998, "output_tokens": 142, "cached_tokens": 5827, "wall_ms": 3088 }, "cost_usd": 0.0012706000000000002 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5999, "output_tokens": 607, "cached_tokens": 5827, "wall_ms": 4668 }, "cost_usd": 0.0015033 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5999, "output_tokens": 443, "cached_tokens": 5827, "wall_ms": 4841 }, "cost_usd": 0.0014213 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5999, "output_tokens": 150, "cached_tokens": 5827, "wall_ms": 3644 }, "cost_usd": 0.0012748 }, { "phase": "generation", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3161, "output_tokens": 419, "cached_tokens": 2952, "wall_ms": 5728 }, "cost_usd": 0.016834 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5996, "output_tokens": 715, "cached_tokens": 4638, "wall_ms": 5282 }, "cost_usd": 0.0015567 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5994, "output_tokens": 129, "cached_tokens": 5824, "wall_ms": 3444 }, "cost_usd": 0.0012633 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5996, "output_tokens": 157, "cached_tokens": 5824, "wall_ms": 3144 }, "cost_usd": 0.0012777 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5994, "output_tokens": 761, "cached_tokens": 5824, "wall_ms": 5212 }, "cost_usd": 0.0015793 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5996, "output_tokens": 622, "cached_tokens": 5824, "wall_ms": 4854 }, "cost_usd": 0.0015102 }, { "phase": "generation", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3161, "output_tokens": 363, "cached_tokens": 2952, "wall_ms": 9620 }, "cost_usd": 0.016274 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5940, "output_tokens": 489, "cached_tokens": 4638, "wall_ms": 4527 }, "cost_usd": 0.0014325 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5941, "output_tokens": 140, "cached_tokens": 5768, "wall_ms": 3393 }, "cost_usd": 0.0012582000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5939, "output_tokens": 834, "cached_tokens": 5768, "wall_ms": 5660 }, "cost_usd": 0.0016048 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5939, "output_tokens": 773, "cached_tokens": 5768, "wall_ms": 5617 }, "cost_usd": 0.0015743 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5939, "output_tokens": 550, "cached_tokens": 5768, "wall_ms": 4423 }, "cost_usd": 0.0014628 }, { "phase": "generation", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1941, "output_tokens": 827, "cached_tokens": 1467, "wall_ms": 9656 }, "cost_usd": 0.016034 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6126, "output_tokens": 149, "cached_tokens": 4638, "wall_ms": 3300 }, "cost_usd": 0.0012997 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6125, "output_tokens": 157, "cached_tokens": 5954, "wall_ms": 3491 }, "cost_usd": 0.0013035 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6126, "output_tokens": 672, "cached_tokens": 5954, "wall_ms": 5316 }, "cost_usd": 0.0015612 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6125, "output_tokens": 590, "cached_tokens": 5954, "wall_ms": 4922 }, "cost_usd": 0.00152 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6128, "output_tokens": 167, "cached_tokens": 5954, "wall_ms": 3267 }, "cost_usd": 0.0013091 }, { "phase": "generation", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1942, "output_tokens": 828, "cached_tokens": 1732, "wall_ms": 9295 }, "cost_usd": 0.016048 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6151, "output_tokens": 731, "cached_tokens": 4638, "wall_ms": 5576 }, "cost_usd": 0.0015957 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6151, "output_tokens": 553, "cached_tokens": 5980, "wall_ms": 4656 }, "cost_usd": 0.0015067000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6153, "output_tokens": 131, "cached_tokens": 5980, "wall_ms": 2771 }, "cost_usd": 0.0012961000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6153, "output_tokens": 160, "cached_tokens": 5980, "wall_ms": 3381 }, "cost_usd": 0.0013106 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6152, "output_tokens": 1235, "cached_tokens": 5980, "wall_ms": 7396 }, "cost_usd": 0.0018479000000000002 }, { "phase": "generation", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1939, "output_tokens": 603, "cached_tokens": 1732, "wall_ms": 7146 }, "cost_usd": 0.013786 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6179, "output_tokens": 453, "cached_tokens": 4638, "wall_ms": 4248 }, "cost_usd": 0.0014623000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6180, "output_tokens": 479, "cached_tokens": 6008, "wall_ms": 6033 }, "cost_usd": 0.0014755 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6181, "output_tokens": 430, "cached_tokens": 6008, "wall_ms": 4264 }, "cost_usd": 0.0014512000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6178, "output_tokens": 494, "cached_tokens": 6008, "wall_ms": 4183 }, "cost_usd": 0.0014826000000000002 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6181, "output_tokens": 166, "cached_tokens": 6008, "wall_ms": 2985 }, "cost_usd": 0.0013192 } ] }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b", "attempt_id": "60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d", "status": "failure", "reason": "EVAL_CONFIG_CHANGED", "cost_usd": 0.532755, "cost_complete": true, "calls": [ { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3895, "output_tokens": 386, "cached_tokens": 3687, "wall_ms": 6353 }, "cost_usd": 0.01944 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6024, "output_tokens": 887, "cached_tokens": 4638, "wall_ms": 6518 }, "cost_usd": 0.0016483 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6024, "output_tokens": 671, "cached_tokens": 5852, "wall_ms": 5037 }, "cost_usd": 0.0015402999999999999 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6024, "output_tokens": 119, "cached_tokens": 5852, "wall_ms": 2967 }, "cost_usd": 0.0012642999999999999 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6023, "output_tokens": 968, "cached_tokens": 5852, "wall_ms": 6460 }, "cost_usd": 0.0016886000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6024, "output_tokens": 858, "cached_tokens": 5852, "wall_ms": 6299 }, "cost_usd": 0.0016338 }, { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3896, "output_tokens": 419, "cached_tokens": 3687, "wall_ms": 5659 }, "cost_usd": 0.019774 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6057, "output_tokens": 99, "cached_tokens": 4638, "wall_ms": 2898 }, "cost_usd": 0.0012609000000000001 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6056, "output_tokens": 638, "cached_tokens": 5885, "wall_ms": 4923 }, "cost_usd": 0.0015302 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6058, "output_tokens": 611, "cached_tokens": 5885, "wall_ms": 6070 }, "cost_usd": 0.0015171000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6056, "output_tokens": 904, "cached_tokens": 5885, "wall_ms": 6116 }, "cost_usd": 0.0016632 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6057, "output_tokens": 792, "cached_tokens": 5885, "wall_ms": 6071 }, "cost_usd": 0.0016074000000000001 }, { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3897, "output_tokens": 433, "cached_tokens": 3687, "wall_ms": 5543 }, "cost_usd": 0.019918 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6070, "output_tokens": 1108, "cached_tokens": 4638, "wall_ms": 7631 }, "cost_usd": 0.001768 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6071, "output_tokens": 681, "cached_tokens": 5899, "wall_ms": 5554 }, "cost_usd": 0.0015547 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6072, "output_tokens": 833, "cached_tokens": 5899, "wall_ms": 6465 }, "cost_usd": 0.0016309 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6071, "output_tokens": 967, "cached_tokens": 5899, "wall_ms": 6621 }, "cost_usd": 0.0016977000000000001 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6071, "output_tokens": 767, "cached_tokens": 5899, "wall_ms": 6151 }, "cost_usd": 0.0015977 }, { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3895, "output_tokens": 435, "cached_tokens": 3687, "wall_ms": 5761 }, "cost_usd": 0.01993 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6073, "output_tokens": 747, "cached_tokens": 4638, "wall_ms": 5638 }, "cost_usd": 0.0015881 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6074, "output_tokens": 128, "cached_tokens": 5901, "wall_ms": 3520 }, "cost_usd": 0.0012787999999999999 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6070, "output_tokens": 842, "cached_tokens": 5901, "wall_ms": 6176 }, "cost_usd": 0.001635 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6073, "output_tokens": 886, "cached_tokens": 5901, "wall_ms": 6121 }, "cost_usd": 0.0016576000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6072, "output_tokens": 1042, "cached_tokens": 5901, "wall_ms": 7069 }, "cost_usd": 0.0017354 }, { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 4, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3896, "output_tokens": 440, "cached_tokens": 3687, "wall_ms": 5897 }, "cost_usd": 0.019984 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 4, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6078, "output_tokens": 125, "cached_tokens": 4638, "wall_ms": 2815 }, "cost_usd": 0.0012781000000000001 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 4, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6078, "output_tokens": 851, "cached_tokens": 5906, "wall_ms": 6119 }, "cost_usd": 0.0016411000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 4, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6078, "output_tokens": 832, "cached_tokens": 5906, "wall_ms": 6075 }, "cost_usd": 0.0016316000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 4, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6078, "output_tokens": 836, "cached_tokens": 5906, "wall_ms": 6080 }, "cost_usd": 0.0016336000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 4, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6078, "output_tokens": 134, "cached_tokens": 5906, "wall_ms": 3322 }, "cost_usd": 0.0012826 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1988, "output_tokens": 316, "cached_tokens": 1779, "wall_ms": 5043 }, "cost_usd": 0.011112 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5953, "output_tokens": 311, "cached_tokens": 4638, "wall_ms": 3862 }, "cost_usd": 0.0013461 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5955, "output_tokens": 108, "cached_tokens": 5782, "wall_ms": 2671 }, "cost_usd": 0.001245 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5955, "output_tokens": 117, "cached_tokens": 5782, "wall_ms": 2679 }, "cost_usd": 0.0012495 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5954, "output_tokens": 372, "cached_tokens": 5782, "wall_ms": 3378 }, "cost_usd": 0.0013767999999999999 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5953, "output_tokens": 480, "cached_tokens": 5782, "wall_ms": 7163 }, "cost_usd": 0.0014306000000000002 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1988, "output_tokens": 337, "cached_tokens": 1779, "wall_ms": 4976 }, "cost_usd": 0.011322 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5975, "output_tokens": 118, "cached_tokens": 4638, "wall_ms": 2855 }, "cost_usd": 0.001254 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5975, "output_tokens": 508, "cached_tokens": 5803, "wall_ms": 4302 }, "cost_usd": 0.001449 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5975, "output_tokens": 559, "cached_tokens": 5803, "wall_ms": 4587 }, "cost_usd": 0.0014745 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5974, "output_tokens": 527, "cached_tokens": 5803, "wall_ms": 4689 }, "cost_usd": 0.0014583 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5974, "output_tokens": 441, "cached_tokens": 5803, "wall_ms": 4228 }, "cost_usd": 0.0014153 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1990, "output_tokens": 346, "cached_tokens": 1779, "wall_ms": 5121 }, "cost_usd": 0.01142 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5985, "output_tokens": 152, "cached_tokens": 4638, "wall_ms": 3136 }, "cost_usd": 0.001273 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5984, "output_tokens": 367, "cached_tokens": 5812, "wall_ms": 3708 }, "cost_usd": 0.0013802999999999999 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5984, "output_tokens": 456, "cached_tokens": 5812, "wall_ms": 4200 }, "cost_usd": 0.0014248 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5984, "output_tokens": 139, "cached_tokens": 5812, "wall_ms": 2878 }, "cost_usd": 0.0012663 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5983, "output_tokens": 92, "cached_tokens": 5812, "wall_ms": 2886 }, "cost_usd": 0.0012426000000000002 }, { "phase": "generation", "case": "missing", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 561, "cached_tokens": 3625, "wall_ms": 7275 }, "cost_usd": 0.020946 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6111, "output_tokens": 557, "cached_tokens": 4638, "wall_ms": 5361 }, "cost_usd": 0.0015007 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6111, "output_tokens": 145, "cached_tokens": 5939, "wall_ms": 3586 }, "cost_usd": 0.0012947 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6110, "output_tokens": 818, "cached_tokens": 5939, "wall_ms": 6115 }, "cost_usd": 0.001631 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6111, "output_tokens": 815, "cached_tokens": 5939, "wall_ms": 6142 }, "cost_usd": 0.0016297 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6111, "output_tokens": 540, "cached_tokens": 5939, "wall_ms": 5142 }, "cost_usd": 0.0014922 }, { "phase": "generation", "case": "missing", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 598, "cached_tokens": 3625, "wall_ms": 7140 }, "cost_usd": 0.021316 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6149, "output_tokens": 617, "cached_tokens": 4638, "wall_ms": 5092 }, "cost_usd": 0.0015383000000000003 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6147, "output_tokens": 127, "cached_tokens": 5976, "wall_ms": 3367 }, "cost_usd": 0.0012929 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6147, "output_tokens": 789, "cached_tokens": 5976, "wall_ms": 6145 }, "cost_usd": 0.0016239000000000002 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6149, "output_tokens": 610, "cached_tokens": 5976, "wall_ms": 5393 }, "cost_usd": 0.0015348000000000002 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6147, "output_tokens": 523, "cached_tokens": 5976, "wall_ms": 5927 }, "cost_usd": 0.0014909 }, { "phase": "generation", "case": "missing", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 523, "cached_tokens": 3625, "wall_ms": 6835 }, "cost_usd": 0.020566 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6073, "output_tokens": 505, "cached_tokens": 4638, "wall_ms": 4532 }, "cost_usd": 0.0014671 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6073, "output_tokens": 619, "cached_tokens": 5901, "wall_ms": 5471 }, "cost_usd": 0.0015241000000000002 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6073, "output_tokens": 564, "cached_tokens": 5901, "wall_ms": 5305 }, "cost_usd": 0.0014966 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6073, "output_tokens": 731, "cached_tokens": 5901, "wall_ms": 6143 }, "cost_usd": 0.0015801 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6072, "output_tokens": 134, "cached_tokens": 5901, "wall_ms": 2694 }, "cost_usd": 0.0012814 }, { "phase": "generation", "case": "missing", "mode": "with_skill", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 598, "cached_tokens": 3625, "wall_ms": 7581 }, "cost_usd": 0.021316 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6147, "output_tokens": 362, "cached_tokens": 4638, "wall_ms": 5017 }, "cost_usd": 0.0014104 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6147, "output_tokens": 132, "cached_tokens": 5976, "wall_ms": 3099 }, "cost_usd": 0.0012954000000000002 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6147, "output_tokens": 805, "cached_tokens": 5976, "wall_ms": 6039 }, "cost_usd": 0.0016319000000000001 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6148, "output_tokens": 416, "cached_tokens": 5976, "wall_ms": 3998 }, "cost_usd": 0.0014376 }, { "phase": "judge", "case": "missing", "mode": "with_skill", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6148, "output_tokens": 429, "cached_tokens": 5976, "wall_ms": 4288 }, "cost_usd": 0.0014441000000000002 }, { "phase": "generation", "case": "missing", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1927, "output_tokens": 798, "cached_tokens": 1717, "wall_ms": 9264 }, "cost_usd": 0.015688 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6088, "output_tokens": 275, "cached_tokens": 4638, "wall_ms": 3366 }, "cost_usd": 0.0013551000000000001 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6088, "output_tokens": 138, "cached_tokens": 5916, "wall_ms": 3131 }, "cost_usd": 0.0012866000000000002 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6088, "output_tokens": 226, "cached_tokens": 5916, "wall_ms": 3608 }, "cost_usd": 0.0013306000000000001 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6088, "output_tokens": 257, "cached_tokens": 5916, "wall_ms": 3264 }, "cost_usd": 0.0013461 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6088, "output_tokens": 252, "cached_tokens": 5916, "wall_ms": 3149 }, "cost_usd": 0.0013436000000000001 }, { "phase": "generation", "case": "missing", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1926, "output_tokens": 643, "cached_tokens": 1717, "wall_ms": 8417 }, "cost_usd": 0.014134 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6194, "output_tokens": 121, "cached_tokens": 4638, "wall_ms": 2727 }, "cost_usd": 0.0012993000000000002 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6192, "output_tokens": 272, "cached_tokens": 6021, "wall_ms": 3747 }, "cost_usd": 0.0013744 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6193, "output_tokens": 119, "cached_tokens": 6021, "wall_ms": 3094 }, "cost_usd": 0.0012981000000000002 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6193, "output_tokens": 263, "cached_tokens": 6021, "wall_ms": 3405 }, "cost_usd": 0.0013701000000000002 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6192, "output_tokens": 269, "cached_tokens": 6021, "wall_ms": 3716 }, "cost_usd": 0.0013729 }, { "phase": "generation", "case": "missing", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1927, "output_tokens": 769, "cached_tokens": 1717, "wall_ms": 8667 }, "cost_usd": 0.015398 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6126, "output_tokens": 281, "cached_tokens": 4638, "wall_ms": 3639 }, "cost_usd": 0.0013657 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6127, "output_tokens": 234, "cached_tokens": 5955, "wall_ms": 3541 }, "cost_usd": 0.0013424 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6127, "output_tokens": 295, "cached_tokens": 5955, "wall_ms": 3739 }, "cost_usd": 0.0013729 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6127, "output_tokens": 262, "cached_tokens": 5955, "wall_ms": 3221 }, "cost_usd": 0.0013564 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6127, "output_tokens": 336, "cached_tokens": 5955, "wall_ms": 4695 }, "cost_usd": 0.0013934000000000002 }, { "phase": "generation", "case": "missing", "mode": "baseline", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1925, "output_tokens": 558, "cached_tokens": 1717, "wall_ms": 7216 }, "cost_usd": 0.01328 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6061, "output_tokens": 275, "cached_tokens": 4638, "wall_ms": 4010 }, "cost_usd": 0.0013497000000000001 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6062, "output_tokens": 100, "cached_tokens": 5890, "wall_ms": 3156 }, "cost_usd": 0.0012624000000000001 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6060, "output_tokens": 112, "cached_tokens": 5890, "wall_ms": 3583 }, "cost_usd": 0.001268 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6062, "output_tokens": 329, "cached_tokens": 5890, "wall_ms": 3999 }, "cost_usd": 0.0013769000000000001 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6060, "output_tokens": 127, "cached_tokens": 5890, "wall_ms": 3066 }, "cost_usd": 0.0012755 }, { "phase": "generation", "case": "missing", "mode": "baseline", "draw": 4, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1926, "output_tokens": 567, "cached_tokens": 1717, "wall_ms": 7330 }, "cost_usd": 0.013374 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 4, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6117, "output_tokens": 250, "cached_tokens": 4638, "wall_ms": 3837 }, "cost_usd": 0.0013484 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 4, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6118, "output_tokens": 274, "cached_tokens": 5945, "wall_ms": 5342 }, "cost_usd": 0.0013606000000000002 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 4, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6117, "output_tokens": 300, "cached_tokens": 5945, "wall_ms": 3861 }, "cost_usd": 0.0013734 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 4, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6115, "output_tokens": 103, "cached_tokens": 5945, "wall_ms": 3461 }, "cost_usd": 0.0012745 }, { "phase": "judge", "case": "missing", "mode": "baseline", "draw": 4, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6118, "output_tokens": 270, "cached_tokens": 5945, "wall_ms": 3259 }, "cost_usd": 0.0013586000000000002 }, { "phase": "generation", "case": "scope", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3836, "output_tokens": 177, "cached_tokens": 3627, "wall_ms": 4031 }, "cost_usd": 0.017114 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5733, "output_tokens": 504, "cached_tokens": 4638, "wall_ms": 4472 }, "cost_usd": 0.0013986 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5732, "output_tokens": 547, "cached_tokens": 5560, "wall_ms": 4678 }, "cost_usd": 0.0014199000000000002 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5732, "output_tokens": 438, "cached_tokens": 5560, "wall_ms": 4703 }, "cost_usd": 0.0013654000000000001 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5732, "output_tokens": 547, "cached_tokens": 5560, "wall_ms": 4712 }, "cost_usd": 0.0014199000000000002 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5732, "output_tokens": 443, "cached_tokens": 5560, "wall_ms": 4599 }, "cost_usd": 0.0013679 }, { "phase": "generation", "case": "scope", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3834, "output_tokens": 190, "cached_tokens": 3627, "wall_ms": 4019 }, "cost_usd": 0.017236 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5744, "output_tokens": 635, "cached_tokens": 4638, "wall_ms": 4738 }, "cost_usd": 0.0014663 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5745, "output_tokens": 583, "cached_tokens": 5573, "wall_ms": 5117 }, "cost_usd": 0.0014405 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5743, "output_tokens": 565, "cached_tokens": 5573, "wall_ms": 4754 }, "cost_usd": 0.0014311 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5744, "output_tokens": 592, "cached_tokens": 5573, "wall_ms": 5082 }, "cost_usd": 0.0014448 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5745, "output_tokens": 497, "cached_tokens": 5573, "wall_ms": 4651 }, "cost_usd": 0.0013975 }, { "phase": "generation", "case": "scope", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3836, "output_tokens": 333, "cached_tokens": 3627, "wall_ms": 5095 }, "cost_usd": 0.018674 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5718, "output_tokens": 672, "cached_tokens": 4638, "wall_ms": 5680 }, "cost_usd": 0.0014796000000000002 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5718, "output_tokens": 463, "cached_tokens": 5547, "wall_ms": 4839 }, "cost_usd": 0.0013751000000000002 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5719, "output_tokens": 350, "cached_tokens": 5547, "wall_ms": 4318 }, "cost_usd": 0.0013188 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5719, "output_tokens": 441, "cached_tokens": 5547, "wall_ms": 4392 }, "cost_usd": 0.0013643 }, { "phase": "judge", "case": "scope", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5718, "output_tokens": 700, "cached_tokens": 5547, "wall_ms": 5714 }, "cost_usd": 0.0014936 }, { "phase": "generation", "case": "scope", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1928, "output_tokens": 203, "cached_tokens": 1719, "wall_ms": 4460 }, "cost_usd": 0.009742 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5757, "output_tokens": 221, "cached_tokens": 4638, "wall_ms": 3585 }, "cost_usd": 0.0012619 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5759, "output_tokens": 155, "cached_tokens": 5586, "wall_ms": 5063 }, "cost_usd": 0.0012293 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5758, "output_tokens": 226, "cached_tokens": 5586, "wall_ms": 3190 }, "cost_usd": 0.0012646 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5759, "output_tokens": 298, "cached_tokens": 5586, "wall_ms": 4320 }, "cost_usd": 0.0013008 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5757, "output_tokens": 401, "cached_tokens": 5586, "wall_ms": 4380 }, "cost_usd": 0.0013519 }, { "phase": "generation", "case": "scope", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1927, "output_tokens": 184, "cached_tokens": 1719, "wall_ms": 4286 }, "cost_usd": 0.009548 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5738, "output_tokens": 254, "cached_tokens": 4638, "wall_ms": 3912 }, "cost_usd": 0.0012746 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5740, "output_tokens": 77, "cached_tokens": 5567, "wall_ms": 2508 }, "cost_usd": 0.0011865 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5740, "output_tokens": 265, "cached_tokens": 5567, "wall_ms": 3323 }, "cost_usd": 0.0012805 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5740, "output_tokens": 104, "cached_tokens": 5567, "wall_ms": 2472 }, "cost_usd": 0.0012 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5739, "output_tokens": 216, "cached_tokens": 5567, "wall_ms": 3247 }, "cost_usd": 0.0012558 }, { "phase": "generation", "case": "scope", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1927, "output_tokens": 160, "cached_tokens": 1719, "wall_ms": 4193 }, "cost_usd": 0.009308 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5712, "output_tokens": 240, "cached_tokens": 4638, "wall_ms": 3222 }, "cost_usd": 0.0012624000000000001 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5714, "output_tokens": 202, "cached_tokens": 5543, "wall_ms": 3398 }, "cost_usd": 0.0012438 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5714, "output_tokens": 69, "cached_tokens": 5543, "wall_ms": 2662 }, "cost_usd": 0.0011773 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5715, "output_tokens": 68, "cached_tokens": 5543, "wall_ms": 2933 }, "cost_usd": 0.001177 }, { "phase": "judge", "case": "scope", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5715, "output_tokens": 234, "cached_tokens": 5543, "wall_ms": 3564 }, "cost_usd": 0.00126 } ], "configuration_differences": [ { "path": "~/.claude/sessions/449403.fb22e67ecd45925058c50f3fab643c6af3988e4f7b2b5793edd2f050921782b1.key", "kind": "unexpected_entry" } ] }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462", "status": "failure", "reason": "EVAL_CONFIG_CHANGED", "cost_usd": 0.44404, "cost_complete": true, "calls": [ { "phase": "generation", "case": "decision", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2066, "output_tokens": 1515, "cached_tokens": 1856, "wall_ms": 15411 }, "cost_usd": 0.023414 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6931, "output_tokens": 107, "cached_tokens": 4638, "wall_ms": 2925 }, "cost_usd": 0.0014397000000000001 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6930, "output_tokens": 121, "cached_tokens": 6758, "wall_ms": 3485 }, "cost_usd": 0.0014465 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6930, "output_tokens": 119, "cached_tokens": 6758, "wall_ms": 3136 }, "cost_usd": 0.0014455 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6930, "output_tokens": 1076, "cached_tokens": 6758, "wall_ms": 6528 }, "cost_usd": 0.001924 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6929, "output_tokens": 898, "cached_tokens": 6758, "wall_ms": 6117 }, "cost_usd": 0.0018348000000000001 }, { "phase": "generation", "case": "decision", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2063, "output_tokens": 1888, "cached_tokens": 1856, "wall_ms": 16298 }, "cost_usd": 0.027132 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7250, "output_tokens": 783, "cached_tokens": 4638, "wall_ms": 5731 }, "cost_usd": 0.0018415 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7251, "output_tokens": 206, "cached_tokens": 7078, "wall_ms": 3822 }, "cost_usd": 0.0015532 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7250, "output_tokens": 982, "cached_tokens": 7078, "wall_ms": 6381 }, "cost_usd": 0.001941 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7250, "output_tokens": 677, "cached_tokens": 7078, "wall_ms": 5314 }, "cost_usd": 0.0017885 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7249, "output_tokens": 686, "cached_tokens": 7078, "wall_ms": 5746 }, "cost_usd": 0.0017928000000000002 }, { "phase": "generation", "case": "decision", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2065, "output_tokens": 1767, "cached_tokens": 1856, "wall_ms": 16606 }, "cost_usd": 0.02593 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7205, "output_tokens": 906, "cached_tokens": 4638, "wall_ms": 6154 }, "cost_usd": 0.001894 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7204, "output_tokens": 832, "cached_tokens": 7033, "wall_ms": 6149 }, "cost_usd": 0.0018568000000000002 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7204, "output_tokens": 945, "cached_tokens": 7033, "wall_ms": 6101 }, "cost_usd": 0.0019133000000000002 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7205, "output_tokens": 903, "cached_tokens": 7033, "wall_ms": 6126 }, "cost_usd": 0.0018925 }, { "phase": "judge", "case": "decision", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7205, "output_tokens": 760, "cached_tokens": 7033, "wall_ms": 5859 }, "cost_usd": 0.001821 }, { "phase": "generation", "case": "decision", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1961, "output_tokens": 1583, "cached_tokens": 1755, "wall_ms": 15565 }, "cost_usd": 0.023674 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7002, "output_tokens": 721, "cached_tokens": 4638, "wall_ms": 5919 }, "cost_usd": 0.0017609000000000001 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7002, "output_tokens": 701, "cached_tokens": 6831, "wall_ms": 5331 }, "cost_usd": 0.0017509000000000001 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7004, "output_tokens": 646, "cached_tokens": 6831, "wall_ms": 5543 }, "cost_usd": 0.0017238000000000002 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7002, "output_tokens": 670, "cached_tokens": 6831, "wall_ms": 5400 }, "cost_usd": 0.0017354 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 7003, "output_tokens": 662, "cached_tokens": 6831, "wall_ms": 5123 }, "cost_usd": 0.0017316000000000002 }, { "phase": "generation", "case": "decision", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1963, "output_tokens": 1464, "cached_tokens": 1755, "wall_ms": 13400 }, "cost_usd": 0.022492 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6947, "output_tokens": 537, "cached_tokens": 4638, "wall_ms": 4961 }, "cost_usd": 0.0016579000000000001 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6947, "output_tokens": 609, "cached_tokens": 6775, "wall_ms": 5694 }, "cost_usd": 0.0016939000000000001 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6947, "output_tokens": 163, "cached_tokens": 6775, "wall_ms": 3234 }, "cost_usd": 0.0014709 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6946, "output_tokens": 574, "cached_tokens": 6775, "wall_ms": 4682 }, "cost_usd": 0.0016762 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6946, "output_tokens": 631, "cached_tokens": 6775, "wall_ms": 5302 }, "cost_usd": 0.0017047 }, { "phase": "generation", "case": "decision", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1964, "output_tokens": 1320, "cached_tokens": 1755, "wall_ms": 13120 }, "cost_usd": 0.021056 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6917, "output_tokens": 635, "cached_tokens": 4638, "wall_ms": 4860 }, "cost_usd": 0.0017009000000000002 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6917, "output_tokens": 555, "cached_tokens": 6747, "wall_ms": 4491 }, "cost_usd": 0.0016609 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6920, "output_tokens": 974, "cached_tokens": 6747, "wall_ms": 6345 }, "cost_usd": 0.001871 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6917, "output_tokens": 649, "cached_tokens": 6747, "wall_ms": 4833 }, "cost_usd": 0.0017079 }, { "phase": "judge", "case": "decision", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6918, "output_tokens": 637, "cached_tokens": 6747, "wall_ms": 4693 }, "cost_usd": 0.0017021000000000002 }, { "phase": "generation", "case": "adr", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2039, "output_tokens": 264, "cached_tokens": 1830, "wall_ms": 5310 }, "cost_usd": 0.010796 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5823, "output_tokens": 74, "cached_tokens": 4638, "wall_ms": 3298 }, "cost_usd": 0.0012016000000000002 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5822, "output_tokens": 236, "cached_tokens": 5651, "wall_ms": 3428 }, "cost_usd": 0.0012824000000000002 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5823, "output_tokens": 80, "cached_tokens": 5651, "wall_ms": 2724 }, "cost_usd": 0.0012046000000000001 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5822, "output_tokens": 295, "cached_tokens": 5651, "wall_ms": 3246 }, "cost_usd": 0.0013119000000000002 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5823, "output_tokens": 296, "cached_tokens": 5651, "wall_ms": 3674 }, "cost_usd": 0.0013126000000000001 }, { "phase": "generation", "case": "adr", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2040, "output_tokens": 501, "cached_tokens": 1830, "wall_ms": 6226 }, "cost_usd": 0.01317 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5865, "output_tokens": 75, "cached_tokens": 4638, "wall_ms": 2750 }, "cost_usd": 0.0012105 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5864, "output_tokens": 214, "cached_tokens": 5693, "wall_ms": 3667 }, "cost_usd": 0.0012798 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5864, "output_tokens": 171, "cached_tokens": 5693, "wall_ms": 3415 }, "cost_usd": 0.0012583 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5864, "output_tokens": 289, "cached_tokens": 5693, "wall_ms": 4072 }, "cost_usd": 0.0013173 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5863, "output_tokens": 246, "cached_tokens": 5693, "wall_ms": 3176 }, "cost_usd": 0.0012956 }, { "phase": "generation", "case": "adr", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2038, "output_tokens": 374, "cached_tokens": 1830, "wall_ms": 5311 }, "cost_usd": 0.011892 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5931, "output_tokens": 262, "cached_tokens": 4638, "wall_ms": 5408 }, "cost_usd": 0.0013172000000000001 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5933, "output_tokens": 77, "cached_tokens": 5761, "wall_ms": 2638 }, "cost_usd": 0.0012251000000000002 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5933, "output_tokens": 69, "cached_tokens": 5761, "wall_ms": 2554 }, "cost_usd": 0.0012211000000000001 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5932, "output_tokens": 211, "cached_tokens": 5761, "wall_ms": 3213 }, "cost_usd": 0.0012919000000000001 }, { "phase": "judge", "case": "adr", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5932, "output_tokens": 168, "cached_tokens": 5761, "wall_ms": 3162 }, "cost_usd": 0.0012704 }, { "phase": "generation", "case": "adr", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1937, "output_tokens": 355, "cached_tokens": 1729, "wall_ms": 5773 }, "cost_usd": 0.011298 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5914, "output_tokens": 77, "cached_tokens": 4638, "wall_ms": 3146 }, "cost_usd": 0.0012213 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5914, "output_tokens": 331, "cached_tokens": 5742, "wall_ms": 3414 }, "cost_usd": 0.0013483 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5913, "output_tokens": 314, "cached_tokens": 5742, "wall_ms": 3418 }, "cost_usd": 0.0013396 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5915, "output_tokens": 298, "cached_tokens": 5742, "wall_ms": 3403 }, "cost_usd": 0.001332 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5914, "output_tokens": 80, "cached_tokens": 5742, "wall_ms": 2925 }, "cost_usd": 0.0012228 }, { "phase": "generation", "case": "adr", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1938, "output_tokens": 370, "cached_tokens": 1729, "wall_ms": 5567 }, "cost_usd": 0.011452 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5929, "output_tokens": 69, "cached_tokens": 4638, "wall_ms": 2417 }, "cost_usd": 0.0012203 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5928, "output_tokens": 282, "cached_tokens": 5757, "wall_ms": 4798 }, "cost_usd": 0.0013266 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5928, "output_tokens": 82, "cached_tokens": 5757, "wall_ms": 2978 }, "cost_usd": 0.0012266000000000002 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5929, "output_tokens": 238, "cached_tokens": 5757, "wall_ms": 3577 }, "cost_usd": 0.0013048 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5929, "output_tokens": 73, "cached_tokens": 5757, "wall_ms": 2711 }, "cost_usd": 0.0012223 }, { "phase": "generation", "case": "adr", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1937, "output_tokens": 337, "cached_tokens": 1729, "wall_ms": 5399 }, "cost_usd": 0.011118 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5897, "output_tokens": 256, "cached_tokens": 4638, "wall_ms": 3084 }, "cost_usd": 0.0013074 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5896, "output_tokens": 68, "cached_tokens": 5724, "wall_ms": 2792 }, "cost_usd": 0.0012132 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5896, "output_tokens": 273, "cached_tokens": 5724, "wall_ms": 3332 }, "cost_usd": 0.0013157 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5895, "output_tokens": 309, "cached_tokens": 5724, "wall_ms": 5139 }, "cost_usd": 0.0013335 }, { "phase": "judge", "case": "adr", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5896, "output_tokens": 82, "cached_tokens": 5724, "wall_ms": 2595 }, "cost_usd": 0.0012202 }, { "phase": "generation", "case": "revision", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2061, "output_tokens": 947, "cached_tokens": 1853, "wall_ms": 10014 }, "cost_usd": 0.017714 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6322, "output_tokens": 420, "cached_tokens": 4638, "wall_ms": 5265 }, "cost_usd": 0.0014744 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6321, "output_tokens": 149, "cached_tokens": 6151, "wall_ms": 4495 }, "cost_usd": 0.0013387 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6322, "output_tokens": 347, "cached_tokens": 6151, "wall_ms": 3794 }, "cost_usd": 0.0014379 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6323, "output_tokens": 135, "cached_tokens": 6151, "wall_ms": 2803 }, "cost_usd": 0.0013321000000000001 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6323, "output_tokens": 371, "cached_tokens": 6151, "wall_ms": 3649 }, "cost_usd": 0.0014501000000000002 }, { "phase": "generation", "case": "revision", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2061, "output_tokens": 1230, "cached_tokens": 1853, "wall_ms": 13377 }, "cost_usd": 0.020544 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6363, "output_tokens": 332, "cached_tokens": 4638, "wall_ms": 3443 }, "cost_usd": 0.0014386000000000002 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6364, "output_tokens": 146, "cached_tokens": 6192, "wall_ms": 2860 }, "cost_usd": 0.0013458 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6363, "output_tokens": 134, "cached_tokens": 6192, "wall_ms": 3337 }, "cost_usd": 0.0013396 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6364, "output_tokens": 345, "cached_tokens": 6192, "wall_ms": 3939 }, "cost_usd": 0.0014453000000000003 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6363, "output_tokens": 99, "cached_tokens": 6192, "wall_ms": 2851 }, "cost_usd": 0.0013221 }, { "phase": "generation", "case": "revision", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 2061, "output_tokens": 1136, "cached_tokens": 1853, "wall_ms": 13433 }, "cost_usd": 0.019604 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6458, "output_tokens": 321, "cached_tokens": 4638, "wall_ms": 3904 }, "cost_usd": 0.0014521000000000002 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6458, "output_tokens": 136, "cached_tokens": 6286, "wall_ms": 2839 }, "cost_usd": 0.0013596 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6457, "output_tokens": 353, "cached_tokens": 6286, "wall_ms": 3474 }, "cost_usd": 0.0014679 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6457, "output_tokens": 362, "cached_tokens": 6286, "wall_ms": 3790 }, "cost_usd": 0.0014724 }, { "phase": "judge", "case": "revision", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6457, "output_tokens": 126, "cached_tokens": 6286, "wall_ms": 2719 }, "cost_usd": 0.0013544000000000002 }, { "phase": "generation", "case": "revision", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1961, "output_tokens": 501, "cached_tokens": 1752, "wall_ms": 6975 }, "cost_usd": 0.012854 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6092, "output_tokens": 430, "cached_tokens": 4638, "wall_ms": 4018 }, "cost_usd": 0.0014334 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6094, "output_tokens": 138, "cached_tokens": 5921, "wall_ms": 2707 }, "cost_usd": 0.0012878 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6093, "output_tokens": 417, "cached_tokens": 5921, "wall_ms": 4332 }, "cost_usd": 0.0014271000000000002 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6094, "output_tokens": 495, "cached_tokens": 5921, "wall_ms": 4232 }, "cost_usd": 0.0014663 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6094, "output_tokens": 154, "cached_tokens": 5921, "wall_ms": 3518 }, "cost_usd": 0.0012958 }, { "phase": "generation", "case": "revision", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1960, "output_tokens": 724, "cached_tokens": 1752, "wall_ms": 8670 }, "cost_usd": 0.01508 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6316, "output_tokens": 342, "cached_tokens": 4638, "wall_ms": 3857 }, "cost_usd": 0.0014342 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6316, "output_tokens": 480, "cached_tokens": 6144, "wall_ms": 4923 }, "cost_usd": 0.0015032000000000001 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6316, "output_tokens": 149, "cached_tokens": 6144, "wall_ms": 2870 }, "cost_usd": 0.0013377 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6316, "output_tokens": 452, "cached_tokens": 6144, "wall_ms": 4844 }, "cost_usd": 0.0014892 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6316, "output_tokens": 441, "cached_tokens": 6144, "wall_ms": 4736 }, "cost_usd": 0.0014837000000000001 }, { "phase": "generation", "case": "revision", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1961, "output_tokens": 483, "cached_tokens": 1752, "wall_ms": 6641 }, "cost_usd": 0.012674 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6074, "output_tokens": 133, "cached_tokens": 4638, "wall_ms": 3473 }, "cost_usd": 0.0012813 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6075, "output_tokens": 153, "cached_tokens": 5903, "wall_ms": 3022 }, "cost_usd": 0.0012915 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6074, "output_tokens": 418, "cached_tokens": 5903, "wall_ms": 4939 }, "cost_usd": 0.0014238 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6074, "output_tokens": 746, "cached_tokens": 5903, "wall_ms": 5235 }, "cost_usd": 0.0015877999999999999 }, { "phase": "judge", "case": "revision", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6075, "output_tokens": 135, "cached_tokens": 5903, "wall_ms": 3300 }, "cost_usd": 0.0012825 } ], "configuration_differences": [ { "path": "~/.claude/sessions/445403.5232b9ea96ad4b09ebd834e6eef33b518c1fef26dfa8282fd3b68fc4b8f14a2d.key", "kind": "unexpected_entry" }, { "path": "~/.claude/sessions/445479.7a5769ef888af66ae46012beff4df208e4e12080217175804428f71767261562.key", "kind": "unexpected_entry" }, { "path": "~/.claude/sessions/445531.4eea327394f27bc2bb2101950552ef9ee4bdc27b96a6cbb5418f603aa6d9ccc4.key", "kind": "unexpected_entry" } ] }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33", "status": "failure", "reason": "EVAL_CONFIG_CHANGED", "cost_usd": 0.573358, "cost_complete": true, "calls": [ { "phase": "generation", "case": "web", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3173, "output_tokens": 814, "cached_tokens": 2964, "wall_ms": 9214 }, "cost_usd": 0.020832 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6217, "output_tokens": 128, "cached_tokens": 4638, "wall_ms": 2973 }, "cost_usd": 0.0013074 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6217, "output_tokens": 141, "cached_tokens": 6045, "wall_ms": 2878 }, "cost_usd": 0.0013139 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6218, "output_tokens": 134, "cached_tokens": 6045, "wall_ms": 2953 }, "cost_usd": 0.0013106 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6217, "output_tokens": 308, "cached_tokens": 6045, "wall_ms": 3704 }, "cost_usd": 0.0013974 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6216, "output_tokens": 299, "cached_tokens": 6045, "wall_ms": 3786 }, "cost_usd": 0.0013927 }, { "phase": "generation", "case": "web", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3173, "output_tokens": 832, "cached_tokens": 2964, "wall_ms": 9486 }, "cost_usd": 0.021012 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6247, "output_tokens": 96, "cached_tokens": 4638, "wall_ms": 2944 }, "cost_usd": 0.0012974 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6248, "output_tokens": 110, "cached_tokens": 6076, "wall_ms": 3084 }, "cost_usd": 0.0013046000000000002 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6248, "output_tokens": 95, "cached_tokens": 6076, "wall_ms": 2670 }, "cost_usd": 0.0012971 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6249, "output_tokens": 367, "cached_tokens": 6076, "wall_ms": 3846 }, "cost_usd": 0.0014333000000000002 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6248, "output_tokens": 116, "cached_tokens": 6076, "wall_ms": 3196 }, "cost_usd": 0.0013076000000000001 }, { "phase": "generation", "case": "web", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3173, "output_tokens": 785, "cached_tokens": 2964, "wall_ms": 8508 }, "cost_usd": 0.020542 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6222, "output_tokens": 111, "cached_tokens": 4638, "wall_ms": 2784 }, "cost_usd": 0.0012999 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6223, "output_tokens": 400, "cached_tokens": 6051, "wall_ms": 4145 }, "cost_usd": 0.0014446 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6224, "output_tokens": 141, "cached_tokens": 6051, "wall_ms": 3017 }, "cost_usd": 0.0013153000000000001 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6223, "output_tokens": 372, "cached_tokens": 6051, "wall_ms": 4140 }, "cost_usd": 0.0014306000000000002 }, { "phase": "judge", "case": "web", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6224, "output_tokens": 96, "cached_tokens": 6051, "wall_ms": 2928 }, "cost_usd": 0.0012928000000000002 }, { "phase": "generation", "case": "web", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1953, "output_tokens": 893, "cached_tokens": 1744, "wall_ms": 9548 }, "cost_usd": 0.016742 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6322, "output_tokens": 92, "cached_tokens": 4638, "wall_ms": 3023 }, "cost_usd": 0.0013104000000000002 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6322, "output_tokens": 96, "cached_tokens": 6151, "wall_ms": 3430 }, "cost_usd": 0.0013124 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6322, "output_tokens": 306, "cached_tokens": 6151, "wall_ms": 3685 }, "cost_usd": 0.0014174 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6323, "output_tokens": 139, "cached_tokens": 6151, "wall_ms": 4810 }, "cost_usd": 0.0013341000000000002 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6324, "output_tokens": 369, "cached_tokens": 6151, "wall_ms": 4081 }, "cost_usd": 0.0014493000000000002 }, { "phase": "generation", "case": "web", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1952, "output_tokens": 841, "cached_tokens": 1744, "wall_ms": 9646 }, "cost_usd": 0.016218 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6329, "output_tokens": 95, "cached_tokens": 4638, "wall_ms": 3140 }, "cost_usd": 0.0013133 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6329, "output_tokens": 146, "cached_tokens": 6159, "wall_ms": 3201 }, "cost_usd": 0.0013388000000000002 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6331, "output_tokens": 82, "cached_tokens": 6159, "wall_ms": 2692 }, "cost_usd": 0.0013072000000000001 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6331, "output_tokens": 329, "cached_tokens": 6159, "wall_ms": 3798 }, "cost_usd": 0.0014307 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6331, "output_tokens": 288, "cached_tokens": 6159, "wall_ms": 3290 }, "cost_usd": 0.0014102000000000001 }, { "phase": "generation", "case": "web", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1953, "output_tokens": 1113, "cached_tokens": 1744, "wall_ms": 11421 }, "cost_usd": 0.018942 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6287, "output_tokens": 402, "cached_tokens": 4638, "wall_ms": 4032 }, "cost_usd": 0.0014584 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6286, "output_tokens": 319, "cached_tokens": 6114, "wall_ms": 3536 }, "cost_usd": 0.0014167000000000001 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6285, "output_tokens": 331, "cached_tokens": 6114, "wall_ms": 3751 }, "cost_usd": 0.0014225 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6286, "output_tokens": 276, "cached_tokens": 6114, "wall_ms": 4305 }, "cost_usd": 0.0013952 }, { "phase": "judge", "case": "web", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6286, "output_tokens": 314, "cached_tokens": 6114, "wall_ms": 4118 }, "cost_usd": 0.0014142 }, { "phase": "generation", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3166, "output_tokens": 737, "cached_tokens": 2956, "wall_ms": 8506 }, "cost_usd": 0.020034 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6308, "output_tokens": 617, "cached_tokens": 4638, "wall_ms": 5462 }, "cost_usd": 0.0015701 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6309, "output_tokens": 403, "cached_tokens": 6137, "wall_ms": 4105 }, "cost_usd": 0.0014633000000000003 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6308, "output_tokens": 120, "cached_tokens": 6137, "wall_ms": 3128 }, "cost_usd": 0.0013216 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6310, "output_tokens": 136, "cached_tokens": 6137, "wall_ms": 3314 }, "cost_usd": 0.00133 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6309, "output_tokens": 391, "cached_tokens": 6137, "wall_ms": 4071 }, "cost_usd": 0.0014573000000000001 }, { "phase": "generation", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3165, "output_tokens": 870, "cached_tokens": 2956, "wall_ms": 9211 }, "cost_usd": 0.02136 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6247, "output_tokens": 379, "cached_tokens": 4638, "wall_ms": 4335 }, "cost_usd": 0.0014389000000000001 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6248, "output_tokens": 419, "cached_tokens": 6076, "wall_ms": 4538 }, "cost_usd": 0.0014591 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6248, "output_tokens": 773, "cached_tokens": 6076, "wall_ms": 10137 }, "cost_usd": 0.0016361000000000001 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6249, "output_tokens": 522, "cached_tokens": 6076, "wall_ms": 4773 }, "cost_usd": 0.0015108 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6248, "output_tokens": 597, "cached_tokens": 6076, "wall_ms": 5414 }, "cost_usd": 0.0015481000000000002 }, { "phase": "generation", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3166, "output_tokens": 747, "cached_tokens": 2956, "wall_ms": 8713 }, "cost_usd": 0.020134 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6222, "output_tokens": 448, "cached_tokens": 4638, "wall_ms": 4211 }, "cost_usd": 0.0014684000000000001 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6221, "output_tokens": 941, "cached_tokens": 6050, "wall_ms": 6547 }, "cost_usd": 0.0017147 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6222, "output_tokens": 123, "cached_tokens": 6050, "wall_ms": 3154 }, "cost_usd": 0.0013059 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6222, "output_tokens": 120, "cached_tokens": 6050, "wall_ms": 3275 }, "cost_usd": 0.0013044 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6220, "output_tokens": 409, "cached_tokens": 6050, "wall_ms": 4511 }, "cost_usd": 0.0014485 }, { "phase": "generation", "case": "desktop", "mode": "with_skill", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3165, "output_tokens": 617, "cached_tokens": 2956, "wall_ms": 7337 }, "cost_usd": 0.01883 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6188, "output_tokens": 837, "cached_tokens": 4638, "wall_ms": 6662 }, "cost_usd": 0.0016561000000000002 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6189, "output_tokens": 694, "cached_tokens": 6017, "wall_ms": 5889 }, "cost_usd": 0.0015848000000000001 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6189, "output_tokens": 749, "cached_tokens": 6017, "wall_ms": 5955 }, "cost_usd": 0.0016123 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6188, "output_tokens": 619, "cached_tokens": 6017, "wall_ms": 5189 }, "cost_usd": 0.0015471 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6189, "output_tokens": 633, "cached_tokens": 6017, "wall_ms": 5321 }, "cost_usd": 0.0015543000000000002 }, { "phase": "generation", "case": "desktop", "mode": "with_skill", "draw": 4, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3165, "output_tokens": 727, "cached_tokens": 2956, "wall_ms": 9345 }, "cost_usd": 0.01993 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 4, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6299, "output_tokens": 603, "cached_tokens": 4638, "wall_ms": 5264 }, "cost_usd": 0.0015613000000000003 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 4, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6296, "output_tokens": 108, "cached_tokens": 6127, "wall_ms": 2649 }, "cost_usd": 0.0013132 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 4, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6298, "output_tokens": 410, "cached_tokens": 6127, "wall_ms": 4255 }, "cost_usd": 0.0014646000000000001 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 4, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6299, "output_tokens": 791, "cached_tokens": 6127, "wall_ms": 7358 }, "cost_usd": 0.0016553000000000002 }, { "phase": "judge", "case": "desktop", "mode": "with_skill", "draw": 4, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6298, "output_tokens": 548, "cached_tokens": 6127, "wall_ms": 5035 }, "cost_usd": 0.0015336000000000002 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1945, "output_tokens": 952, "cached_tokens": 1736, "wall_ms": 10641 }, "cost_usd": 0.0173 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6195, "output_tokens": 136, "cached_tokens": 4638, "wall_ms": 3466 }, "cost_usd": 0.001307 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6195, "output_tokens": 686, "cached_tokens": 6023, "wall_ms": 6007 }, "cost_usd": 0.001582 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6195, "output_tokens": 675, "cached_tokens": 6023, "wall_ms": 5691 }, "cost_usd": 0.0015765 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6195, "output_tokens": 442, "cached_tokens": 6023, "wall_ms": 4138 }, "cost_usd": 0.00146 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6193, "output_tokens": 712, "cached_tokens": 6023, "wall_ms": 5227 }, "cost_usd": 0.0015946 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1944, "output_tokens": 929, "cached_tokens": 1736, "wall_ms": 10099 }, "cost_usd": 0.017066 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6190, "output_tokens": 726, "cached_tokens": 4638, "wall_ms": 5416 }, "cost_usd": 0.001601 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6188, "output_tokens": 623, "cached_tokens": 6017, "wall_ms": 5633 }, "cost_usd": 0.0015491 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6188, "output_tokens": 588, "cached_tokens": 6017, "wall_ms": 4846 }, "cost_usd": 0.0015316000000000001 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6189, "output_tokens": 713, "cached_tokens": 6017, "wall_ms": 5367 }, "cost_usd": 0.0015943 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6188, "output_tokens": 605, "cached_tokens": 6017, "wall_ms": 5308 }, "cost_usd": 0.0015401000000000002 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1946, "output_tokens": 984, "cached_tokens": 1736, "wall_ms": 10787 }, "cost_usd": 0.017624 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6238, "output_tokens": 522, "cached_tokens": 4638, "wall_ms": 4603 }, "cost_usd": 0.0015086000000000001 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6239, "output_tokens": 98, "cached_tokens": 6066, "wall_ms": 4073 }, "cost_usd": 0.0012968 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6237, "output_tokens": 691, "cached_tokens": 6066, "wall_ms": 5630 }, "cost_usd": 0.0015929000000000002 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6238, "output_tokens": 460, "cached_tokens": 6066, "wall_ms": 4447 }, "cost_usd": 0.0014776000000000001 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6238, "output_tokens": 115, "cached_tokens": 6066, "wall_ms": 4040 }, "cost_usd": 0.0013051000000000002 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1945, "output_tokens": 835, "cached_tokens": 1736, "wall_ms": 9898 }, "cost_usd": 0.01613 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6260, "output_tokens": 1013, "cached_tokens": 4638, "wall_ms": 7307 }, "cost_usd": 0.0017585 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6260, "output_tokens": 134, "cached_tokens": 6088, "wall_ms": 4064 }, "cost_usd": 0.001319 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6260, "output_tokens": 718, "cached_tokens": 6088, "wall_ms": 5633 }, "cost_usd": 0.001611 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6259, "output_tokens": 663, "cached_tokens": 6088, "wall_ms": 6066 }, "cost_usd": 0.0015833000000000002 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6260, "output_tokens": 753, "cached_tokens": 6088, "wall_ms": 5098 }, "cost_usd": 0.0016285 }, { "phase": "generation", "case": "desktop", "mode": "baseline", "draw": 4, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1943, "output_tokens": 948, "cached_tokens": 1736, "wall_ms": 10598 }, "cost_usd": 0.017252 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 4, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6281, "output_tokens": 730, "cached_tokens": 4638, "wall_ms": 6009 }, "cost_usd": 0.0016212 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 4, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6280, "output_tokens": 391, "cached_tokens": 6109, "wall_ms": 4412 }, "cost_usd": 0.0014515 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 4, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6281, "output_tokens": 692, "cached_tokens": 6109, "wall_ms": 5287 }, "cost_usd": 0.0016022 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 4, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6281, "output_tokens": 561, "cached_tokens": 6109, "wall_ms": 5003 }, "cost_usd": 0.0015367 }, { "phase": "judge", "case": "desktop", "mode": "baseline", "draw": 4, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6281, "output_tokens": 464, "cached_tokens": 6109, "wall_ms": 4537 }, "cost_usd": 0.0014882 }, { "phase": "generation", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3162, "output_tokens": 471, "cached_tokens": 2952, "wall_ms": 6263 }, "cost_usd": 0.017358 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6048, "output_tokens": 615, "cached_tokens": 4638, "wall_ms": 4923 }, "cost_usd": 0.0015171000000000002 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6048, "output_tokens": 589, "cached_tokens": 5876, "wall_ms": 5040 }, "cost_usd": 0.0015041000000000002 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6049, "output_tokens": 574, "cached_tokens": 5876, "wall_ms": 4505 }, "cost_usd": 0.0014968 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6048, "output_tokens": 244, "cached_tokens": 5876, "wall_ms": 3554 }, "cost_usd": 0.0013316 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6048, "output_tokens": 137, "cached_tokens": 5876, "wall_ms": 3299 }, "cost_usd": 0.0012781000000000001 }, { "phase": "generation", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3162, "output_tokens": 424, "cached_tokens": 2952, "wall_ms": 5844 }, "cost_usd": 0.016888 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6001, "output_tokens": 152, "cached_tokens": 4638, "wall_ms": 3812 }, "cost_usd": 0.0012762000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6001, "output_tokens": 475, "cached_tokens": 5829, "wall_ms": 4127 }, "cost_usd": 0.0014377 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6001, "output_tokens": 166, "cached_tokens": 5829, "wall_ms": 3011 }, "cost_usd": 0.0012832 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6001, "output_tokens": 516, "cached_tokens": 5829, "wall_ms": 4598 }, "cost_usd": 0.0014582 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5999, "output_tokens": 528, "cached_tokens": 5829, "wall_ms": 4608 }, "cost_usd": 0.0014638 }, { "phase": "generation", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 3162, "output_tokens": 404, "cached_tokens": 2952, "wall_ms": 6031 }, "cost_usd": 0.016688 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5981, "output_tokens": 451, "cached_tokens": 4638, "wall_ms": 4606 }, "cost_usd": 0.0014217000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5981, "output_tokens": 494, "cached_tokens": 5809, "wall_ms": 6018 }, "cost_usd": 0.0014432 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5981, "output_tokens": 152, "cached_tokens": 5809, "wall_ms": 3723 }, "cost_usd": 0.0012722 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5981, "output_tokens": 366, "cached_tokens": 5809, "wall_ms": 4249 }, "cost_usd": 0.0013792000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5981, "output_tokens": 617, "cached_tokens": 5809, "wall_ms": 4779 }, "cost_usd": 0.0015047 }, { "phase": "generation", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1940, "output_tokens": 632, "cached_tokens": 1732, "wall_ms": 7366 }, "cost_usd": 0.01408 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6208, "output_tokens": 602, "cached_tokens": 4638, "wall_ms": 5266 }, "cost_usd": 0.0015426 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6209, "output_tokens": 112, "cached_tokens": 6037, "wall_ms": 2838 }, "cost_usd": 0.0012978000000000002 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6208, "output_tokens": 521, "cached_tokens": 6037, "wall_ms": 4576 }, "cost_usd": 0.0015021000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6209, "output_tokens": 124, "cached_tokens": 6037, "wall_ms": 2902 }, "cost_usd": 0.0013038000000000001 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6209, "output_tokens": 621, "cached_tokens": 6037, "wall_ms": 5395 }, "cost_usd": 0.0015523000000000002 }, { "phase": "generation", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1941, "output_tokens": 548, "cached_tokens": 1732, "wall_ms": 7640 }, "cost_usd": 0.013244 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6125, "output_tokens": 549, "cached_tokens": 4638, "wall_ms": 4616 }, "cost_usd": 0.0014995 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6125, "output_tokens": 388, "cached_tokens": 5953, "wall_ms": 4022 }, "cost_usd": 0.001419 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6122, "output_tokens": 423, "cached_tokens": 5953, "wall_ms": 3984 }, "cost_usd": 0.0014359000000000002 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6125, "output_tokens": 416, "cached_tokens": 5953, "wall_ms": 3736 }, "cost_usd": 0.001433 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6125, "output_tokens": 474, "cached_tokens": 5953, "wall_ms": 4714 }, "cost_usd": 0.001462 }, { "phase": "generation", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1943, "output_tokens": 816, "cached_tokens": 1732, "wall_ms": 9301 }, "cost_usd": 0.015932 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6170, "output_tokens": 609, "cached_tokens": 4638, "wall_ms": 4720 }, "cost_usd": 0.0015385 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6170, "output_tokens": 440, "cached_tokens": 5998, "wall_ms": 4227 }, "cost_usd": 0.001454 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6172, "output_tokens": 152, "cached_tokens": 5998, "wall_ms": 2884 }, "cost_usd": 0.0013104000000000002 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6170, "output_tokens": 146, "cached_tokens": 5998, "wall_ms": 2768 }, "cost_usd": 0.001307 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6167, "output_tokens": 692, "cached_tokens": 5998, "wall_ms": 5480 }, "cost_usd": 0.0015794000000000001 }, { "phase": "generation", "case": "dashboard", "mode": "baseline", "draw": 3, "sample": null, "model": "claude-sonnet-5-5", "reported_models": [ "claude-sonnet-5-5" ], "usage": { "input_tokens": 1940, "output_tokens": 556, "cached_tokens": 1732, "wall_ms": 7024 }, "cost_usd": 0.01332 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6134, "output_tokens": 379, "cached_tokens": 4638, "wall_ms": 4222 }, "cost_usd": 0.0014163 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6133, "output_tokens": 161, "cached_tokens": 5961, "wall_ms": 3230 }, "cost_usd": 0.0013071 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6133, "output_tokens": 112, "cached_tokens": 5961, "wall_ms": 2849 }, "cost_usd": 0.0012826 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6132, "output_tokens": 408, "cached_tokens": 5961, "wall_ms": 4064 }, "cost_usd": 0.0014304 }, { "phase": "judge", "case": "dashboard", "mode": "baseline", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6132, "output_tokens": 157, "cached_tokens": 5961, "wall_ms": 3179 }, "cost_usd": 0.0013049000000000001 } ], "configuration_differences": [ { "path": "~/.claude/sessions/451213.00ca2aab40fa857ca703f53f4937318e3eea864dace4d5650bcc24f108db3955.key", "kind": "unexpected_entry" } ] }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19", "attempt_id": "60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2", "status": "failure", "reason": "CANCELLED", "cost_usd": 0 }, { "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707", "attempt_id": "075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8", "status": "failure", "reason": "ACTUAL_COUNTS", "cost_usd": 1.209269, "cost_complete": true, "calls": [ { "phase": "generation", "case": "block", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 5272, "output_tokens": 252, "cached_tokens": 544, "wall_ms": 6134 }, "cost_usd": 0.047216 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5917, "output_tokens": 775, "cached_tokens": 4638, "wall_ms": 6069 }, "cost_usd": 0.0015709 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5917, "output_tokens": 797, "cached_tokens": 5745, "wall_ms": 7414 }, "cost_usd": 0.0015819 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5919, "output_tokens": 284, "cached_tokens": 5745, "wall_ms": 3663 }, "cost_usd": 0.0013258 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5915, "output_tokens": 535, "cached_tokens": 5745, "wall_ms": 4346 }, "cost_usd": 0.0014505 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5916, "output_tokens": 102, "cached_tokens": 5745, "wall_ms": 2709 }, "cost_usd": 0.0012342 }, { "phase": "generation", "case": "block", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 5272, "output_tokens": 281, "cached_tokens": 5067, "wall_ms": 6061 }, "cost_usd": 0.047796 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5907, "output_tokens": 99, "cached_tokens": 4638, "wall_ms": 2579 }, "cost_usd": 0.0012309 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5908, "output_tokens": 109, "cached_tokens": 5735, "wall_ms": 2784 }, "cost_usd": 0.0012361000000000002 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5908, "output_tokens": 113, "cached_tokens": 5735, "wall_ms": 2709 }, "cost_usd": 0.0012381000000000002 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5907, "output_tokens": 308, "cached_tokens": 5735, "wall_ms": 3533 }, "cost_usd": 0.0013354 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5907, "output_tokens": 453, "cached_tokens": 5735, "wall_ms": 4398 }, "cost_usd": 0.0014079000000000001 }, { "phase": "generation", "case": "block", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 5271, "output_tokens": 285, "cached_tokens": 5067, "wall_ms": 5783 }, "cost_usd": 0.047868 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5950, "output_tokens": 376, "cached_tokens": 4638, "wall_ms": 3948 }, "cost_usd": 0.001378 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5949, "output_tokens": 495, "cached_tokens": 5778, "wall_ms": 4474 }, "cost_usd": 0.0014372999999999999 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5949, "output_tokens": 610, "cached_tokens": 5778, "wall_ms": 5265 }, "cost_usd": 0.0014948 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5949, "output_tokens": 442, "cached_tokens": 5778, "wall_ms": 4614 }, "cost_usd": 0.0014108 }, { "phase": "judge", "case": "block", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5950, "output_tokens": 413, "cached_tokens": 5778, "wall_ms": 4506 }, "cost_usd": 0.0013965 }, { "phase": "generation", "case": "block", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2030, "output_tokens": 474, "cached_tokens": 1467, "wall_ms": 6749 }, "cost_usd": 0.02572 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5916, "output_tokens": 289, "cached_tokens": 4638, "wall_ms": 4009 }, "cost_usd": 0.0013277 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5917, "output_tokens": 330, "cached_tokens": 5746, "wall_ms": 4207 }, "cost_usd": 0.0013484 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5918, "output_tokens": 108, "cached_tokens": 5746, "wall_ms": 2543 }, "cost_usd": 0.0012376000000000002 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5918, "output_tokens": 110, "cached_tokens": 5746, "wall_ms": 3280 }, "cost_usd": 0.0012386 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5919, "output_tokens": 345, "cached_tokens": 5746, "wall_ms": 4257 }, "cost_usd": 0.0013563 }, { "phase": "generation", "case": "block", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2031, "output_tokens": 635, "cached_tokens": 1825, "wall_ms": 8663 }, "cost_usd": 0.028948 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6005, "output_tokens": 608, "cached_tokens": 4638, "wall_ms": 5695 }, "cost_usd": 0.001505 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6005, "output_tokens": 604, "cached_tokens": 5833, "wall_ms": 4952 }, "cost_usd": 0.001503 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6004, "output_tokens": 498, "cached_tokens": 5833, "wall_ms": 4422 }, "cost_usd": 0.0014498 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6005, "output_tokens": 661, "cached_tokens": 5833, "wall_ms": 5294 }, "cost_usd": 0.0015315 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6005, "output_tokens": 123, "cached_tokens": 5833, "wall_ms": 2843 }, "cost_usd": 0.0012625 }, { "phase": "generation", "case": "block", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2029, "output_tokens": 618, "cached_tokens": 1825, "wall_ms": 8018 }, "cost_usd": 0.028592 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5917, "output_tokens": 109, "cached_tokens": 4638, "wall_ms": 3161 }, "cost_usd": 0.0012379000000000001 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5916, "output_tokens": 313, "cached_tokens": 5744, "wall_ms": 3479 }, "cost_usd": 0.0013397 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5915, "output_tokens": 281, "cached_tokens": 5744, "wall_ms": 4043 }, "cost_usd": 0.0013235 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5916, "output_tokens": 290, "cached_tokens": 5744, "wall_ms": 3486 }, "cost_usd": 0.0013282 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5918, "output_tokens": 135, "cached_tokens": 5744, "wall_ms": 6661 }, "cost_usd": 0.0012511000000000002 }, { "phase": "generation", "case": "block", "mode": "baseline", "draw": 3, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2029, "output_tokens": 619, "cached_tokens": 1825, "wall_ms": 8308 }, "cost_usd": 0.028612 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5969, "output_tokens": 878, "cached_tokens": 4638, "wall_ms": 6071 }, "cost_usd": 0.0016328 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5971, "output_tokens": 553, "cached_tokens": 5798, "wall_ms": 4760 }, "cost_usd": 0.0014707000000000001 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5969, "output_tokens": 767, "cached_tokens": 5798, "wall_ms": 5467 }, "cost_usd": 0.0015773 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5971, "output_tokens": 649, "cached_tokens": 5798, "wall_ms": 5495 }, "cost_usd": 0.0015187 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5969, "output_tokens": 525, "cached_tokens": 5798, "wall_ms": 5297 }, "cost_usd": 0.0014563 }, { "phase": "generation", "case": "block", "mode": "baseline", "draw": 4, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2029, "output_tokens": 414, "cached_tokens": 1825, "wall_ms": 6065 }, "cost_usd": 0.024512 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 4, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5854, "output_tokens": 84, "cached_tokens": 4638, "wall_ms": 2594 }, "cost_usd": 0.0012128 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 4, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5854, "output_tokens": 86, "cached_tokens": 5682, "wall_ms": 2917 }, "cost_usd": 0.0012138 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 4, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5855, "output_tokens": 274, "cached_tokens": 5682, "wall_ms": 3565 }, "cost_usd": 0.001308 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 4, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5854, "output_tokens": 262, "cached_tokens": 5682, "wall_ms": 4036 }, "cost_usd": 0.0013017999999999999 }, { "phase": "judge", "case": "block", "mode": "baseline", "draw": 4, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 5855, "output_tokens": 93, "cached_tokens": 5682, "wall_ms": 3257 }, "cost_usd": 0.0012175 }, { "phase": "generation", "case": "component", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 5258, "output_tokens": 1007, "cached_tokens": 4709, "wall_ms": 12193 }, "cost_usd": 0.062204 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6659, "output_tokens": 254, "cached_tokens": 4638, "wall_ms": 3227 }, "cost_usd": 0.0014588000000000001 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6658, "output_tokens": 319, "cached_tokens": 6487, "wall_ms": 4085 }, "cost_usd": 0.0014911000000000002 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6659, "output_tokens": 370, "cached_tokens": 6487, "wall_ms": 3801 }, "cost_usd": 0.0015168000000000002 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6660, "output_tokens": 305, "cached_tokens": 6487, "wall_ms": 3737 }, "cost_usd": 0.0014845 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6659, "output_tokens": 383, "cached_tokens": 6487, "wall_ms": 4141 }, "cost_usd": 0.0015233000000000002 }, { "phase": "generation", "case": "component", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 5258, "output_tokens": 999, "cached_tokens": 5053, "wall_ms": 12506 }, "cost_usd": 0.062044 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6632, "output_tokens": 306, "cached_tokens": 4638, "wall_ms": 3568 }, "cost_usd": 0.0014794 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6632, "output_tokens": 86, "cached_tokens": 6460, "wall_ms": 2559 }, "cost_usd": 0.0013694 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6632, "output_tokens": 292, "cached_tokens": 6460, "wall_ms": 3789 }, "cost_usd": 0.0014724 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6631, "output_tokens": 258, "cached_tokens": 6460, "wall_ms": 3534 }, "cost_usd": 0.0014552 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6632, "output_tokens": 92, "cached_tokens": 6460, "wall_ms": 2945 }, "cost_usd": 0.0013724000000000002 }, { "phase": "generation", "case": "component", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 5258, "output_tokens": 1099, "cached_tokens": 5053, "wall_ms": 17459 }, "cost_usd": 0.064044 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6727, "output_tokens": 310, "cached_tokens": 4638, "wall_ms": 4748 }, "cost_usd": 0.0015004 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6727, "output_tokens": 278, "cached_tokens": 6556, "wall_ms": 3883 }, "cost_usd": 0.0014844 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6729, "output_tokens": 411, "cached_tokens": 6556, "wall_ms": 4638 }, "cost_usd": 0.0015513000000000002 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6727, "output_tokens": 367, "cached_tokens": 6556, "wall_ms": 3809 }, "cost_usd": 0.0015289000000000001 }, { "phase": "judge", "case": "component", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6728, "output_tokens": 259, "cached_tokens": 6556, "wall_ms": 3512 }, "cost_usd": 0.0014751000000000002 }, { "phase": "generation", "case": "component", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2014, "output_tokens": 1399, "cached_tokens": 1467, "wall_ms": 18890 }, "cost_usd": 0.044092 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6807, "output_tokens": 575, "cached_tokens": 4638, "wall_ms": 4911 }, "cost_usd": 0.0016489 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6806, "output_tokens": 638, "cached_tokens": 6634, "wall_ms": 5902 }, "cost_usd": 0.0016802 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6807, "output_tokens": 621, "cached_tokens": 6634, "wall_ms": 4914 }, "cost_usd": 0.0016719 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6804, "output_tokens": 889, "cached_tokens": 6634, "wall_ms": 6275 }, "cost_usd": 0.0018053000000000001 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6804, "output_tokens": 614, "cached_tokens": 6634, "wall_ms": 4962 }, "cost_usd": 0.0016678 }, { "phase": "generation", "case": "component", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2016, "output_tokens": 1550, "cached_tokens": 1811, "wall_ms": 19152 }, "cost_usd": 0.047128 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6663, "output_tokens": 800, "cached_tokens": 4638, "wall_ms": 5827 }, "cost_usd": 0.0017326000000000002 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6663, "output_tokens": 639, "cached_tokens": 6491, "wall_ms": 5193 }, "cost_usd": 0.0016521 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6664, "output_tokens": 707, "cached_tokens": 6491, "wall_ms": 5306 }, "cost_usd": 0.0016863000000000002 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6661, "output_tokens": 710, "cached_tokens": 6491, "wall_ms": 5185 }, "cost_usd": 0.0016872 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6663, "output_tokens": 675, "cached_tokens": 6491, "wall_ms": 6072 }, "cost_usd": 0.0016701 }, { "phase": "generation", "case": "component", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2016, "output_tokens": 1789, "cached_tokens": 1811, "wall_ms": 21217 }, "cost_usd": 0.051908 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6966, "output_tokens": 692, "cached_tokens": 4638, "wall_ms": 5339 }, "cost_usd": 0.0017392 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6966, "output_tokens": 151, "cached_tokens": 6794, "wall_ms": 3320 }, "cost_usd": 0.0014687 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6966, "output_tokens": 805, "cached_tokens": 6794, "wall_ms": 6062 }, "cost_usd": 0.0017957000000000001 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6966, "output_tokens": 984, "cached_tokens": 6794, "wall_ms": 6620 }, "cost_usd": 0.0018852 }, { "phase": "judge", "case": "component", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6966, "output_tokens": 826, "cached_tokens": 6794, "wall_ms": 6037 }, "cost_usd": 0.0018062 }, { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 0, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 5254, "output_tokens": 1212, "cached_tokens": 4709, "wall_ms": 13995 }, "cost_usd": 0.066272 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6541, "output_tokens": 443, "cached_tokens": 4638, "wall_ms": 4429 }, "cost_usd": 0.0015297 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6541, "output_tokens": 583, "cached_tokens": 6370, "wall_ms": 5353 }, "cost_usd": 0.0015997000000000001 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6540, "output_tokens": 286, "cached_tokens": 6370, "wall_ms": 3522 }, "cost_usd": 0.001451 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6542, "output_tokens": 612, "cached_tokens": 6370, "wall_ms": 5141 }, "cost_usd": 0.0016144 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6542, "output_tokens": 345, "cached_tokens": 6370, "wall_ms": 3676 }, "cost_usd": 0.0014809 }, { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 1, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 5254, "output_tokens": 1333, "cached_tokens": 5049, "wall_ms": 14907 }, "cost_usd": 0.068692 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6697, "output_tokens": 323, "cached_tokens": 4638, "wall_ms": 3658 }, "cost_usd": 0.0015009 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6698, "output_tokens": 128, "cached_tokens": 6525, "wall_ms": 2912 }, "cost_usd": 0.0014036 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6697, "output_tokens": 308, "cached_tokens": 6525, "wall_ms": 3796 }, "cost_usd": 0.0014934000000000002 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6697, "output_tokens": 280, "cached_tokens": 6525, "wall_ms": 3447 }, "cost_usd": 0.0014794 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6697, "output_tokens": 462, "cached_tokens": 6525, "wall_ms": 4594 }, "cost_usd": 0.0015704 }, { "phase": "generation", "case": "search", "mode": "with_skill", "draw": 2, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 5253, "output_tokens": 1371, "cached_tokens": 5049, "wall_ms": 16153 }, "cost_usd": 0.069444 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6740, "output_tokens": 302, "cached_tokens": 4638, "wall_ms": 3905 }, "cost_usd": 0.001499 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6738, "output_tokens": 279, "cached_tokens": 6568, "wall_ms": 3681 }, "cost_usd": 0.0014871 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6740, "output_tokens": 259, "cached_tokens": 6568, "wall_ms": 4109 }, "cost_usd": 0.0014775 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6740, "output_tokens": 386, "cached_tokens": 6568, "wall_ms": 4391 }, "cost_usd": 0.001541 }, { "phase": "judge", "case": "search", "mode": "with_skill", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6740, "output_tokens": 342, "cached_tokens": 6568, "wall_ms": 3794 }, "cost_usd": 0.001519 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 0, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2012, "output_tokens": 1115, "cached_tokens": 1467, "wall_ms": 14616 }, "cost_usd": 0.038396 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6490, "output_tokens": 786, "cached_tokens": 4638, "wall_ms": 6346 }, "cost_usd": 0.001691 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6490, "output_tokens": 594, "cached_tokens": 6318, "wall_ms": 5422 }, "cost_usd": 0.001595 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6490, "output_tokens": 623, "cached_tokens": 6318, "wall_ms": 5079 }, "cost_usd": 0.0016095 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6490, "output_tokens": 720, "cached_tokens": 6318, "wall_ms": 6089 }, "cost_usd": 0.001658 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 0, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6491, "output_tokens": 636, "cached_tokens": 6318, "wall_ms": 6078 }, "cost_usd": 0.0016162000000000001 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 1, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2013, "output_tokens": 1571, "cached_tokens": 1807, "wall_ms": 20367 }, "cost_usd": 0.047524 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6729, "output_tokens": 608, "cached_tokens": 4638, "wall_ms": 5742 }, "cost_usd": 0.0016498 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6728, "output_tokens": 533, "cached_tokens": 6556, "wall_ms": 4646 }, "cost_usd": 0.0016121000000000002 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6728, "output_tokens": 105, "cached_tokens": 6556, "wall_ms": 2825 }, "cost_usd": 0.0013981000000000002 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6728, "output_tokens": 129, "cached_tokens": 6556, "wall_ms": 2925 }, "cost_usd": 0.0014101 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 1, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6729, "output_tokens": 105, "cached_tokens": 6556, "wall_ms": 2905 }, "cost_usd": 0.0013983 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 2, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2012, "output_tokens": 1750, "cached_tokens": 1807, "wall_ms": 22396 }, "cost_usd": 0.051096 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6829, "output_tokens": 697, "cached_tokens": 4638, "wall_ms": 5711 }, "cost_usd": 0.0017143000000000002 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6827, "output_tokens": 116, "cached_tokens": 6657, "wall_ms": 3232 }, "cost_usd": 0.0014234 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6828, "output_tokens": 590, "cached_tokens": 6657, "wall_ms": 5465 }, "cost_usd": 0.0016606000000000001 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6828, "output_tokens": 489, "cached_tokens": 6657, "wall_ms": 4504 }, "cost_usd": 0.0016101000000000002 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 2, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6829, "output_tokens": 599, "cached_tokens": 6657, "wall_ms": 5307 }, "cost_usd": 0.0016653000000000002 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 3, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2011, "output_tokens": 1501, "cached_tokens": 1807, "wall_ms": 18964 }, "cost_usd": 0.046108 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 3, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6593, "output_tokens": 131, "cached_tokens": 4638, "wall_ms": 3131 }, "cost_usd": 0.0013841 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 3, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6593, "output_tokens": 567, "cached_tokens": 6422, "wall_ms": 4902 }, "cost_usd": 0.0016021000000000002 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 3, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6594, "output_tokens": 548, "cached_tokens": 6422, "wall_ms": 4846 }, "cost_usd": 0.0015928000000000001 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 3, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6593, "output_tokens": 121, "cached_tokens": 6422, "wall_ms": 3183 }, "cost_usd": 0.0013791 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 3, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6592, "output_tokens": 117, "cached_tokens": 6422, "wall_ms": 3163 }, "cost_usd": 0.0013769000000000001 }, { "phase": "generation", "case": "search", "mode": "baseline", "draw": 4, "sample": null, "model": "claude-opus-5-5", "reported_models": [ "claude-opus-5-5" ], "usage": { "input_tokens": 2012, "output_tokens": 1581, "cached_tokens": 1807, "wall_ms": 18307 }, "cost_usd": 0.047716 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 4, "sample": 0, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6722, "output_tokens": 107, "cached_tokens": 4638, "wall_ms": 3288 }, "cost_usd": 0.0013979 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 4, "sample": 1, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6724, "output_tokens": 109, "cached_tokens": 6551, "wall_ms": 3397 }, "cost_usd": 0.0013993000000000002 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 4, "sample": 2, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6724, "output_tokens": 125, "cached_tokens": 6551, "wall_ms": 2985 }, "cost_usd": 0.0014073000000000002 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 4, "sample": 3, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6723, "output_tokens": 96, "cached_tokens": 6551, "wall_ms": 3089 }, "cost_usd": 0.0013926000000000001 }, { "phase": "judge", "case": "search", "mode": "baseline", "draw": 4, "sample": 4, "model": "claude-haiku-5-5", "reported_models": [ "claude-haiku-5-5" ], "usage": { "input_tokens": 6722, "output_tokens": 121, "cached_tokens": 6551, "wall_ms": 2741 }, "cost_usd": 0.0014049000000000002 } ] } ], "final_states": [ { "attempt_id": "55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d", "status": "receipt", "receipt_hash": "e2403573b7370d33e8b7d18f8287d7a90abe1ed18feb1cab482baa909f0b7b67", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b", "status": "receipt", "receipt_hash": "0088086baf03cabea487b4555ba4c30ffee50e9e9eb831d856b7b3bb84f43aa5", "manifest_sha256": "4af9664915a3be2d567cddf191fb893a0db587eb177ec8cd040ee5c3bbb2d46b" }, { "attempt_id": "ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462", "status": "receipt", "receipt_hash": "8ff7ff4aa7543fbb0deb23ee464666f7e83b3ec9ec034ba4f46cfcce71b2a8fc", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33", "status": "receipt", "receipt_hash": "f4bce7c9f27d9cfc6add44c9eb1bd239d2d6c55d8131ff95a432eaa8458c47c6", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a", "status": "receipt", "receipt_hash": "63f198b3d801d7a5d008195273b96aad18638c7a45b9e4de71a995525357f82e", "manifest_sha256": "4f899e0df590a66451613d1d64b756ac2481903ab1efdc906a4d1f99f1de0d19" }, { "attempt_id": "75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c", "status": "receipt", "receipt_hash": "b3cd3ced76180ed975ee3b80073889f2f469a350295428e05f4c73e83127a6b8", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0", "status": "receipt", "receipt_hash": "643d86919b8b34178b4a0336afa7835ea0e42e061d2265a2898c2c0301063b99", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf", "status": "receipt", "receipt_hash": "0aba83f8316912473981b79d945c81c443f47de415bdac61098b5dac642afdde", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70", "status": "receipt", "receipt_hash": "6983aa785fcd5d04730835a4a3b24ad45d0692ce4b95521bddaf31150a8e1f86", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd", "status": "receipt", "receipt_hash": "4a48502d6e950adac2c40f49b84d5d1f7c3863aa8724cfb3aeb4603f7b3b70d9", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd", "status": "receipt", "receipt_hash": "05a14c53c635688d45acf8c62836a7d47ded2c60e9b78c4a7edef3a5e5329854", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2", "status": "receipt", "receipt_hash": "bdbb7f978fdd9d4da60bf9d8dba76159cdc7f37b946f3735ff31acecc5ba4b3a", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e", "status": "receipt", "receipt_hash": "d31b2f40eced27b77786d4fa004f3a8cac901918bb82fbf199588a3aa3b5716e", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48", "status": "receipt", "receipt_hash": "cb33a80a2e7db6d3d612b4ea17dcd7648b245fe68eb6adc08989983b6e2a98db", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849", "status": "receipt", "receipt_hash": "65231f29050580d7e14324c7aff5bfc053844d5c11093958713393e98283c26c", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027", "status": "receipt", "receipt_hash": "a270d6454735f29e9dae390c064d7e3efd1500cb1e8a3c96dcd3a3900f697e35", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79", "status": "receipt", "receipt_hash": "b9f499c15c4f83c9a4e1171e88681271c6d6d2cc8637bac97659c5c05a6ab0ce", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43", "status": "receipt", "receipt_hash": "ff6bb0a23b2b250c71181de274ba684ac5706558cd3214e08acc637823290029", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af", "status": "receipt", "receipt_hash": "ea6c4a25fbedb8012f5ad2eb94eebdc68a77247a3183f9696d53d6c8940fd273", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173", "status": "receipt", "receipt_hash": "4be11a73543e9b0a137bee99dbe5f25beaa7f69e5103b45865862654fec3e8ec", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481", "status": "receipt", "receipt_hash": "ae40fa3f5a12a6d72d93f6ebfc0a456757297886a88224e942022166aee945b4", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0", "status": "receipt", "receipt_hash": "cd684c7ebf96b6fb9841b6ac0f148b0b31213f1c4b912cea4706d6b13b799879", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481", "status": "receipt", "receipt_hash": "c16d64823a745011f11b6bff2417d4ade5eb92345a7b1ae121579ceea5b18b06", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5", "status": "receipt", "receipt_hash": "5d537a57fb3d2f578c43ba3c97554ce3f9dd3c875b3749cedfd1a3faa0314af8", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35", "status": "receipt", "receipt_hash": "7f25e71e3e4c42264e38229f75a799a7aa13bd09850a7813abc7d41fa2c17a53", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7", "status": "receipt", "receipt_hash": "d0c2dca3389eac037ade15ade45c633abbdc1fa431bd09264c705d01c48eaf28", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e", "status": "receipt", "receipt_hash": "3939420c0ea1f9e5b2bffbff5b7600ac53126a761fa20ca460d68f961727d13d", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69", "status": "receipt", "receipt_hash": "8c6c0dae462e3c4f66ead0569945188d38bc210e5a942b5d25f25fe219048de2", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03", "status": "receipt", "receipt_hash": "a6387128d860520217327680b2b121a6002ff72a6eda508807526fb9cfbf39a9", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563", "status": "receipt", "receipt_hash": "3a16514eccd114d610fb04b781d660e0af81979acafa6017f36613cf595e5147", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753", "status": "receipt", "receipt_hash": "6c3b2df1b3af70c5c052710268f8307ba687a6045d585f826a7b03c7216c5c49", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47", "status": "receipt", "receipt_hash": "143892731599c834f6f87b10c1dafac74e3199df65bfce3ad103313832e22bcb", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02", "status": "receipt", "receipt_hash": "058af364c80784af746573b4afdc64c4a2af39341ebeb1b640787bc9f793e1e1", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c", "status": "receipt", "receipt_hash": "8a22b747d44275755d3d236e3ed3fe09942ada0de2492562b1a0e64dc7750d59", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9", "status": "receipt", "receipt_hash": "ceb928044061eeaec1f43472344257829307fb4785f57a754ca5a7c1937d35f1", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7", "status": "receipt", "receipt_hash": "03481240e4efc76f244fe2118a578362caa6ed0ff28ade7d7f9de4e9247d7adc", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2", "status": "receipt", "receipt_hash": "1c9ada1036b3c143c278438e008ac56df967a7132d863649e386e8d3c4664741", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8", "status": "receipt", "receipt_hash": "32028d8d47628e683aebec2f14ebe378154d595e983a50e11c08962ce41184f8", "manifest_sha256": "e87e021c8d278d23f795e634bc08c7dddcf3170c2efe2abef7f0ea75cbb3e423" }, { "attempt_id": "ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8", "status": "receipt", "receipt_hash": "9f61b33fdfd72f62ba2eca30e2cc4dd84191f0abdab6d47d4f64f9319b8b7056", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" }, { "attempt_id": "60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2", "status": "receipt", "receipt_hash": "fc75ea505919e81c9ebf39fc75540760e4016909add2d48ae5bcbcf289ba31bf", "manifest_sha256": "33e4d1cbd6585f68081bf24aad056d3cee2c4361576a5f80ffa700c9d378f707" } ], "artifacts": { "0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd-answers.json": "b3e29aec45c18aba6c27db001d819cbd97e2867b423f68f6758055530076a572", "0258b18dd7c93d9f92e6299adeb40692b861fb17ffbdd733f8ca5bd81099e4bd.json": "7d5abee03c3707e101ea0a44db9b8faa4798e77704ff41eea51ef4d91df68117", "04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2-answers.json": "1164a17bc70cfd58899bb205d23b29e5cc9ae6728a7d8e9c4f0f96f25e67bad9", "04191e2a7dc55d45bf187e6dfd9d7e5aa340cb1a2478bd15a3e65f5f3d37d2b2.json": "a51e4cc315ca2ad345b745aa6bd6873acaf9d7e4c538a7dc1689a270093e9233", "075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8-answers.json": "fbbcf33224453d081535b8cb0d462eb1cf4dbea03ca25e55d1f804eae4813114", "075aadf10079f38c704b46df04fb5e34803608ffe765d995f9fb7fe57ec92df8.json": "4624fda158cc6d8110b3e613b6171c0a4ed6d07dcc6a2bcf5ab9b105d2cd6d49", "08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753-answers.json": "19b418544b9299069de36d0199ca7477096fea4abce957ebd08b94e7b8afbe7a", "08d68ce76a6d418465663497d85ec53b5a3f63c55c183652639f491876d3f753.json": "3dc05e05e5bb91f65542fbff204bea4be85de51e38594095ca01af5aabb20b7a", "12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd-answers.json": "066eadf1334103b3e89327602fa3774ab1a3b43f56f121a91b45689acd865eb0", "12be0aefad46c23d374e1127f18a35602d147406a40e718ddec87b1fa19449fd.json": "74ad2db0fe14d893a1cc9e95282f7aa6ca47f108337020610b51129b86c2834a", "178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03-answers.json": "b1dc81ddebcd7031258e6b6557eb86638d183bbcce132bbd543500588b6736b5", "178358a690b1878459d930c59acd931b5841521d7d88bb02ae11611c56e9ea03.json": "48f5791c23708c1033e140de639374917775f9ab07d65fc0859a975c7d226451", "187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481-answers.json": "01c0a15cf7967a32f3ff4573c112d9b78171f186ef9dc9526b115cb6a5379f4d", "187239fa2ebd8c19086d7df704d4a4da2c6d433ca974f9143ae7ac12a1ebe481.json": "529811d137bb9a8b771200f7c105d60196f9a7262af166e91bf6e4df6c328d31", "2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e-answers.json": "5192d02e635d881175d18b5b13a829646c6e7ef46e87d7720a867e8eaacf0889", "2df9e97722cb55d279b0b1f42535200a602eba67c7c40a4869cce6d4a1ae6e1e.json": "61e2f78477fb932ecc62865d501f397f8c23dee44b0382a30be8239331c17f1b", "32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9-answers.json": "6dbb3f0839084d33498fdb1d5aabc766e3fd73f1f0e42e87b42b048f08eb66c1", "32a8a546049f6901702ee98048a3feed2a6e3c357efa38788538f443bf04b7f9.json": "62f12b1701b3d04a3cf4e5fb0c1e307da9724c0fcc077d6e46f871a79ce6ce44", "3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47-answers.json": "60f0f212e3fe8c5124e845158024635751a599bc85f94b2a586f0316cbb8aeb0", "3a899aa3330b1626469f4ef0106667285bda11c26c42b23f7686a7e0d7392d47.json": "700a211c6039a1e0e05253a5d14ea0f9e9d883bafe2e298fa06bd89a0d589dfe", "47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48-answers.json": "ecccf2289d0852fa61f56bd359f0cc5208f97fca7b031890e466eba9c6622137", "47f9da585f12d468bcdb3b19e38fa79abda7b7aefa872eb897bbf3e41a627a48.json": "e15b1413b046f2f8ac0d7e4ec037c2ad5ce67cdfcc9dacf86cbb9af885529b14", "4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70-answers.json": "5feaa5fd2cd8e82f3db229e9e2d6f0d6f16bf640b60557bd0b7f62952c82dba6", "4a816239a96f2989b32764676989b082b6d5a23c905f8edffb0671783e2fdd70.json": "85f3fbb2ac02fed2802ff33986e52b1a114d6ce74052e2b85178085de71df9eb", "4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf-answers.json": "0631d3b83d261460679be31dfc235e89d12a58f9e8161c4e7cbb5dd4a67f82fc", "4b26323ffc4e79d0f411769a3ae524e747e386ff4fabdd339099c202c03c82cf.json": "716263d0decc03916a91acc7cef1fb3479aaad227eee239d0d8871f0fc72fa9a", "55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d-answers.json": "db20e717b7cc2013542730651d57fbf3f2fea7961625691500a6bf8abda4a659", "55e499f055d657d74ea5c5bf0887eda697a500ec1f817fc69aa82d5fd7d27b6d.json": "c8d6623f8585ce49d23ae3565158c23ecebaed45fa5844fe9d52cd9aca096c6a", "5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7-answers.json": "fd4adc8bbec2f80d48958a75c5f9488f19afb5c1c5dd04cadc88e9ebecae7e09", "5640b4df7ca5298c51ad73a3ab199a8e6a3ee018bb90fd2a449a1323ecdeade7.json": "5e22ab0da0485b35aee6482eaf740c0cd68f9e61bd39c393121ef521a473d533", "60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b-answers.json": "ceeedaa507cfb10037606d165e28774e3029c23a352ff4cae0670880c357cc22", "60b4158dd27d66172098dba403b3cfa7630b77cf79ee86249e28ae9067464f8b.json": "d8412709ed8e4e7cd5f500ba73334b0c05cd92a3904a66f77a0d16afe1a1ec22", "60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2-answers.json": "c67a5ed3e76b1ecc7d7d2911b38222a49bf081420f08cd90d3c7fe1c8933791b", "60c16ec8fe136dda9fd4ede597c011588348d58e699d3fd6aa3125abee2f16e2.json": "21a446b3de940b573432ecf7610efc58229ed60010ae873880935065a35aa07d", "69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69-answers.json": "b5da77997494a25d83913f04f2510301d502eb6c7d817720ea0856b794c6d37a", "69be076a5223146e507dce6a99c23634ad440486efe0239c324e3ff0563ecc69.json": "47b44d67f23028de0c18d651e20dccd510637f0abf37cd93cc72ee2e4726c2d2", "6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02-answers.json": "5e54ae9be332df74729db3bbe00f5ed4d7e89f61a7a00aa02510b5bed7a7ec8a", "6e5bc88b0e236f40f0898ed7472d68d3e89ab11b85a7a030ab359d2cf93b6f02.json": "5636b796aa992f1afd6e788b0aea987ecbdf2d6e82f25b82bada86e70155ada7", "75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c-answers.json": "23b37a2ba3e09bd22329ad2f6b37b22f7a7217f31e41182fc5af789872cdcbb7", "75f362305b21006c9cb104cf94f74b6cb2399c92d27308c631ea15941481778c.json": "b4bbccf15f41e749f025910b7fa2c08bfd16864dba2b41c45808b5dacfe66baa", "769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481-answers.json": "cf85296ad478ca36756639876f29424eefd6d3ba06e1a7e3b1a207770c0e3aa8", "769d04060c00a8bd6e04a978d0c7700c5d41e78c1764fc0eb1b76d2cff114481.json": "e040132b8aa66ffa1dd6cf58e6430a261ee36c41440ae15e6a1bd20083e8ab57", "7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563-answers.json": "48fa0f634a533389b8b1026254e29e4dc28a9bad75c9b5abc4600444b5f4114e", "7fab8934a4927378989d6b954d75dc3b5ed5262794b56426daf797a39e77f563.json": "a3ad57215d20ac7ee205d711ea394a89226f5b1bf8be91cd20a88af0a792cbed", "8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0-answers.json": "a6ceaa6e67f64f4220896cf4aa86236bc5fa6f4661b933425a0b2bda2a92b019", "8338050790d9fcc1b2c1ffedadd52a1bc0b4df8becccf406b54f1dd6a5e99ab0.json": "331df6b657402dcc8e1647556165ff30c619c56985a78ee46a163d79c74b9d16", "9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2-answers.json": "9ba8e5b19199356058808a40e75037a700cd9c53fd7d61d88ac9c09031405119", "9685c971122d1546df04509e1ae9ffae7d5b05d4b77b912114c12f8a8f9266c2.json": "2bbe1169f3478889e87586587ccdac76ea879586edf9e7661db4e8f620d81565", "96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5-answers.json": "d2123926dbe9210facf7e8caa3fae84a17b458170ec084ce39ccad456fa13d61", "96b271c97721d0b6609b7885e748533dd164840de83538b88a1ee796ee1f80e5.json": "7e71235eaae36206060590b809b174df45d6bff5a224c3c54b4516153dd98a7c", "9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0-answers.json": "ff30cb31dc088f6b89e9a166bfa2df4b94130702062fdbdf38e478e19d13a400", "9f18875095e1e14339fb509c278d016b8d4b356e592776218cc00fc223b28be0.json": "8a1a9b05307fdf9ac1919ad6b4799f06ff3a986e7a1e2a7f9076d44def2c2171", "a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43-answers.json": "c239dabf8150c9ce1ecd9deb9a62567a71ca0034275f12bff440880b2cc3f540", "a57716bebf216652ad631dc7d8b984e6eb6b21e03aeb7a8961fa6871c7303c43.json": "b9990bd47555ccc1d9622bbabf51c9d3b37d907c9b1617b40b047d39ed636778", "ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462-answers.json": "1922b09d2959142a283ffd261911e622404eec6cc13e705c61d79057dacc30cf", "ac5b69ff7c45c1fa4d4969f6aca2e2ac1844ec631ea41c9ea60626aeeaa5a462.json": "411d7409b0569f8066d83db0bb2b522a45bdbe4810bb88ec45d0a97f2c481064", "c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a-answers.json": "9ccbf55077dc7e6415aab0d6dcbc1d1b00323387a93dc08ab7398c69bc15aded", "c3746f2248c244317f756f5b358a91736c10798fd837f91ba30cb9d76c55aa5a.json": "0a50b6f412d7f4099d0f32455dcd035014c4d6212869036df7f5b2282bbf32ea", "c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33-answers.json": "28368be56575810d40969d582aa17d52f14728955df7a0b8aa9e699c8844cb30", "c8c56c2de130627fd5d6503bfa5a20fc5d843efeec93a1ad58c6ff2ed6941d33.json": "17418cd328ba64a469bab7017da004d1db1a9a9f928be8b54ae7ca71d2fbbaf6", "d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79-answers.json": "f4ee83e5fc53f899ee7bad300a13af7546a1f5c3664aa74aa1ecec729fbaf349", "d3d22183f51e5d3463cf278678a3579ca8fe8e0573484c03c103289361eaac79.json": "ebd51b52bd6607c6ef5f583682b552d22c575f7ac97943421e7fb22314346468", "dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35-answers.json": "8e282c8a6d542f714b24b96ed9f8c0892b3eeb41a0f58aebb584dee69f3947b2", "dd48f6ad46831a943dbf343b4f00a54df200f1ec07fe5f7c2db201abd622bd35.json": "86f4fe2fdb2bcc0805293ca9797691d165a7d6a68bda2635f8af3281fc35d890", "e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7-answers.json": "0ec6c5c65f02e6d315440fbec2c4ee57315b9de86909b7f82250a68d91d84923", "e20ea3cfccc4f094125ed7bd434ec74e18e62da66face7ab67daddcac39753c7.json": "5c6a3e1afb036a4bf68e635b170d36e8d50edd04136cb81f3e4ffece6b05520f", "e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173-answers.json": "52f1e8c4b11228610a2b643a1cd5a8850c1ac2a5a91740a676a4f2941b1adb74", "e303feb653210e48882cc45cf81cc4a4a99aab157dbbc231e5887bb64585e173.json": "dba4b1c3eb4bcc9ac304f32cc1e710d33d84d3910d83150e8676acfac3a98918", "e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e-answers.json": "75625ec2215402ed6b6150ca1ebe9c380819afc22481ac53e6f873b7d9a29c18", "e6b9880e7eb4ce1f137a5a328b94b5ef93122183a344201bdc1c309eea082c3e.json": "6fa522c70e54967289d29accc3ef4319e498d185b210ecfb76033bafff11a47f", "e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849-answers.json": "a36e9ebdcb8d7a415498240091a2ca419f03c7bb00af8a687987d89a019c2e69", "e8dabff8044e067fc7ee964ab16b0f5cd6fa94b1d5ed4bec5484b7a87a9cb849.json": "30443746682dce0910ebe2185b25b78a3f304118d9272d72a4491d673fdaa780", "ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c-answers.json": "2eeefeb321895e7fdba9e83d03351f2c20a4ea78780bcd189ba2e5fd0f84f276", "ec6755415c717a42fe33a73514157cb0bc76f757971ffa4554de9b4c1a47689c.json": "41a7169492c3da5f4eb8557dd1a9db2913d3900ee293cfc062c68c761dbd6786", "ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8-answers.json": "ffbd51ba21d8b014ceaafbcda3b8bc52504d4f9ace6b7f2ef26ae5cdc63fde9e", "ed4243f2bd1abef427c28306fe5357c9667735675daa28d6ac6b49089839fed8.json": "a5c5263eeded30de056b4c830202870ac50291a8c2f6050bdcc56db9de07bfef", "fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027-answers.json": "02cd8c07fd160724ac84c334c91d86c23ac35dcc72a3340231c57f07cb612d42", "fa4e845d3a2e7c9130c0be4014e6b9b51a2b5187dd3ee5e1d4c8073fa5258027.json": "78131507dddd9aec640b9cb6f6b4fc4cf22349bbe68eecca6a0080185ecfa403", "fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af-answers.json": "467ce7236314e5b89581f46ce9edd49d1cbc27f20d50ee713872992daf943f44", "fb976fc22298c56e46e6a4bccefcee5b3b2a66eb49ea2ab297aa220f28f3c3af.json": "4a0b3a181355b417f9565c0416e282a4a9e7b44f747d62344b367eb23c85b2a4", "inputs/popularity.json": "77df2a30f7c2dea2cadc20dd945df8a7c59f13a140aed214e32165cce45e6b84", "inputs/pricing.json": "a389ae20db32fc43491f038ce4eb9e681e029cf5bf08eb19cbaba6d9fedcf992", "inputs/prior-spend.json": "635f2fded38798e63362edecd01257992c5cdace6b40863dd1c987e097c9a48d", "inputs/sources.json": "e05bfe244d11cf0b9807b1a45a7f297f308cae79b3ab3b84400784d8e24564ca", "suites/011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b.json": "011848b0d459ffc92811fa9816a0eb026e1973615d78bef5e51d58dd9310848b", "suites/02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d.json": "02292857d7008c866e233803613f2bb768d15f56a97918bb5e1b8cde81c3221d", "suites/1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8.json": "1453091aff0c0dfe4fe9bb3e0b3c01c1301e4a1ff4fd21f447160cb6828495b8", "suites/22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c.json": "22c3d0542a281984de554c1a5598b697130c9e6a5050f84db78d825d87a0af0c", "suites/2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5.json": "2f5873ccd44deb4e0ae6b09e20b9c7261f4ae55678ffe83cb093b797a45daad5", "suites/348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57.json": "348ae30dab2545386d2592601c9dc26ec71de62882e891da27b6ecc69b7a6a57", "suites/3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad.json": "3710f01763102e0e2579c45afc4a2aa071b828acadc634793951a46bf7458cad", "suites/3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112.json": "3f020121b43f6b02ea2cbe68d1f4f5d3abc64ec00e9d6dc8db0086059f1f3112", "suites/46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9.json": "46049a8c4673b64857d8095100c585fac6cc562591a5c2c58db8644f4616b5e9", "suites/4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4.json": "4c25efb787c19f782d9101fdd46580321d0239f031fea67fc2247fd1a15e8eb4", "suites/61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d.json": "61b5b04d505b5f7774c1e2d7ec5d855373df47e6379567fe4347870522ac5c4d", "suites/62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8.json": "62b50cdb4d333b0c0aeda4300b9406be5504f8549c9bef9eec122f1b8efffab8", "suites/67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e.json": "67fd279287270a6514b61cf9f4173f3b69f81d25afb204010bac6793207ba92e", "suites/72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee.json": "72102380388c79fb60198da145645ceb2217dc6be391a8f243aec2faedd7a1ee", "suites/92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137.json": "92cc13dc7718360803650003087d6265928dcf466826b7f6fd2dcf8a52dfc137", "suites/9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca.json": "9416e567fbde4f513a46a05a1fb35d5ed3dd810e3a689250f26481b2f097f1ca", "suites/aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7.json": "aa5c449684ec80e60452bf6dafb1dbfb2e557005669632bd7be47fec21d62ae7", "suites/c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2.json": "c5745c83349d851362b8043d69c7992df13f042af07436bf715a860bb8fbc9e2", "suites/d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b.json": "d950af75828e6f33d9bac67867a577d43d079a3ac2c28e9f1191da6a7aa83b2b", "suites/f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9.json": "f4c4423a1afa23fc9c3a5b3a27ade2204106a1a0f0b3910d8d4349355e07d2f9" } }