{
  "schema_version": "remakebench.public-evidence.v1",
  "benchmark": {
    "id": "tech-review-001",
    "name": "Tech Review 001: GPT-5.6 vs Claude Fable 5 — 7 AI Game-Dev Tests",
    "version": "v1"
  },
  "source_harness_commit": "3f14507a8ce536d68a1f472f34f4c1a64c511f82",
  "generation_timestamp": "2026-07-14T14:04:57.000Z",
  "immutable": true,
  "immutability_statement": "Published v1 records are immutable. Corrections are released as a new version rather than silently changing v1.",
  "expected_result_count": 28,
  "expected_result_ids": [
    "infinite-cathedral-shadertoy-fable-5-medium",
    "infinite-cathedral-shadertoy-gpt-5.6-sol-ultra",
    "infinite-cathedral-shadertoy-gpt-5.6-terra-ultra",
    "infinite-cathedral-shadertoy-gpt-5.6-luna-xhigh",
    "neo-gothic-storm-city-fable-5-medium-partial",
    "neo-gothic-storm-city-gpt-5.6-sol-ultra",
    "neo-gothic-storm-city-gpt-5.6-terra-ultra",
    "neo-gothic-storm-city-gpt-5.6-luna-xhigh",
    "space-flight-game-fable-5-medium",
    "space-flight-game-gpt-5.6-sol-ultra-pre-request-snapshot",
    "space-flight-game-gpt-5.6-terra-ultra",
    "space-flight-game-gpt-5.6-luna-xhigh",
    "campfire-threejs-fable-5-medium-partial",
    "campfire-threejs-gpt-5.6-sol-ultra",
    "campfire-threejs-gpt-5.6-terra-ultra",
    "campfire-threejs-gpt-5.6-luna-xhigh",
    "jungle-temple-fable-5-medium",
    "jungle-temple-gpt-5.6-sol-ultra",
    "jungle-temple-gpt-5.6-terra-ultra",
    "jungle-temple-gpt-5.6-luna-xhigh",
    "shrine-village-fable-5-medium",
    "shrine-village-gpt-5.6-sol-ultra",
    "shrine-village-gpt-5.6-terra-ultra",
    "shrine-village-gpt-5.6-luna-xhigh",
    "oasis-outpost-fable-5-medium",
    "oasis-outpost-gpt-5.6-sol-ultra",
    "oasis-outpost-gpt-5.6-terra-ultra",
    "oasis-outpost-gpt-5.6-luna-xhigh"
  ],
  "result_snapshots": [
    {
      "result_id": "infinite-cathedral-shadertoy-fable-5-medium",
      "path": "/evidence/tech-review-001/v1/results/infinite-cathedral-shadertoy-fable-5-medium.json",
      "sha256": "139aa6b94d22086a6a231f547a5e11893eb91a17011322633fb1591ecd24a6a6"
    },
    {
      "result_id": "infinite-cathedral-shadertoy-gpt-5.6-sol-ultra",
      "path": "/evidence/tech-review-001/v1/results/infinite-cathedral-shadertoy-gpt-5.6-sol-ultra.json",
      "sha256": "38f1a838e9ccc64741e46c0290840d3ab06b4766075f67622be3e7adb28584f7"
    },
    {
      "result_id": "infinite-cathedral-shadertoy-gpt-5.6-terra-ultra",
      "path": "/evidence/tech-review-001/v1/results/infinite-cathedral-shadertoy-gpt-5.6-terra-ultra.json",
      "sha256": "db52afe367907c7ae23e64aadc92c3a5cf8a71c615956062c279d0f6c25fce45"
    },
    {
      "result_id": "infinite-cathedral-shadertoy-gpt-5.6-luna-xhigh",
      "path": "/evidence/tech-review-001/v1/results/infinite-cathedral-shadertoy-gpt-5.6-luna-xhigh.json",
      "sha256": "5d6f62fcfc9186da4d5d094e7b51d3252601916f4eee0d55e43ee0bec9465815"
    },
    {
      "result_id": "neo-gothic-storm-city-fable-5-medium-partial",
      "path": "/evidence/tech-review-001/v1/results/neo-gothic-storm-city-fable-5-medium-partial.json",
      "sha256": "4e63b7a8a62012a2d66fa513bf3c6fea261c6dc36d90a8be6ac25083049bfe52"
    },
    {
      "result_id": "neo-gothic-storm-city-gpt-5.6-sol-ultra",
      "path": "/evidence/tech-review-001/v1/results/neo-gothic-storm-city-gpt-5.6-sol-ultra.json",
      "sha256": "431b67e6558550d74d8ba3648869a9d91afd4be2c1e54a22b8e5232378658caf"
    },
    {
      "result_id": "neo-gothic-storm-city-gpt-5.6-terra-ultra",
      "path": "/evidence/tech-review-001/v1/results/neo-gothic-storm-city-gpt-5.6-terra-ultra.json",
      "sha256": "891f5ad2f3d4b14c4ff26bf56667521b20d1b5ca3d200913f994e48a6eb1f799"
    },
    {
      "result_id": "neo-gothic-storm-city-gpt-5.6-luna-xhigh",
      "path": "/evidence/tech-review-001/v1/results/neo-gothic-storm-city-gpt-5.6-luna-xhigh.json",
      "sha256": "e643216f377b28a2bfd84c0ccae43a355a825664d83d1cdee08de97160bc91bc"
    },
    {
      "result_id": "space-flight-game-fable-5-medium",
      "path": "/evidence/tech-review-001/v1/results/space-flight-game-fable-5-medium.json",
      "sha256": "1b83f7caeee5269295244a1fac67c22e5be7da7b59429565ee32c25843cf46a1"
    },
    {
      "result_id": "space-flight-game-gpt-5.6-sol-ultra-pre-request-snapshot",
      "path": "/evidence/tech-review-001/v1/results/space-flight-game-gpt-5.6-sol-ultra-pre-request-snapshot.json",
      "sha256": "815b086780a3f660262f58276a4d1607732795b0dcc3844dab4a0cf5fac70d76"
    },
    {
      "result_id": "space-flight-game-gpt-5.6-terra-ultra",
      "path": "/evidence/tech-review-001/v1/results/space-flight-game-gpt-5.6-terra-ultra.json",
      "sha256": "d845eebb4f16804e1f088bbf36c7f30f0e4cb81b1cf0e3f806a55d841a9647e8"
    },
    {
      "result_id": "space-flight-game-gpt-5.6-luna-xhigh",
      "path": "/evidence/tech-review-001/v1/results/space-flight-game-gpt-5.6-luna-xhigh.json",
      "sha256": "6d1ba9fc9da237a63bb52f2fa72ca3e2f4f9aa48bec12226e262c637da2fbe7a"
    },
    {
      "result_id": "campfire-threejs-fable-5-medium-partial",
      "path": "/evidence/tech-review-001/v1/results/campfire-threejs-fable-5-medium-partial.json",
      "sha256": "14a382e5f051b5e02d34376eef28d2cc545c2cc885538f3fbe9849d1d1ff9846"
    },
    {
      "result_id": "campfire-threejs-gpt-5.6-sol-ultra",
      "path": "/evidence/tech-review-001/v1/results/campfire-threejs-gpt-5.6-sol-ultra.json",
      "sha256": "e9d54270dc5e6aa7d9a47a08caa3427379c2de50a9e0e5b03171066294d89b37"
    },
    {
      "result_id": "campfire-threejs-gpt-5.6-terra-ultra",
      "path": "/evidence/tech-review-001/v1/results/campfire-threejs-gpt-5.6-terra-ultra.json",
      "sha256": "ec71d6def74388e7c3ed816983c8a2042ca088e9b599ad467b7d164bf9141db1"
    },
    {
      "result_id": "campfire-threejs-gpt-5.6-luna-xhigh",
      "path": "/evidence/tech-review-001/v1/results/campfire-threejs-gpt-5.6-luna-xhigh.json",
      "sha256": "8e2d095da2ee2091e77472bf13c5c2eeb292ed8a3df94a0252148c496c7ce1fa"
    },
    {
      "result_id": "jungle-temple-fable-5-medium",
      "path": "/evidence/tech-review-001/v1/results/jungle-temple-fable-5-medium.json",
      "sha256": "19a6e080b6c415bed209cd3139d0233135e099d5624973aa4ffcb6fa788a6c51"
    },
    {
      "result_id": "jungle-temple-gpt-5.6-sol-ultra",
      "path": "/evidence/tech-review-001/v1/results/jungle-temple-gpt-5.6-sol-ultra.json",
      "sha256": "d31f49114cfcbd622e7d89f61403102039202a46a48d3bcc06cce935be59bcd8"
    },
    {
      "result_id": "jungle-temple-gpt-5.6-terra-ultra",
      "path": "/evidence/tech-review-001/v1/results/jungle-temple-gpt-5.6-terra-ultra.json",
      "sha256": "829c7988356510adface5e5a6514a383b7d2e7d28e5c54bee6df9af890c95351"
    },
    {
      "result_id": "jungle-temple-gpt-5.6-luna-xhigh",
      "path": "/evidence/tech-review-001/v1/results/jungle-temple-gpt-5.6-luna-xhigh.json",
      "sha256": "265a1a7f01e3eca47d777fd018235ebee43ad18ec158741f82c113814b500b73"
    },
    {
      "result_id": "shrine-village-fable-5-medium",
      "path": "/evidence/tech-review-001/v1/results/shrine-village-fable-5-medium.json",
      "sha256": "baad0d83f4b52415673144c93c5ad7b4f9ac0bb752fb2c91411b11fff1ec7a30"
    },
    {
      "result_id": "shrine-village-gpt-5.6-sol-ultra",
      "path": "/evidence/tech-review-001/v1/results/shrine-village-gpt-5.6-sol-ultra.json",
      "sha256": "cd3fb2349784c9a377401f9c7cc8fe6420089749e0a902457f94b6cacad17f28"
    },
    {
      "result_id": "shrine-village-gpt-5.6-terra-ultra",
      "path": "/evidence/tech-review-001/v1/results/shrine-village-gpt-5.6-terra-ultra.json",
      "sha256": "2db8dc892df29e563ac0bffdea4f752fa068571b7fac1fe120ca3e2a3ca159d0"
    },
    {
      "result_id": "shrine-village-gpt-5.6-luna-xhigh",
      "path": "/evidence/tech-review-001/v1/results/shrine-village-gpt-5.6-luna-xhigh.json",
      "sha256": "e58f7440ba5b7d33dd26b8445d2165aad7464b20b5f3da23e41fd7d24c2a1cf1"
    },
    {
      "result_id": "oasis-outpost-fable-5-medium",
      "path": "/evidence/tech-review-001/v1/results/oasis-outpost-fable-5-medium.json",
      "sha256": "109237eb5607246b2ef2c95857dfa415ed6f31c433bf855ef74bb3c0d4cf756f"
    },
    {
      "result_id": "oasis-outpost-gpt-5.6-sol-ultra",
      "path": "/evidence/tech-review-001/v1/results/oasis-outpost-gpt-5.6-sol-ultra.json",
      "sha256": "4d3818a170f74385a0d91fabe9d91c410c2f935f9821c6393fb1b4f4210be20d"
    },
    {
      "result_id": "oasis-outpost-gpt-5.6-terra-ultra",
      "path": "/evidence/tech-review-001/v1/results/oasis-outpost-gpt-5.6-terra-ultra.json",
      "sha256": "3a5ed8c423ca2acfafa98751b6d569a0acabdd2efa902d7ce69ba5cb8f5bac39"
    },
    {
      "result_id": "oasis-outpost-gpt-5.6-luna-xhigh",
      "path": "/evidence/tech-review-001/v1/results/oasis-outpost-gpt-5.6-luna-xhigh.json",
      "sha256": "d0f39be387166d31debbb39480692c5cbd2bd250c4cfd22d6c18d81fac506c6b"
    }
  ],
  "aggregate_totals": [
    {
      "configuration_id": "fable-medium",
      "display_name": "Claude Fable 5 Medium",
      "model": "claude-fable-5",
      "reasoning": "Medium",
      "provider_agent": "Anthropic Claude Code",
      "run_count": 7,
      "reported_cost_usd": 107.84,
      "wall_clock_seconds": 5820.9,
      "total_processed_tokens": 39012342
    },
    {
      "configuration_id": "sol-ultra",
      "display_name": "GPT-5.6 Sol Ultra",
      "model": "gpt-5.6-sol",
      "reasoning": "Ultra",
      "provider_agent": "OpenAI Codex",
      "run_count": 7,
      "reported_cost_usd": 43.97,
      "wall_clock_seconds": 11112.7,
      "total_processed_tokens": 49152699
    },
    {
      "configuration_id": "terra-ultra",
      "display_name": "GPT-5.6 Terra Ultra",
      "model": "gpt-5.6-terra",
      "reasoning": "Ultra",
      "provider_agent": "OpenAI Codex",
      "run_count": 7,
      "reported_cost_usd": 10.95,
      "wall_clock_seconds": 8583.2,
      "total_processed_tokens": 15568961
    },
    {
      "configuration_id": "luna-xhigh",
      "display_name": "GPT-5.6 Luna extra-high",
      "model": "gpt-5.6-luna",
      "reasoning": "xhigh",
      "provider_agent": "OpenAI Codex",
      "run_count": 7,
      "reported_cost_usd": 2.46,
      "wall_clock_seconds": 4342.4,
      "total_processed_tokens": 7773664
    }
  ],
  "headline_aggregate_totals": {
    "fable-medium": {
      "configuration_id": "fable-medium",
      "display_name": "Claude Fable 5 Medium",
      "model": "claude-fable-5",
      "reasoning": "Medium",
      "provider_agent": "Anthropic Claude Code",
      "run_count": 7,
      "reported_cost_usd": 107.84,
      "wall_clock_seconds": 5820.9,
      "total_processed_tokens": 39012342
    },
    "sol-ultra": {
      "configuration_id": "sol-ultra",
      "display_name": "GPT-5.6 Sol Ultra",
      "model": "gpt-5.6-sol",
      "reasoning": "Ultra",
      "provider_agent": "OpenAI Codex",
      "run_count": 7,
      "reported_cost_usd": 43.97,
      "wall_clock_seconds": 11112.7,
      "total_processed_tokens": 49152699
    }
  },
  "known_evidence_limitations": [
    "The records report cost, token, timing and artifact-integrity evidence; they do not establish a quality or reliability winner.",
    "Wall-clock duration is end-to-end workflow time and is not model-only compute time.",
    "Costs are the first-party API or API-equivalent estimates reported by each source ledger, not subscription invoices.",
    "Environment, standardized final-capture and blind-preference evidence remain incomplete for some runs; each result lists its missing evidence.",
    "Exact prompts, raw ledgers and reproducibility package material are excluded from public evidence and delivered only in the protected Builder package."
  ]
}