{ "generatedAt": "2026-07-05T10:23:38.073Z", "textTokens": 1335, "variants": [ { "variant": "5x8", "pages": 1, "dims": [ "1568x128" ], "imageTokens": 280, "savingsPct": 79, "models": { "claude-opus-4-8": { "exactCorrect": 1, "exactTotal": 4, "confab": 3, "abstain": 1, "refused": 0, "refusalCat": null, "gistOk": true, "guardOk": true, "answers": [ { "id": "hex", "kind": "exact", "expected": "a3f9c1e0b7d2", "got": "a3f9c1ebb7d2", "stop": "end_turn", "cat": null, "ok": false, "abstained": false, "confab": true, "refused": false, "ms": 4430 }, { "id": "camel", "kind": "exact", "expected": "tokenLedgerShard", "got": "tokenLedgerShard", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 1728 }, { "id": "path", "kind": "exact", "expected": "src/core/anthropic-vision.ts", "got": "src/core/anthropic-vision.rs", "stop": "end_turn", "cat": null, "ok": false, "abstained": false, "confab": true, "refused": false, "ms": 2095 }, { "id": "port", "kind": "exact", "expected": "47821", "got": "250ms", "stop": "end_turn", "cat": null, "ok": false, "abstained": false, "confab": true, "refused": false, "ms": 2627 }, { "id": "gist", "kind": "gist", "expected": "3", "got": "3 attempts", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 1705 }, { "id": "guard", "kind": "guard", "expected": "NOT STATED", "got": "NOT STATED", "stop": "end_turn", "cat": null, "ok": true, "abstained": true, "confab": false, "refused": false, "ms": 2105 } ] }, "claude-fable-5": { "exactCorrect": 3, "exactTotal": 4, "confab": 0, "abstain": 1, "refused": 1, "refusalCat": "cyber", "gistOk": true, "guardOk": true, "answers": [ { "id": "hex", "kind": "exact", "expected": "a3f9c1e0b7d2", "got": "a3f9c1e0b7d2", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 5279 }, { "id": "camel", "kind": "exact", "expected": "tokenLedgerShard", "got": "tokenLedgerShard", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 3914 }, { "id": "path", "kind": "exact", "expected": "src/core/anthropic-vision.ts", "got": "src/core/anthropic-vision.ts", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 4889 }, { "id": "port", "kind": "exact", "expected": "47821", "got": "", "stop": "refusal", "cat": "cyber", "ok": false, "abstained": false, "confab": false, "refused": true, "ms": 6769 }, { "id": "gist", "kind": "gist", "expected": "3", "got": "3", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 4749 }, { "id": "guard", "kind": "guard", "expected": "NOT STATED", "got": "NOT STATED", "stop": "end_turn", "cat": null, "ok": true, "abstained": true, "confab": false, "refused": false, "ms": 3771 } ] } } }, { "variant": "7x10", "pages": 1, "dims": [ "1562x228" ], "imageTokens": 504, "savingsPct": 62, "models": { "claude-opus-4-8": { "exactCorrect": 3, "exactTotal": 4, "confab": 1, "abstain": 1, "refused": 0, "refusalCat": null, "gistOk": true, "guardOk": true, "answers": [ { "id": "hex", "kind": "exact", "expected": "a3f9c1e0b7d2", "got": "a3f9c1e0b7d2", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 2126 }, { "id": "camel", "kind": "exact", "expected": "tokenLedgerShard", "got": "tokenLedgerShard", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 2810 }, { "id": "path", "kind": "exact", "expected": "src/core/anthropic-vision.ts", "got": "src/core/anthropic-vision.ts", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 2368 }, { "id": "port", "kind": "exact", "expected": "47821", "got": "7621", "stop": "end_turn", "cat": null, "ok": false, "abstained": false, "confab": true, "refused": false, "ms": 1934 }, { "id": "gist", "kind": "gist", "expected": "3", "got": "3", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 1486 }, { "id": "guard", "kind": "guard", "expected": "NOT STATED", "got": "NOT STATED", "stop": "end_turn", "cat": null, "ok": true, "abstained": true, "confab": false, "refused": false, "ms": 1699 } ] }, "claude-fable-5": { "exactCorrect": 0, "exactTotal": 4, "confab": 0, "abstain": 0, "refused": 5, "refusalCat": "cyber", "gistOk": true, "guardOk": true, "answers": [ { "id": "hex", "kind": "exact", "expected": "a3f9c1e0b7d2", "got": "", "stop": "refusal", "cat": "cyber", "ok": false, "abstained": false, "confab": false, "refused": true, "ms": 6594 }, { "id": "camel", "kind": "exact", "expected": "tokenLedgerShard", "got": "", "stop": "refusal", "cat": "cyber", "ok": false, "abstained": false, "confab": false, "refused": true, "ms": 3273 }, { "id": "path", "kind": "exact", "expected": "src/core/anthropic-vision.ts", "got": "", "stop": "refusal", "cat": "cyber", "ok": false, "abstained": false, "confab": false, "refused": true, "ms": 8075 }, { "id": "port", "kind": "exact", "expected": "47821", "got": "", "stop": "refusal", "cat": "cyber", "ok": false, "abstained": false, "confab": false, "refused": true, "ms": 2932 }, { "id": "gist", "kind": "gist", "expected": "3", "got": "3", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 3934 }, { "id": "guard", "kind": "guard", "expected": "NOT STATED", "got": "", "stop": "refusal", "cat": "cyber", "ok": false, "abstained": false, "confab": false, "refused": true, "ms": 5871 } ] } } }, { "variant": "9x12", "pages": 1, "dims": [ "1565x344" ], "imageTokens": 728, "savingsPct": 45, "models": { "claude-opus-4-8": { "exactCorrect": 4, "exactTotal": 4, "confab": 0, "abstain": 1, "refused": 0, "refusalCat": null, "gistOk": true, "guardOk": true, "answers": [ { "id": "hex", "kind": "exact", "expected": "a3f9c1e0b7d2", "got": "a3f9c1e0b7d2", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 1913 }, { "id": "camel", "kind": "exact", "expected": "tokenLedgerShard", "got": "tokenLedgerShard", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 2061 }, { "id": "path", "kind": "exact", "expected": "src/core/anthropic-vision.ts", "got": "src/core/anthropic-vision.ts", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 1916 }, { "id": "port", "kind": "exact", "expected": "47821", "got": "47821", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 1631 }, { "id": "gist", "kind": "gist", "expected": "3", "got": "3", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 1414 }, { "id": "guard", "kind": "guard", "expected": "NOT STATED", "got": "NOT STATED", "stop": "end_turn", "cat": null, "ok": true, "abstained": true, "confab": false, "refused": false, "ms": 2717 } ] }, "claude-fable-5": { "exactCorrect": 2, "exactTotal": 4, "confab": 0, "abstain": 0, "refused": 3, "refusalCat": "cyber", "gistOk": true, "guardOk": true, "answers": [ { "id": "hex", "kind": "exact", "expected": "a3f9c1e0b7d2", "got": "", "stop": "refusal", "cat": "cyber", "ok": false, "abstained": false, "confab": false, "refused": true, "ms": 6543 }, { "id": "camel", "kind": "exact", "expected": "tokenLedgerShard", "got": "tokenLedgerShard", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 5836 }, { "id": "path", "kind": "exact", "expected": "src/core/anthropic-vision.ts", "got": "src/core/anthropic-vision.ts", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 5514 }, { "id": "port", "kind": "exact", "expected": "47821", "got": "", "stop": "refusal", "cat": "cyber", "ok": false, "abstained": false, "confab": false, "refused": true, "ms": 5146 }, { "id": "gist", "kind": "gist", "expected": "3", "got": "3", "stop": "end_turn", "cat": null, "ok": true, "abstained": false, "confab": false, "refused": false, "ms": 5182 }, { "id": "guard", "kind": "guard", "expected": "NOT STATED", "got": "", "stop": "refusal", "cat": "cyber", "ok": false, "abstained": false, "confab": false, "refused": true, "ms": 4561 } ] } } } ] }