{
  "evaluatedAt": "2026-11-16",
  "requestedModel": "workbuddy/hy4-flash",
  "returnedModels": [
    "workbuddy/hy4-flash"
  ],
  "harness": "workbuddy-openai-persistent-creation-v1",
  "totals": {
    "requests": 88,
    "inputTokens": 2102912,
    "outputTokens": 124086,
    "reasoningTokens": 60824,
    "rawPromptCacheHitTokens": 1898176,
    "creditFieldSum": 11.53
  },
  "cases": [
    {
      "id": "creator-handheld",
      "requests": 19,
      "inputTokens": 581930,
      "outputTokens": 35337,
      "reasoningTokens": 19553,
      "rawPromptCacheHitTokens": 525248,
      "creditFieldSum": 3.24,
      "startedAt": "2026-11-16T13:03:41.419Z",
      "finishedAt": "2026-11-16T13:08:48.948Z",
      "frozenFiles": [
        {
          "path": "build.py",
          "sha256": "94202fb94c5ed03d3086777e408d632fc16b08aadea6088cf98d4b2f2a146d49",
          "bytes": 35120
        },
        {
          "path": "exploded.blend",
          "sha256": "26a1d9d87897ac2221215480e9feaf51a7c090c92a03b833b5fd1f5afdf26528",
          "bytes": 1000917
        },
        {
          "path": "exploded.blend1",
          "sha256": "a73bf7a75baef9be16142dadd083b32fa1509d891280e0b8bd44ca0052e40ded",
          "bytes": 1000692
        },
        {
          "path": "exploded.png",
          "sha256": "6e9e87053688a0c4a055e653a8499989b9f13fdd117094fd0815b0171eacb900",
          "bytes": 1011450
        },
        {
          "path": "final.blend",
          "sha256": "53d02693ff0a721de9a927bcbb2a199a1c4a01faf40a7c71906241370144bcc2",
          "bytes": 997783
        },
        {
          "path": "final.blend1",
          "sha256": "7f1be112ab927fd39d69b969bd8da29abf225269c40d007b5fedc8972003de08",
          "bytes": 997542
        },
        {
          "path": "hero.png",
          "sha256": "cf6a97810cfe84e5fb7b09f50aa87396d9acb568b6f2e4ca3c25364b4227778e",
          "bytes": 981814
        }
      ]
    },
    {
      "id": "creator-spot-difference",
      "requests": 5,
      "inputTokens": 21457,
      "outputTokens": 2900,
      "reasoningTokens": 2419,
      "rawPromptCacheHitTokens": 12800,
      "creditFieldSum": 0.32,
      "startedAt": "2026-11-16T13:10:18.670Z",
      "finishedAt": "2026-11-16T13:10:56.939Z",
      "frozenFiles": [
        {
          "path": "answer.json",
          "sha256": "21b18734d02c9c25791715abfb73362e283a0ae989012a006ba4366357b0c853",
          "bytes": 404
        }
      ]
    },
    {
      "id": "creator-web3d",
      "requests": 28,
      "inputTokens": 1117862,
      "outputTokens": 43621,
      "reasoningTokens": 18313,
      "rawPromptCacheHitTokens": 1045312,
      "creditFieldSum": 4.2,
      "startedAt": "2026-11-16T13:03:41.419Z",
      "finishedAt": "2026-11-16T13:10:32.737Z",
      "frozenFiles": [
        {
          "path": "README.md",
          "sha256": "c832cd397e2c6eed8e537fd0b9a551e2de9e5a862b2bbac8f36819025e52bfcd",
          "bytes": 985
        },
        {
          "path": "index.html",
          "sha256": "1cbae23277727dd4c4029ff2d55b95b76730ceb3cfab28ffe0c1ad777bf950bf",
          "bytes": 2051
        },
        {
          "path": "src/main.js",
          "sha256": "08a49acc12bb65b4b4a3246c406c42a0dd42e3ca0db57f127d98d68aea74e243",
          "bytes": 49231
        },
        {
          "path": "vendor/three.module.js",
          "sha256": "0a3368c165eea773490aec7b77c22de70e3eac288503409256fdbf4d12578416",
          "bytes": 1304820
        }
      ]
    },
    {
      "id": "creator-webapp",
      "requests": 10,
      "inputTokens": 91552,
      "outputTokens": 9171,
      "reasoningTokens": 2194,
      "rawPromptCacheHitTokens": 73728,
      "creditFieldSum": 0.88,
      "startedAt": "2026-11-16T13:08:49.035Z",
      "finishedAt": "2026-11-16T13:09:53.095Z",
      "frozenFiles": [
        {
          "path": "README.md",
          "sha256": "08d1be8740c3ae3c1dcf16f46c762656447757c815521cbe21c95699a627bb9e",
          "bytes": 513
        },
        {
          "path": "index.html",
          "sha256": "3f390d3b979865e9e5dbcc6e8e016a30509a4639af68a65adde369cd348ca8a4",
          "bytes": 18087
        }
      ]
    },
    {
      "id": "svg-dashboard",
      "requests": 5,
      "inputTokens": 16796,
      "outputTokens": 3677,
      "reasoningTokens": 1549,
      "rawPromptCacheHitTokens": 11008,
      "creditFieldSum": 0.34,
      "startedAt": "2026-11-16T13:09:53.199Z",
      "finishedAt": "2026-11-16T13:10:18.574Z",
      "frozenFiles": [
        {
          "path": "preview.png",
          "sha256": "98aaa2cefc7166c44b6d4f93810d42d89d3fa4e854a9a391201f871eb22feea9",
          "bytes": 71072
        },
        {
          "path": "quarterly_revenue.svg",
          "sha256": "a6b45f28254aeff2a2ceb6fc9b8beaf9ab18a8a11748ae25a4cd1bfeba4406a7",
          "bytes": 4880
        }
      ]
    },
    {
      "id": "svg-pelican",
      "requests": 10,
      "inputTokens": 104557,
      "outputTokens": 11836,
      "reasoningTokens": 6066,
      "rawPromptCacheHitTokens": 84928,
      "creditFieldSum": 1.06,
      "startedAt": "2026-11-16T14:22:33.202Z",
      "finishedAt": "2026-11-16T14:24:01.120Z",
      "frozenFiles": [
        {
          "path": "pelican.svg",
          "sha256": "1782b7f85690b6671fb8065119f6f0bc4886ddf875360645208a75cce7890a48",
          "bytes": 11638
        }
      ]
    },
    {
      "id": "svg-pelican-animation",
      "requests": 11,
      "inputTokens": 168758,
      "outputTokens": 17544,
      "reasoningTokens": 10730,
      "rawPromptCacheHitTokens": 145152,
      "creditFieldSum": 1.49,
      "startedAt": "2026-11-16T14:22:33.201Z",
      "finishedAt": "2026-11-16T14:24:32.409Z",
      "frozenFiles": [
        {
          "path": "animation.svg",
          "sha256": "64c9f450aaf94640cf5c16aa2b34167ff9f0d6ad000a32b23e28de69f7b8183d",
          "bytes": 23615
        },
        {
          "path": "make_svg.py",
          "sha256": "d5cc1895c3334be4339b85dde45f3d28acd992d7b93c0d1db1fc59f709f15428",
          "bytes": 14069
        }
      ]
    }
  ],
  "cost": "Not verified against account billing. credit has no established currency unit.",
  "cacheNote": "Provider prompt_cache_hit_tokens differs from normalized cache_read_input_tokens (zero). No bill is inferred.",
  "assetManifest": [
    {
      "path": "/evaluations/hy4-flash-20261116/22a258a54a1c-pelican-static.png",
      "bytes": 254799,
      "sha256": "22a258a54a1cb36ac1f6d06815d8604573cdf4914925bc28a0e6aabcb25fe0f9",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/4db4ef92f845-pelican-animation-poster.png",
      "bytes": 118988,
      "sha256": "4db4ef92f845946ee135ab138d0a6dc20d6a881e131e2a113be2a9059f9f5fa4",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/e99bc737d1e0-pelican-animation.mp4",
      "bytes": 407661,
      "sha256": "e99bc737d1e0907b9897d93a83f7060e02c5980ab151559cc6293535f191a971",
      "contentType": "video/mp4"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/cf6a97810cfe-handheld-hero.png",
      "bytes": 981814,
      "sha256": "cf6a97810cfe84e5fb7b09f50aa87396d9acb568b6f2e4ca3c25364b4227778e",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/6e9e87053688-handheld-exploded.png",
      "bytes": 1011450,
      "sha256": "6e9e87053688a0c4a055e653a8499989b9f13fdd117094fd0815b0171eacb900",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/740ff4398e0a-web3d-poster.png",
      "bytes": 848501,
      "sha256": "740ff4398e0a26929b0eb32901135629690281a64146a06f53d61cae960af498",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/4b5d88384254-web3d-back.png",
      "bytes": 671461,
      "sha256": "4b5d8838425432ca5790bbb755e5fe85106887491fc7ebb5588b657c10b74b27",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/71f827667ddc-web3d.mp4",
      "bytes": 3921200,
      "sha256": "71f827667ddcdc26ab4af345fc80ac7fdd7b0d429af5a900efb1299951034055",
      "contentType": "video/mp4"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/08018a3f4c07-webapp-desktop.png",
      "bytes": 268518,
      "sha256": "08018a3f4c072afce440b1ae0da112573397a2e7ef371180e588fb961240ae45",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/5de71bdd023f-webapp-mobile.png",
      "bytes": 151052,
      "sha256": "5de71bdd023f4d5595e2307f0cf20517e24e1b0d07d443bb05e59b245bad0ae7",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/e841a739ac13-webapp-actions.mp4",
      "bytes": 274144,
      "sha256": "e841a739ac13bfb0e61260915e06327e549f890ce936dac0bcf9ad1310c72163",
      "contentType": "video/mp4"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/98aaa2cefc71-revenue-chart.png",
      "bytes": 71072,
      "sha256": "98aaa2cefc7166c44b6d4f93810d42d89d3fa4e854a9a391201f871eb22feea9",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/078d71a647dc-spot-inputs.png",
      "bytes": 1453913,
      "sha256": "078d71a647dc066837cea15412f3f1026b7e6a21151ea435dc964c6dbc7ae697",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/4c6c592ea1cf-spot-answer.png",
      "bytes": 1446377,
      "sha256": "4c6c592ea1cf8fd685c2c98010ebf4ea1dcedf8dc19eb09da057a775706ad5be",
      "contentType": "image/png"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/1782b7f85690-pelican.svg",
      "bytes": 11638,
      "sha256": "1782b7f85690b6671fb8065119f6f0bc4886ddf875360645208a75cce7890a48",
      "contentType": "image/svg+xml"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/64c9f450aaf9-animation.svg",
      "bytes": 23615,
      "sha256": "64c9f450aaf94640cf5c16aa2b34167ff9f0d6ad000a32b23e28de69f7b8183d",
      "contentType": "image/svg+xml"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/a6b45f28254a-quarterly-revenue.svg",
      "bytes": 4880,
      "sha256": "a6b45f28254aeff2a2ceb6fc9b8beaf9ab18a8a11748ae25a4cd1bfeba4406a7",
      "contentType": "image/svg+xml"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/21b18734d02c-spot-answer.json",
      "bytes": 404,
      "sha256": "21b18734d02c9c25791715abfb73362e283a0ae989012a006ba4366357b0c853",
      "contentType": "application/json"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/700204763330-creator-handheld-source.zip",
      "bytes": 3990508,
      "sha256": "7002047633306a0ddf8d361add2ff00e95d803971096b06c3dc2abcc7e88410b",
      "contentType": "application/zip"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/4d2ef6b1309e-creator-web3d-source.zip",
      "bytes": 279906,
      "sha256": "4d2ef6b1309ec6bd73477e70725fed00ada62ebb40741373b71822e67969eaa1",
      "contentType": "application/zip"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/ebb65d310b3f-creator-webapp-source.zip",
      "bytes": 5696,
      "sha256": "ebb65d310b3fe899626157096b6be54d95785e60398431689c8d10184925dee5",
      "contentType": "application/zip"
    },
    {
      "path": "/evaluations/hy4-flash-20261116/b6fe75d9a2b2-svg-pelican-animation-source.zip",
      "bytes": 8443,
      "sha256": "b6fe75d9a2b21c64f2620c0bc4ce6c69ab8becf1c464b82580403661c29e32cc",
      "contentType": "application/zip"
    }
  ]
}
