{
  "native_generation": {
    "id": "reference-only-heldout-layout02-00-202610310",
    "arm": "reference-only",
    "case_id": "heldout-layout02-00",
    "generation_seed": 202610310,
    "status": "completed",
    "chunks": [
      {
        "index": 0,
        "generation_seconds": 5.516233758069575,
        "consumed_frame_indices": [
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16
        ],
        "command_sha256": "317f7bf7af1e0bb1f983b967e669fa83f8f83ab0f8974dcadb675b5cdf6870bd",
        "feedback_sha256": "3061dc3ec5d66e9169c22496179ebd1aac155d5b60702ce666f260cb0f8b0a67"
      },
      {
        "index": 1,
        "generation_seconds": 4.112780288793147,
        "consumed_frame_indices": [
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16
        ],
        "command_sha256": "7dd815ac8350abcc9ffce140342e831a5cabcf6b0fbb2ded77e0712e70cea533",
        "feedback_sha256": "6b2aa10dd119dc04b2def5a5c529f064f6dba2640e1934ffc0b189c1822313e8"
      },
      {
        "index": 2,
        "generation_seconds": 3.971933815162629,
        "consumed_frame_indices": [
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16
        ],
        "command_sha256": "b7cf4249bfc616911b9b26efa4605035af48249148a6f677d5b45d8106b937c6",
        "feedback_sha256": "654c397da234daf60756d8444caaaac1b38cf6d08d5e8f38981f0aed2aee2073"
      },
      {
        "index": 3,
        "generation_seconds": 4.011562708765268,
        "consumed_frame_indices": [
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16
        ],
        "command_sha256": "1838f39f991eaa493858f7c26167cbd89ec103015af143dd02cd1a960882b9ed",
        "feedback_sha256": "22b690973b13bd7282b718ed5e7aaa5d31e3f9dc8ddaab2dadd97415dd850590"
      },
      {
        "index": 4,
        "generation_seconds": 3.7242412948980927,
        "consumed_frame_indices": [
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16
        ],
        "command_sha256": "251647d46f85b093ff6689ca3f36e38582135c7f2cee359ebc3cc646edd040c8",
        "feedback_sha256": "cf95e3b274937dc86c142d548e0f6f695c5be08ec8fd2a23674e6ea3e9055e2a"
      }
    ],
    "peak_gpu_bytes": 33810595328,
    "files": {
      "strip.jpg": "eb763f436466c4a6ec856b33221892e7c6835e6e72256244b97d7fae05e4d222",
      "rollout.mp4": "af09ad177a615c773699e4d140d18db151ef35390bbd029aaa81797cef45bab5",
      "feedback-004.png": "cf95e3b274937dc86c142d548e0f6f695c5be08ec8fd2a23674e6ea3e9055e2a",
      "world-input-004.json": "b83205be7ca1b8145a6ab666e0b235859c0cddae5be8bc68db213255019625df",
      "commands-064.npz": "251647d46f85b093ff6689ca3f36e38582135c7f2cee359ebc3cc646edd040c8",
      "feedback-003.png": "22b690973b13bd7282b718ed5e7aaa5d31e3f9dc8ddaab2dadd97415dd850590",
      "world-input-003.json": "4846fbeda04eb2117660223cd2944d2d7b78d69f6946c156a73ea41832ea4be2",
      "commands-048.npz": "1838f39f991eaa493858f7c26167cbd89ec103015af143dd02cd1a960882b9ed",
      "feedback-002.png": "654c397da234daf60756d8444caaaac1b38cf6d08d5e8f38981f0aed2aee2073",
      "world-input-002.json": "ff5bb7b7a1dac0096301b72390e837e73a2bf854a669fd22090118afbaabdafe",
      "commands-032.npz": "b7cf4249bfc616911b9b26efa4605035af48249148a6f677d5b45d8106b937c6",
      "feedback-001.png": "6b2aa10dd119dc04b2def5a5c529f064f6dba2640e1934ffc0b189c1822313e8",
      "world-input-001.json": "af23160f019adf5e01ff068a35fbdcb4d373d26734c08ef36ddcb9ff0bdd6095",
      "commands-016.npz": "7dd815ac8350abcc9ffce140342e831a5cabcf6b0fbb2ded77e0712e70cea533",
      "feedback-000.png": "3061dc3ec5d66e9169c22496179ebd1aac155d5b60702ce666f260cb0f8b0a67",
      "world-input-000.json": "985f89eecb818bf93c8b1b404a534eecfc258afe0903ae50067975c8b6fdfeaf",
      "commands-000.npz": "317f7bf7af1e0bb1f983b967e669fa83f8f83ab0f8974dcadb675b5cdf6870bd",
      "policy-actions.json": "991cac302ac56e094d9ebe8187e885c03509afdf9c84a5157f59f8de7d48890a",
      "initial.png": "25f89df098ec03088667753c69522f49a06a7121464ace6e4e57d5d1a6b1ac55"
    },
    "wall_seconds": 33.19045254494995
  },
  "automated_judgment": {
    "id": "cosmos3-nano-reference-only-heldout-layout02-00-202610310",
    "status": "succeeded",
    "started_at": "2026-10-16T11:41:26.743058+00:00",
    "video_sha256": "af09ad177a615c773699e4d140d18db151ef35390bbd029aaa81797cef45bab5",
    "frame_sha256": {
      "0": "43b9564c467c1616507757729d40778c37f74a0e7473428c8c5c54f39ee4cc34",
      "20": "2afe164485c528acf0b48f174fd61aa4b141044c751f73c7bef7a7a2d80b0267",
      "35": "7fc9c3e243ff34ea3d88d9598d4295520fb3b2ff262231608db3772e4aab8ae2",
      "50": "9e84aec7e6c9a1da8662e4ee0ebd32a08e7c60c1ee3d12f175d3be68eedbcd37",
      "65": "a184a628044d29c65d3d44e2aaf31c6aadcfd0de2337192ffd03572a5568c53b",
      "76": "987963c91c4cbf88098f47ca591c53b6ea93de33291e9800ac44459ed1b89f7e",
      "77": "34e7c799c7b76e45fd4b6bc891ee85db8006fe8ffe4525c5595d2afa4dd1efa7",
      "78": "3c09a8d8150f6502e049abb777ad2cd6e135fb5b9ece96adb00c6a98b9b8eaa5",
      "79": "403e1a8742a98150ecb8cbe43b613e643deeb3a828a622ac116b879737ccfa6b",
      "80": "e6829ca6f03ffe4f0292978b71893ff8bca8a6c6e9d13b7f8bec3b73fc398ddf"
    },
    "configuration_sha256": "471c4636f88c3ff7b6a69b6dcc216f21064e64ba352659759713fba1a10aa509",
    "accounted_cost_usd": 0.0180925,
    "cost_basis": "Response token usage multiplied by documented standard rates; excludes any account-specific discounts",
    "response_id": "resp_05f6020b6b7376c8016ad20d67b3d087d19123af7b8e545831",
    "response_model": "gpt-6-astra",
    "usage": {
      "input_tokens": 1276,
      "input_tokens_details": {
        "cache_write_tokens": 1273,
        "cached_tokens": 0
      },
      "output_tokens": 43,
      "output_tokens_details": {
        "reasoning_tokens": 0
      },
      "total_tokens": 1319
    },
    "response_sha256": "0d9c3d26561e67ec33d814d78e3121f3934de20fcb2a5ed74bd48337eb830a28",
    "label": "U",
    "reason": "An orange object appears on the plate while the original carrot remains on the table, so the placed object's identity cannot be established.",
    "duration_seconds": 3.0469999999913853
  },
  "judgment_record": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4aa6fa0ab7339a564e4bda0a5728f4ffe5ccb26a606e495f1199f278afdaf8c8/judgment.json",
    "sha256": "4aa6fa0ab7339a564e4bda0a5728f4ffe5ccb26a606e495f1199f278afdaf8c8"
  },
  "post_scoring_targeted_agent_audit": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b0f25f5b4138ad32c165d07f432cd9f233716ffb39b4e58ea85e0270c7be23aa/targeted-agent-audit.json",
    "sha256": "b0f25f5b4138ad32c165d07f432cd9f233716ffb39b4e58ea85e0270c7be23aa"
  },
  "judge_frames_and_raw_response": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/55fd55cfc86bff2279ed11ea35cf30f54ac673ec6bd55fa38bd2b273ef9c536d/cosmos3-nano-judgments.zip",
    "sha256": "55fd55cfc86bff2279ed11ea35cf30f54ac673ec6bd55fa38bd2b273ef9c536d"
  },
  "world_actions_and_feedback_archive": {
    "archive": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f06476fca0dd8b3ed180b9f48a1b63a37a608a9e9c11cd62b7e27215c87fdca3/results.tar.gz",
      "sha256": "f06476fca0dd8b3ed180b9f48a1b63a37a608a9e9c11cd62b7e27215c87fdca3"
    },
    "manifest": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3a09377fa80133ab48ff9aa33810c6fcfd432e0ee09355e8a286040b17e5a999/download-manifest.json",
      "sha256": "3a09377fa80133ab48ff9aa33810c6fcfd432e0ee09355e8a286040b17e5a999"
    },
    "rental": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0d4ce7e9405c25817f6aaaded63db1f2b98e6f27e8e67483463ce171da091ce8/rental.json",
      "sha256": "0d4ce7e9405c25817f6aaaded63db1f2b98e6f27e8e67483463ce171da091ce8"
    },
    "packaged_source": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3f40559c9ac3fcdf4c16f5bbe9f771f1845d5c089e9944adf9e648e0e1ce1a4c/package-manifest.json",
      "sha256": "3f40559c9ac3fcdf4c16f5bbe9f771f1845d5c089e9944adf9e648e0e1ce1a4c"
    }
  },
  "matching_native_case": {
    "label": "Native simulator \u00b7 reference-only",
    "outcome": "Placement failed under the matched block16 visual schedule.",
    "video": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/72bba77479426aca58b98e5984b208d8887fe224222fec12f714b6c74ede8300/rollout.mp4",
      "sha256": "72bba77479426aca58b98e5984b208d8887fe224222fec12f714b6c74ede8300"
    },
    "poster": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8568edc93be8dce5707d0ef0e07d35279169bba4c46601f5b322afb75fc3daa2/poster.png",
      "sha256": "8568edc93be8dce5707d0ef0e07d35279169bba4c46601f5b322afb75fc3daa2"
    },
    "evidence": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c9f63f0cc77e65572618e3212efe9d86e19a1ee10eae55e59c283373164fa828/native-run.json",
      "sha256": "c9f63f0cc77e65572618e3212efe9d86e19a1ee10eae55e59c283373164fa828"
    },
    "webm": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9303f8dc0f2175ecc3477f86b775faf57f9167737cde55d1c16083523f2a5413/heldout-layout02-00.webm",
      "sha256": "9303f8dc0f2175ecc3477f86b775faf57f9167737cde55d1c16083523f2a5413"
    }
  },
  "scope": "Generated RGB fed back to a fixed policy with isolated no-contact actuator qpos. A visibly successful generated placement is not simulator or real-robot success."
}