{
  "native_generation": {
    "id": "reference-only-heldout-layout02-00-202610310",
    "arm": "reference-only",
    "case_id": "heldout-layout02-00",
    "generation_seed": 202610310,
    "status": "completed",
    "chunks": [
      {
        "index": 0,
        "generation_seconds": 1.9594626459293067,
        "consumed_frame_indices": [
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16
        ],
        "command_sha256": "30e5eb02ef150e6200faec63dcd7b050f57814829b79c4f96bf0e664685ef16e",
        "feedback_sha256": "db6b91ac52c67a37f29b701ac678dc45ea01c22bc1e504df5e36c5919c884549"
      },
      {
        "index": 1,
        "generation_seconds": 1.3172744726762176,
        "consumed_frame_indices": [
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16
        ],
        "command_sha256": "adb50c23371de585cd63c20f9275f397379e90b9e98ba56fb3fff4f730996233",
        "feedback_sha256": "f02924f0ecf58f4edcb5efe271ade878087f70053e436b3982c7bb57d871d267"
      },
      {
        "index": 2,
        "generation_seconds": 1.3244083020836115,
        "consumed_frame_indices": [
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16
        ],
        "command_sha256": "cbe5c6634d60880329c09de6f45394fcd2f06ef6aeb9bf463197414b5055ae70",
        "feedback_sha256": "4b77a4c1cdae7be691a3d5b1686eba7dc79bb5df966849c35de2dddb6d299369"
      },
      {
        "index": 3,
        "generation_seconds": 1.516606675926596,
        "consumed_frame_indices": [
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16
        ],
        "command_sha256": "dcdb336940cea83125b40c1c98be1837d210dc57ab65b8f4a58a195c55491612",
        "feedback_sha256": "1ddc6cf996b9349b98b3795e08ab959bc6890bd4f33b511f0415552056a7d58a"
      },
      {
        "index": 4,
        "generation_seconds": 1.3279973799362779,
        "consumed_frame_indices": [
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16
        ],
        "command_sha256": "4580305f0555d82f36d53bbc826eb463a3fa6cd7ddd69f77326acb206d9622a1",
        "feedback_sha256": "1a5a89f9a7908dc0ffc40f86f3e09f1faf27dc702c23ad1732c8cff4e0806feb"
      }
    ],
    "peak_gpu_bytes": 9173149184,
    "files": {
      "strip.jpg": "271d205128ed60af069f095edc6c6d04f4b3a2f920f15ca6774a6a24de0ee3a3",
      "rollout.mp4": "fc22bcd110733355a28d4209809d63ad6e9da584feec0da2c39b47b528437064",
      "feedback-004.png": "1a5a89f9a7908dc0ffc40f86f3e09f1faf27dc702c23ad1732c8cff4e0806feb",
      "world-input-004.json": "b977b42155e0dbf9b08179917958f80963446a7dd98c0a20f24b4ad156c64162",
      "commands-064.npz": "4580305f0555d82f36d53bbc826eb463a3fa6cd7ddd69f77326acb206d9622a1",
      "feedback-003.png": "1ddc6cf996b9349b98b3795e08ab959bc6890bd4f33b511f0415552056a7d58a",
      "world-input-003.json": "ee6f90fd3e4ec2fcb853da1bfd54c3769bd9ff90dc1c2054964863eda1e303e6",
      "commands-048.npz": "dcdb336940cea83125b40c1c98be1837d210dc57ab65b8f4a58a195c55491612",
      "feedback-002.png": "4b77a4c1cdae7be691a3d5b1686eba7dc79bb5df966849c35de2dddb6d299369",
      "world-input-002.json": "23d8fc6938ebc6c37657f150a68dc5b8a9dfa7094c64d7b396eaaadf9fdaf7b0",
      "commands-032.npz": "cbe5c6634d60880329c09de6f45394fcd2f06ef6aeb9bf463197414b5055ae70",
      "feedback-001.png": "f02924f0ecf58f4edcb5efe271ade878087f70053e436b3982c7bb57d871d267",
      "world-input-001.json": "ce86795c9719689ad96742ec3f7d085a99b318ef9621cbc828bbe35192cab5a3",
      "commands-016.npz": "adb50c23371de585cd63c20f9275f397379e90b9e98ba56fb3fff4f730996233",
      "feedback-000.png": "db6b91ac52c67a37f29b701ac678dc45ea01c22bc1e504df5e36c5919c884549",
      "world-input-000.json": "f5fe257ce033406f596f80745e147cdf327b8e410d2d04917fae16230252cc09",
      "commands-000.npz": "30e5eb02ef150e6200faec63dcd7b050f57814829b79c4f96bf0e664685ef16e",
      "policy-actions.json": "891114e53ee3314f5e4c4d7fec0d8580fe961afd05527fed02847a57c3a2b6b5",
      "initial.png": "25f89df098ec03088667753c69522f49a06a7121464ace6e4e57d5d1a6b1ac55"
    },
    "wall_seconds": 16.818650937173516
  },
  "automated_judgment": {
    "id": "cosmos3-edge-reference-only-heldout-layout02-00-202610310",
    "status": "succeeded",
    "started_at": "2026-10-16T11:25:05.021665+00:00",
    "video_sha256": "fc22bcd110733355a28d4209809d63ad6e9da584feec0da2c39b47b528437064",
    "frame_sha256": {
      "0": "b0238e98ebea5bbea08f81d8652a4560266552c435d435f6b73a24a249a59c9b",
      "20": "6f8e536b28c5b5f48cb9d2b2b35ea5a7386002fbfe2723b591626c217e1fb1e0",
      "35": "b7586f92c2110c1ab9daae2564d927f9ceefabd7c99fa279508bf1d044de90af",
      "50": "3094ebdb8350e4572b8da32ce8580897ee3dab1888fe54eb9c5aee213e1a1956",
      "65": "f652a5a6fcc8d47e85978737b502b0e7298f84ddc3465222ebef19d3ac200b5a",
      "76": "94cf0d289e385e2d6bc121d5bebd29a5565e0b92a66d615a3441d15b18f97a3b",
      "77": "5af0625953ea2d5b3147688936373c895c643657f1cf0c7d2bbffc6325fbd233",
      "78": "98c8c6a0418b7c46eca0194ef6fcbc6e331bdb71346d3988f354f0dd6618041c",
      "79": "a995d2ed965393ec1ace5a4eac8d9966b866c439bfd26490e21c4a9ec50dcbd5",
      "80": "6dabc62bf4ee2269954d4c977cdb1dc3639bf831aeeb5c002af4c1ea16552d81"
    },
    "configuration_sha256": "471c4636f88c3ff7b6a69b6dcc216f21064e64ba352659759713fba1a10aa509",
    "accounted_cost_usd": 0.0179925,
    "cost_basis": "Response token usage multiplied by documented standard rates; excludes any account-specific discounts",
    "response_id": "resp_0ac9d4cf554958ca016ad2099275e487d1b0e38fd01f357afd",
    "response_model": "gpt-6-astra",
    "usage": {
      "input_tokens": 1276,
      "input_tokens_details": {
        "cache_write_tokens": 1273,
        "cached_tokens": 0
      },
      "output_tokens": 41,
      "output_tokens_details": {
        "reasoning_tokens": 0
      },
      "total_tokens": 1317
    },
    "response_sha256": "f3554caead782869163ddb60a6e9a78389fdcb77c246c70262b4828a8c09db93",
    "label": "U",
    "reason": "The carrot disappears from view in all five final frames, so its location and release onto the plate cannot be established.",
    "duration_seconds": 5.1560000000026776
  },
  "judgment_record": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a767d76f1ebcde386c1148cdc50e93d91176d4e5c0e7bf65d493a52b291c970e/judgment.json",
    "sha256": "a767d76f1ebcde386c1148cdc50e93d91176d4e5c0e7bf65d493a52b291c970e"
  },
  "post_scoring_targeted_agent_audit": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b0f25f5b4138ad32c165d07f432cd9f233716ffb39b4e58ea85e0270c7be23aa/targeted-agent-audit.json",
    "sha256": "b0f25f5b4138ad32c165d07f432cd9f233716ffb39b4e58ea85e0270c7be23aa"
  },
  "judge_frames_and_raw_response": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5eef2c64f6e4ecc3f5c97a8d399534632c8a93534eecbedc373c0eaf16a9037c/cosmos3-edge-judgments.zip",
    "sha256": "5eef2c64f6e4ecc3f5c97a8d399534632c8a93534eecbedc373c0eaf16a9037c"
  },
  "world_actions_and_feedback_archive": {
    "archive": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d3d647b082e0e05e720974cdd1fb7cff750dc47c294465ce05bbdea424e02805/results.tar.gz",
      "sha256": "d3d647b082e0e05e720974cdd1fb7cff750dc47c294465ce05bbdea424e02805"
    },
    "manifest": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/24191622e1cc836c400cdc7c6351de6afb8a1838708c0d8d34db9b8c55815f14/download-manifest.json",
      "sha256": "24191622e1cc836c400cdc7c6351de6afb8a1838708c0d8d34db9b8c55815f14"
    },
    "rental": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b98961a4c92367fb734a6030413d95f39a5c5c5b580df0ccfdd6095d9c2482a9/rental.json",
      "sha256": "b98961a4c92367fb734a6030413d95f39a5c5c5b580df0ccfdd6095d9c2482a9"
    },
    "packaged_source": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/06a0e322a5c75d80d0bb4383e8773d2f7bc1733e2e18783ed50f31a6a9384f2b/package-manifest.json",
      "sha256": "06a0e322a5c75d80d0bb4383e8773d2f7bc1733e2e18783ed50f31a6a9384f2b"
    }
  },
  "matching_native_case": {
    "label": "Native simulator \u00b7 reference-only",
    "outcome": "Placement failed under the matched block16 visual schedule.",
    "video": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/72bba77479426aca58b98e5984b208d8887fe224222fec12f714b6c74ede8300/rollout.mp4",
      "sha256": "72bba77479426aca58b98e5984b208d8887fe224222fec12f714b6c74ede8300"
    },
    "poster": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8568edc93be8dce5707d0ef0e07d35279169bba4c46601f5b322afb75fc3daa2/poster.png",
      "sha256": "8568edc93be8dce5707d0ef0e07d35279169bba4c46601f5b322afb75fc3daa2"
    },
    "evidence": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c9f63f0cc77e65572618e3212efe9d86e19a1ee10eae55e59c283373164fa828/native-run.json",
      "sha256": "c9f63f0cc77e65572618e3212efe9d86e19a1ee10eae55e59c283373164fa828"
    },
    "webm": {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9303f8dc0f2175ecc3477f86b775faf57f9167737cde55d1c16083523f2a5413/heldout-layout02-00.webm",
      "sha256": "9303f8dc0f2175ecc3477f86b775faf57f9167737cde55d1c16083523f2a5413"
    }
  },
  "scope": "Generated RGB fed back to a fixed policy with isolated no-contact actuator qpos. A visibly successful generated placement is not simulator or real-robot success."
}