{"model_id": "matrix-game3-distilled", "case_id": "scene-12", "seed": 202610350, "input_sha256": "2d54c046b0f7d54375eb5b5ee98ed4f06db254354048c2bc5f5f58f416742465", "status": "succeeded", "scores": {"judge-coverage-percent": 100.0, "judge-first-attempt-coverage-percent": 100.0, "landmark-retention-percent": 29.166666666666668, "landmark-contradiction-percent": 4.166666666666667, "landmark-unknown-percent": 66.66666666666667, "motion-coverage-percent": 100.0, "rotation-coverage-percent": 100.0, "commanded-warp-error-percent": 0.7568854309490156, "rotation-error-degrees": 0.9269199737563889, "direction-correct-percent": 99.43181818181817, "idle-warp-error-percent": 0.01821139787494628, "first-worker-chunk-seconds": 6.118992350995541, "steady-worker-fps": 5.115147481431072, "peak-gpu-gib": 31.17875051498413, "session-wall-seconds": 445.2914758879924, "latency-drift-ratio": 1.0108518475017931}, "duration_seconds": 445.2914758879924, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fecc5dd18a6b3c8d73f9cd23d98eb8b89ac7e65de6271589e7a2437acb78b907/run-record.json", "sha256": "fecc5dd18a6b3c8d73f9cd23d98eb8b89ac7e65de6271589e7a2437acb78b907"}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7dfafa504132b0f7fd4884e2ea5e1584664d5c1a91d5e07c8207254684a84330/rollout.mp4", "sha256": "7dfafa504132b0f7fd4884e2ea5e1584664d5c1a91d5e07c8207254684a84330"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/30dcb28fc67fe13f740549e972c51df0dac92f5c85f1374d5a2732b96ac743d9/poster.png", "sha256": "30dcb28fc67fe13f740549e972c51df0dac92f5c85f1374d5a2732b96ac743d9"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/56cc09228fe37c9323bed224b753fa6730b29dc4ce23d192248537280e0b2cda/scene-12-two-minute-202610350.webm", "sha256": "56cc09228fe37c9323bed224b753fa6730b29dc4ce23d192248537280e0b2cda"}}
{"model_id": "matrix-game3-distilled", "case_id": "scene-40", "seed": 202610350, "input_sha256": "6ccaf13c4ed97bb71e78016933f28765dde95f2600a56fc259022f64b9df9157", "status": "succeeded", "scores": {"judge-coverage-percent": 100.0, "judge-first-attempt-coverage-percent": 100.0, "landmark-retention-percent": 66.66666666666667, "landmark-contradiction-percent": 0.0, "landmark-unknown-percent": 33.333333333333336, "motion-coverage-percent": 100.0, "rotation-coverage-percent": 100.0, "commanded-warp-error-percent": 0.3380169595981156, "rotation-error-degrees": 0.369343969577909, "direction-correct-percent": 100.0, "idle-warp-error-percent": 0.020059507365051476, "first-worker-chunk-seconds": 6.023831780999899, "steady-worker-fps": 5.119544916416552, "peak-gpu-gib": 31.17875051498413, "session-wall-seconds": 452.7914487099042, "latency-drift-ratio": 1.0108176235636142}, "duration_seconds": 452.7914487099042, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d73f16a75f1a35686fc378118a4d99376eb6ea689be025a000d2335acd987c55/run-record.json", "sha256": "d73f16a75f1a35686fc378118a4d99376eb6ea689be025a000d2335acd987c55"}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/27fa2d8e19f79cb6b055f3c4be861140ac7a3c9b26f2c84b4a876cf40673d628/rollout.mp4", "sha256": "27fa2d8e19f79cb6b055f3c4be861140ac7a3c9b26f2c84b4a876cf40673d628"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ef8be9698ca6d68892eb4909ed0d19db0380c15084a9e7fcd83dfc6c801914d4/poster.png", "sha256": "ef8be9698ca6d68892eb4909ed0d19db0380c15084a9e7fcd83dfc6c801914d4"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1986a88e3bb5aa831a48e2a9e8662a9a9247003312fe5f9a37b98dd51e443e35/scene-40-two-minute-202610350.webm", "sha256": "1986a88e3bb5aa831a48e2a9e8662a9a9247003312fe5f9a37b98dd51e443e35"}}
{"model_id": "matrix-game3-base", "case_id": "scene-12", "seed": 202610350, "input_sha256": "2d54c046b0f7d54375eb5b5ee98ed4f06db254354048c2bc5f5f58f416742465", "status": "succeeded", "scores": {"judge-coverage-percent": 100.0, "judge-first-attempt-coverage-percent": 100.0, "landmark-retention-percent": 83.33333333333333, "landmark-contradiction-percent": 12.5, "landmark-unknown-percent": 4.166666666666667, "motion-coverage-percent": 85.79545454545455, "rotation-coverage-percent": 85.79545454545455, "commanded-warp-error-percent": 1.1804000567228683, "rotation-error-degrees": 1.598811624272741, "direction-correct-percent": 94.03973509933775, "idle-warp-error-percent": 0.019447167527991367, "first-worker-chunk-seconds": 164.48184125707485, "steady-worker-fps": 0.2354768373409139, "peak-gpu-gib": 31.19611120223999, "session-wall-seconds": 8383.737834781874, "latency-drift-ratio": 1.0002299174703104}, "duration_seconds": 8383.737834781874, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/efacfdcf185b870745e27fe9b6d59208bc7bd778dfe1c5426735400b3b5cd546/run-record.json", "sha256": "efacfdcf185b870745e27fe9b6d59208bc7bd778dfe1c5426735400b3b5cd546"}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/420fc4db5222bc0e368e9b3c85e3d99dcc38d33df5a1ed16e3c4db66e4709e22/rollout.mp4", "sha256": "420fc4db5222bc0e368e9b3c85e3d99dcc38d33df5a1ed16e3c4db66e4709e22"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d56fd21917b802d4969ae723a3499e60477a38411b705ca0c3719b27ea04b92e/poster.png", "sha256": "d56fd21917b802d4969ae723a3499e60477a38411b705ca0c3719b27ea04b92e"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/28805ebeb652bccb0c4c277388839a2eaed37bd996778f28b7e87add9ea3201f/scene-12-two-minute-202610350.webm", "sha256": "28805ebeb652bccb0c4c277388839a2eaed37bd996778f28b7e87add9ea3201f"}}
{"model_id": "matrix-game3-base", "case_id": "scene-40", "seed": 202610350, "input_sha256": "6ccaf13c4ed97bb71e78016933f28765dde95f2600a56fc259022f64b9df9157", "status": "succeeded", "scores": {"judge-coverage-percent": 100.0, "judge-first-attempt-coverage-percent": 100.0, "landmark-retention-percent": 83.33333333333333, "landmark-contradiction-percent": 16.666666666666668, "landmark-unknown-percent": 0.0, "motion-coverage-percent": 100.0, "rotation-coverage-percent": 100.0, "commanded-warp-error-percent": 0.5668552228651433, "rotation-error-degrees": 0.9360860015287502, "direction-correct-percent": 93.75, "idle-warp-error-percent": 0.024274091055538422, "first-worker-chunk-seconds": 165.43042286857963, "steady-worker-fps": 0.23649111212508747, "peak-gpu-gib": 31.19611120223999, "session-wall-seconds": 8371.596555359662, "latency-drift-ratio": 0.9997670726165957}, "duration_seconds": 8371.596555359662, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/81433ae7f1d1431bd84c80ca962be48f7b5bcc4f12f630168fddfc0c38dfd4a4/run-record.json", "sha256": "81433ae7f1d1431bd84c80ca962be48f7b5bcc4f12f630168fddfc0c38dfd4a4"}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6aa889ea84916668fbb0216d2800495f193035253bd9207d72b28ca83248aca4/rollout.mp4", "sha256": "6aa889ea84916668fbb0216d2800495f193035253bd9207d72b28ca83248aca4"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6900d9bde4a14b5c6d9cfd2777919124b5b3a59d15a1d7683ff5ba7e9e0d2768/poster.png", "sha256": "6900d9bde4a14b5c6d9cfd2777919124b5b3a59d15a1d7683ff5ba7e9e0d2768"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8607162cfe0a7ce0c5a1d4fa2724ecdff6d0ccb66e909a42c1c7a6f40dd61e6f/scene-40-two-minute-202610350.webm", "sha256": "8607162cfe0a7ce0c5a1d4fa2724ecdff6d0ccb66e909a42c1c7a6f40dd61e6f"}}
{"model_id": "sana-wm-streaming", "case_id": "scene-12", "seed": 202610350, "input_sha256": "2d54c046b0f7d54375eb5b5ee98ed4f06db254354048c2bc5f5f58f416742465", "status": "succeeded", "scores": {"judge-coverage-percent": 100.0, "judge-first-attempt-coverage-percent": 100.0, "landmark-retention-percent": 25.0, "landmark-contradiction-percent": 66.66666666666667, "landmark-unknown-percent": 8.333333333333334, "motion-coverage-percent": 99.375, "rotation-coverage-percent": 99.375, "commanded-warp-error-percent": 1.2891458929788342, "rotation-error-degrees": 1.8774820311325762, "direction-correct-percent": 100.0, "idle-warp-error-percent": 0.1439356205668506, "first-worker-chunk-seconds": 17.32246559858322, "steady-worker-fps": 9.884844831654902, "peak-gpu-gib": 49.453510761260986, "session-wall-seconds": 326.60783510655165, "latency-drift-ratio": null}, "duration_seconds": 326.60783510655165, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a558c1e6bda8aab6b52ffc56e730c306afcb46a4b139724103f3c18cd39cda1b/run-record.json", "sha256": "a558c1e6bda8aab6b52ffc56e730c306afcb46a4b139724103f3c18cd39cda1b"}, "unscored": {"latency-drift-ratio": "Native SANA export provides session/first/steady summaries, not per-chunk latency. No inferred drift measurement."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b629420dfa01603501cc6dbdaa337ecc72e471a6f14da0b01e0581da5e05b9d4/rollout_streaming.mp4", "sha256": "b629420dfa01603501cc6dbdaa337ecc72e471a6f14da0b01e0581da5e05b9d4"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a1ea7ffefe0c0c3e7e2460e65d2b0976ea92bc40b2eae8e8158e21cfa64898c2/poster.png", "sha256": "a1ea7ffefe0c0c3e7e2460e65d2b0976ea92bc40b2eae8e8158e21cfa64898c2"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/eb883964f3907dc46a8ffacc8b9611fee24d600cef93c71f83b36f80defbad10/scene-12-two-minute-202610350.webm", "sha256": "eb883964f3907dc46a8ffacc8b9611fee24d600cef93c71f83b36f80defbad10"}}
{"model_id": "sana-wm-streaming", "case_id": "scene-40", "seed": 202610350, "input_sha256": "6ccaf13c4ed97bb71e78016933f28765dde95f2600a56fc259022f64b9df9157", "status": "succeeded", "scores": {"judge-coverage-percent": 100.0, "judge-first-attempt-coverage-percent": 100.0, "landmark-retention-percent": 37.5, "landmark-contradiction-percent": 58.333333333333336, "landmark-unknown-percent": 4.166666666666667, "motion-coverage-percent": 93.75, "rotation-coverage-percent": 93.75, "commanded-warp-error-percent": 1.074880123151781, "rotation-error-degrees": 2.116871078165823, "direction-correct-percent": 100.0, "idle-warp-error-percent": 0.09144086666950288, "first-worker-chunk-seconds": 14.605564720928669, "steady-worker-fps": 9.929825983718873, "peak-gpu-gib": 49.453510761260986, "session-wall-seconds": 323.1343017183244, "latency-drift-ratio": null}, "duration_seconds": 323.1343017183244, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/bade2ce0fe6a29fd7110a7ccb2feb64d176030b2d5c0aace0e4c249913486b28/run-record.json", "sha256": "bade2ce0fe6a29fd7110a7ccb2feb64d176030b2d5c0aace0e4c249913486b28"}, "unscored": {"latency-drift-ratio": "Native SANA export provides session/first/steady summaries, not per-chunk latency. No inferred drift measurement."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e9d8e0b474ca13abcb0065209ca97f178030f3c8a3c1baccdbefd6bdbb8f2bb8/rollout_streaming.mp4", "sha256": "e9d8e0b474ca13abcb0065209ca97f178030f3c8a3c1baccdbefd6bdbb8f2bb8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5f8643b481dcf091f4af1697c398843efeb7b72a6f9ac56b8dd5978c7286e83f/poster.png", "sha256": "5f8643b481dcf091f4af1697c398843efeb7b72a6f9ac56b8dd5978c7286e83f"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3019f5fedc89bd6d92c730bdc0b6434d7d9ce3fa4c13ad1b458c027f04666ac8/scene-40-two-minute-202610350.webm", "sha256": "3019f5fedc89bd6d92c730bdc0b6434d7d9ce3fa4c13ad1b458c027f04666ac8"}}