{"model_id": "matrix-game3-base", "case_id": "wbench-5-left-return", "seed": 202610160, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 686.8769408501685, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.1446099502978508, "action-following-percent": 100.0, "stationary-drift-pixels": 0.014382396228994006, "generation-seconds": 684.5176935866475, "generation-frames-per-second": 0.25857622331510266, "generation-gpu-usd": 0.7586737770585344}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a737d62e155fef8479e34b21d8a76c357addc37a35e2d66a714253f062c2642c/rollout.mp4", "sha256": "a737d62e155fef8479e34b21d8a76c357addc37a35e2d66a714253f062c2642c"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/254d1eb01f5afd7de4812f2312144b96a0fe8fa08de63fb946ab5fea3fffd0a6/poster.jpg", "sha256": "254d1eb01f5afd7de4812f2312144b96a0fe8fa08de63fb946ab5fea3fffd0a6"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/11e72698b89adb4396c7aaef65b5053f5a73860505a978d48979f9a093589552/rollout.webm", "sha256": "11e72698b89adb4396c7aaef65b5053f5a73860505a978d48979f9a093589552"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f9c662ab0f837c52b43f1c41825f2d03dddb8dd5734b55df8865346c96f8135b/run-record.json", "sha256": "f9c662ab0f837c52b43f1c41825f2d03dddb8dd5734b55df8865346c96f8135b"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-5-left-return", "seed": 202610161, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 678.7949622794986, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.8555577050557579, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.011965805461601704, "generation-seconds": 677.9283548742533, "generation-frames-per-second": 0.26108953656737244, "generation-gpu-usd": 0.751370593318964}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/67dc1aeec13a860e94e1428182cebb6b87952e5a0678a36ae1e486324c7d23b7/rollout.mp4", "sha256": "67dc1aeec13a860e94e1428182cebb6b87952e5a0678a36ae1e486324c7d23b7"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2fe71f05a2f4ed6bcc3f0246bbbd5dbc65edc50b93dcf731dc8eb945ad12565a/poster.jpg", "sha256": "2fe71f05a2f4ed6bcc3f0246bbbd5dbc65edc50b93dcf731dc8eb945ad12565a"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1fa9044daa504bb8bad06b0db21cf0b76f4e2ea93e87a28ef8c0d3896ab0eab4/run-record.json", "sha256": "1fa9044daa504bb8bad06b0db21cf0b76f4e2ea93e87a28ef8c0d3896ab0eab4"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-5-left-return", "seed": 202610162, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 678.9373498447239, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.11538358610523118, "action-following-percent": 100.0, "stationary-drift-pixels": 0.014624466754008312, "generation-seconds": 677.9937493018806, "generation-frames-per-second": 0.2610643537381489, "generation-gpu-usd": 0.7514430721429177}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b2a86faacf3ca25b22c843ac0adc0d020c578c11e9da10d9168bdbb654c2e25d/rollout.mp4", "sha256": "b2a86faacf3ca25b22c843ac0adc0d020c578c11e9da10d9168bdbb654c2e25d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4e6dd13c52c04e42cb7a138acefacd43a5d37efb25c68738fa8b595754c4d369/poster.jpg", "sha256": "4e6dd13c52c04e42cb7a138acefacd43a5d37efb25c68738fa8b595754c4d369"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/01758b1fbe7830962cc98f93a1ba782444916b67db972f67de4a1a9cb5f56487/run-record.json", "sha256": "01758b1fbe7830962cc98f93a1ba782444916b67db972f67de4a1a9cb5f56487"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-5-left-return", "seed": 202610160, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 48.811952634714544, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.06679953844213815, "action-following-percent": 100.0, "stationary-drift-pixels": 0.013967485778146566, "generation-seconds": 46.826784568838775, "generation-frames-per-second": 3.7798879771425935, "generation-gpu-usd": 0.051899686230462976}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9199410da3ea5890ff5d49c249a35d777df5bf3a1d4d0ab64da05fa93d7e1bbf/rollout.mp4", "sha256": "9199410da3ea5890ff5d49c249a35d777df5bf3a1d4d0ab64da05fa93d7e1bbf"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/264c8794497e7b07981e66cfac93c23b63fd27efa61a1024d1214c05a4e29816/poster.jpg", "sha256": "264c8794497e7b07981e66cfac93c23b63fd27efa61a1024d1214c05a4e29816"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/678cfeee6f67080f64a82f832e91b97be38765f111777cf7b6ca58ce957ffd2b/rollout.webm", "sha256": "678cfeee6f67080f64a82f832e91b97be38765f111777cf7b6ca58ce957ffd2b"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/528ff346e21ed4c99f455f58dd3835d5c83655410d264a5d7d1d98dc9d4cf9ea/run-record.json", "sha256": "528ff346e21ed4c99f455f58dd3835d5c83655410d264a5d7d1d98dc9d4cf9ea"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-5-left-return", "seed": 202610161, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 42.981794729828835, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.07468105845346358, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.015261666980188895, "generation-seconds": 41.61449412442744, "generation-frames-per-second": 4.253325763633449, "generation-gpu-usd": 0.04612273098790708}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/170f3bee8810909babf788cf0b96b8cbc1486f6ff78149111dfb0019e293a46e/rollout.mp4", "sha256": "170f3bee8810909babf788cf0b96b8cbc1486f6ff78149111dfb0019e293a46e"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7a80aedd71ba8cdfdf02499d08b0cdc3e3e4eb48565febc46ca05f758b77c721/poster.jpg", "sha256": "7a80aedd71ba8cdfdf02499d08b0cdc3e3e4eb48565febc46ca05f758b77c721"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/527251f63c0d92962b18c532ffdd6ff4c032ed45b6f7f2d977b7a471c0d2d2b7/run-record.json", "sha256": "527251f63c0d92962b18c532ffdd6ff4c032ed45b6f7f2d977b7a471c0d2d2b7"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-5-left-return", "seed": 202610162, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 58.878835395909846, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.06765745094632769, "action-following-percent": 100.0, "stationary-drift-pixels": 0.012378000936594677, "generation-seconds": 57.24933826457709, "generation-frames-per-second": 3.091738793241535, "generation-gpu-usd": 0.06345134990990628}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8d26757843569a254c429e2ec8eae98a532ce51f4891e7e6413d6204fa12f3a4/rollout.mp4", "sha256": "8d26757843569a254c429e2ec8eae98a532ce51f4891e7e6413d6204fa12f3a4"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/511efdfce93b111cd3f24fc598f06d0bca75ea8b042de611b4276f0fb8371b7e/poster.jpg", "sha256": "511efdfce93b111cd3f24fc598f06d0bca75ea8b042de611b4276f0fb8371b7e"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f722a5635e02d6c700a21781fad12c1d8094bc422a5bec9235ad0d01f874f917/run-record.json", "sha256": "f722a5635e02d6c700a21781fad12c1d8094bc422a5bec9235ad0d01f874f917"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-5-left-return", "seed": 202610160, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 17.276741806883365, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.10837581929603518, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009310412448163092, "generation-seconds": 14.984559392789379, "generation-frames-per-second": 11.812159127292926, "generation-gpu-usd": 0.01660788666034156}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2bb7667ef621b4079f3a71eda9c51dd5654b45e7fd298b29401cfb3df6b9e091/rollout.mp4", "sha256": "2bb7667ef621b4079f3a71eda9c51dd5654b45e7fd298b29401cfb3df6b9e091"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/989c1d007cdc33ad900cdf55398371b2265e3be34ba9d8cd8802de8384957a9f/poster.jpg", "sha256": "989c1d007cdc33ad900cdf55398371b2265e3be34ba9d8cd8802de8384957a9f"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9fec6ba67886992c16eae6cfd00dbf89e4681655747ff30ebd7b6bb6509a097e/rollout.webm", "sha256": "9fec6ba67886992c16eae6cfd00dbf89e4681655747ff30ebd7b6bb6509a097e"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8b42705c61b466c34ad23ff8a49d42d07d5227453c009e952859b4eb67b73e57/run-record.json", "sha256": "8b42705c61b466c34ad23ff8a49d42d07d5227453c009e952859b4eb67b73e57"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-5-left-return", "seed": 202610161, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 12.732982930960134, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.11160414948403083, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009298413594137777, "generation-seconds": 11.910446669906378, "generation-frames-per-second": 14.860903617260503, "generation-gpu-usd": 0.013200745059146235}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5c658967df31d1567ee38c3257e7c2ac2a4c391088ef915f98cc1a14cee05bd4/rollout.mp4", "sha256": "5c658967df31d1567ee38c3257e7c2ac2a4c391088ef915f98cc1a14cee05bd4"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d73f596b1f1902616dc00caf9c97dd815704e0030241fff92ead854ae860cb5a/poster.jpg", "sha256": "d73f596b1f1902616dc00caf9c97dd815704e0030241fff92ead854ae860cb5a"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cff281a2b436247762cf0ca1bde9ed75d572fff3de2856ee1bb2b6d8a3a0f808/run-record.json", "sha256": "cff281a2b436247762cf0ca1bde9ed75d572fff3de2856ee1bb2b6d8a3a0f808"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-5-left-return", "seed": 202610162, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 12.252765618031844, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.09184967750184299, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009311863554707476, "generation-seconds": 11.40655868803151, "generation-frames-per-second": 15.517388271163652, "generation-gpu-usd": 0.012642269212568256}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b79e80979a9007ca9673f67388e7e58a2a6f62c8898de23ba3b3c5c03de9f665/rollout.mp4", "sha256": "b79e80979a9007ca9673f67388e7e58a2a6f62c8898de23ba3b3c5c03de9f665"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/08c98773c03359a62b809ab37cae77cfd4ced0fd0ca43af1a75f3596fc2ae548/poster.jpg", "sha256": "08c98773c03359a62b809ab37cae77cfd4ced0fd0ca43af1a75f3596fc2ae548"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/03ac0f87b3d668a6076311a582df6c393702495fceabd3b3bdeb163be956d320/run-record.json", "sha256": "03ac0f87b3d668a6076311a582df6c393702495fceabd3b3bdeb163be956d320"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-5-left-return", "seed": 202610160, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999892428556834, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8/rollout.mp4", "sha256": "82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d/poster.jpg", "sha256": "50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/77c78bb8e65741b811f686fb74ced27ef43a7ede28234fc44b3f4225dc765889/rollout.webm", "sha256": "77c78bb8e65741b811f686fb74ced27ef43a7ede28234fc44b3f4225dc765889"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2079919eac5b642bef21e20ec939cd04019a0ec25f182fa3e71e366043820799/run-record.json", "sha256": "2079919eac5b642bef21e20ec939cd04019a0ec25f182fa3e71e366043820799"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-5-left-return", "seed": 202610161, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999892428556834, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8/rollout.mp4", "sha256": "82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d/poster.jpg", "sha256": "50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9c8f9f9d3e03bd0f1be69701926d80f4a9446fddaf11f7f98b6f4ccb82a055e4/run-record.json", "sha256": "9c8f9f9d3e03bd0f1be69701926d80f4a9446fddaf11f7f98b6f4ccb82a055e4"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-5-left-return", "seed": 202610162, "input_sha256": "7e1bc40b597873f0ab24f702889b7071d1894ab7442e9600259cc6d2f7e25788", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999892428556834, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8/rollout.mp4", "sha256": "82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d/poster.jpg", "sha256": "50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9c8f9f9d3e03bd0f1be69701926d80f4a9446fddaf11f7f98b6f4ccb82a055e4/run-record.json", "sha256": "9c8f9f9d3e03bd0f1be69701926d80f4a9446fddaf11f7f98b6f4ccb82a055e4"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-5-right-return", "seed": 202610160, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 678.6474901475012, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.12346219416820356, "action-following-percent": 100.0, "stationary-drift-pixels": 0.012686652114691069, "generation-seconds": 677.7533771023154, "generation-frames-per-second": 0.2611569428938155, "generation-gpu-usd": 0.751176659621733}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b81767a6090e59659490d5008a590a2b69076c19cfb5b1cbaf1aeeb8b46a160b/rollout.mp4", "sha256": "b81767a6090e59659490d5008a590a2b69076c19cfb5b1cbaf1aeeb8b46a160b"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/254d1eb01f5afd7de4812f2312144b96a0fe8fa08de63fb946ab5fea3fffd0a6/poster.jpg", "sha256": "254d1eb01f5afd7de4812f2312144b96a0fe8fa08de63fb946ab5fea3fffd0a6"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/932b7a58fadaafcd2ef4b2178de97356d0ad8ffb8feda6948164f757aa3c6c2c/rollout.webm", "sha256": "932b7a58fadaafcd2ef4b2178de97356d0ad8ffb8feda6948164f757aa3c6c2c"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/52c002b83444320acb6966e838d07bb12d202d260be22cb77781a724f106470b/run-record.json", "sha256": "52c002b83444320acb6966e838d07bb12d202d260be22cb77781a724f106470b"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-5-right-return", "seed": 202610161, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 678.8659710846841, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.2700086087960081, "action-following-percent": 97.43589743589743, "stationary-drift-pixels": 0.011416423570714441, "generation-seconds": 677.9871041364968, "generation-frames-per-second": 0.2610669125121961, "generation-gpu-usd": 0.7514357070846173}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/91d10e2754b07fc20d043ac7bae5af7260889455890163574c88d23ce0854649/rollout.mp4", "sha256": "91d10e2754b07fc20d043ac7bae5af7260889455890163574c88d23ce0854649"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2fe71f05a2f4ed6bcc3f0246bbbd5dbc65edc50b93dcf731dc8eb945ad12565a/poster.jpg", "sha256": "2fe71f05a2f4ed6bcc3f0246bbbd5dbc65edc50b93dcf731dc8eb945ad12565a"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5bcb3dc68b0d15a1d540300716abddee8cad1361dfd014dde4f268e03e7978b2/run-record.json", "sha256": "5bcb3dc68b0d15a1d540300716abddee8cad1361dfd014dde4f268e03e7978b2"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-5-right-return", "seed": 202610162, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 679.068913731724, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.1187367221781906, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.01434479613923199, "generation-seconds": 678.1971553936601, "generation-frames-per-second": 0.2609860548548898, "generation-gpu-usd": 0.75166851389464}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/30b3495dc003d3e91a328a2ec40833af874a2381c0b00b23d2315f7d91487960/rollout.mp4", "sha256": "30b3495dc003d3e91a328a2ec40833af874a2381c0b00b23d2315f7d91487960"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4e6dd13c52c04e42cb7a138acefacd43a5d37efb25c68738fa8b595754c4d369/poster.jpg", "sha256": "4e6dd13c52c04e42cb7a138acefacd43a5d37efb25c68738fa8b595754c4d369"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/692bf952952789f144ceda01b7cf10e4873c61365a79c6ac5cc95d13e7242da2/run-record.json", "sha256": "692bf952952789f144ceda01b7cf10e4873c61365a79c6ac5cc95d13e7242da2"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-5-right-return", "seed": 202610160, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 42.55691879615188, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.07000494552867098, "action-following-percent": 100.0, "stationary-drift-pixels": 0.013967485778146566, "generation-seconds": 41.220813773572445, "generation-frames-per-second": 4.293947251315027, "generation-gpu-usd": 0.04568640193237613}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7ad8b34feb67081eca0dff7bf176142f9d7b2d2f34db2dd8ff2d1ee5f22cb0fe/rollout.mp4", "sha256": "7ad8b34feb67081eca0dff7bf176142f9d7b2d2f34db2dd8ff2d1ee5f22cb0fe"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/264c8794497e7b07981e66cfac93c23b63fd27efa61a1024d1214c05a4e29816/poster.jpg", "sha256": "264c8794497e7b07981e66cfac93c23b63fd27efa61a1024d1214c05a4e29816"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d0446e38c9085cdd913434b11ab654503b5ab4bba36977b8a24f4383a6191139/rollout.webm", "sha256": "d0446e38c9085cdd913434b11ab654503b5ab4bba36977b8a24f4383a6191139"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/13ec064363fd1d5575d2d84b1eb548d8b874fe3c6a565016d1736db050861b78/run-record.json", "sha256": "13ec064363fd1d5575d2d84b1eb548d8b874fe3c6a565016d1736db050861b78"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-5-right-return", "seed": 202610161, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 51.361189843155444, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.07029647795960899, "action-following-percent": 100.0, "stationary-drift-pixels": 0.013608819550738577, "generation-seconds": 50.06991198565811, "generation-frames-per-second": 3.535057142714759, "generation-gpu-usd": 0.05549415245077108}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/092ce3cfdedee7d7b9c9cf839f24b6096cd9b05f1a58532aa8a844be4afe4af4/rollout.mp4", "sha256": "092ce3cfdedee7d7b9c9cf839f24b6096cd9b05f1a58532aa8a844be4afe4af4"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7a80aedd71ba8cdfdf02499d08b0cdc3e3e4eb48565febc46ca05f758b77c721/poster.jpg", "sha256": "7a80aedd71ba8cdfdf02499d08b0cdc3e3e4eb48565febc46ca05f758b77c721"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6282568d55121ccfac85bb16fa8b74507c2801ebf9ce2ee50bc567647314bf87/run-record.json", "sha256": "6282568d55121ccfac85bb16fa8b74507c2801ebf9ce2ee50bc567647314bf87"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-5-right-return", "seed": 202610162, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 38.45370721165091, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.07357880827366861, "action-following-percent": 100.0, "stationary-drift-pixels": 0.013375311220787157, "generation-seconds": 37.09127498604357, "generation-frames-per-second": 4.772011748493419, "generation-gpu-usd": 0.04110949644286496}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/27d69d84e60c8c69cf34093ca45b1e253fe9752812905ef78764b36a45face94/rollout.mp4", "sha256": "27d69d84e60c8c69cf34093ca45b1e253fe9752812905ef78764b36a45face94"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/511efdfce93b111cd3f24fc598f06d0bca75ea8b042de611b4276f0fb8371b7e/poster.jpg", "sha256": "511efdfce93b111cd3f24fc598f06d0bca75ea8b042de611b4276f0fb8371b7e"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/33f27e1e0f1b41296be0a8ea8533063d465eef331e92a0569e919d414be4e4ac/run-record.json", "sha256": "33f27e1e0f1b41296be0a8ea8533063d465eef331e92a0569e919d414be4e4ac"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-5-right-return", "seed": 202610160, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 12.371434808941558, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.0915897111196977, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009417791483772066, "generation-seconds": 11.575962356990203, "generation-frames-per-second": 15.290305422694956, "generation-gpu-usd": 0.012830024945664143}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/43f99b1495e170eeb06ba64c41d5bf92af031636811300b48c580e01c52c14ff/rollout.mp4", "sha256": "43f99b1495e170eeb06ba64c41d5bf92af031636811300b48c580e01c52c14ff"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/989c1d007cdc33ad900cdf55398371b2265e3be34ba9d8cd8802de8384957a9f/poster.jpg", "sha256": "989c1d007cdc33ad900cdf55398371b2265e3be34ba9d8cd8802de8384957a9f"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2bc842eef96c187e861e5716742601af726b31dabc72321f27e05b1dd86c4dbb/rollout.webm", "sha256": "2bc842eef96c187e861e5716742601af726b31dabc72321f27e05b1dd86c4dbb"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/77c6b98391135c77227b84279e2dd50d26b0cd1c5934cc341a183eff09fd9866/run-record.json", "sha256": "77c6b98391135c77227b84279e2dd50d26b0cd1c5934cc341a183eff09fd9866"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-5-right-return", "seed": 202610161, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 12.142276952043176, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.09640537650665226, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009226777473444284, "generation-seconds": 11.348974575987086, "generation-frames-per-second": 15.596122699447081, "generation-gpu-usd": 0.01257844682171902}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/633176bb3f1c5aed3839cf00e6db193b6378087c029ab144565ad95ebc3953db/rollout.mp4", "sha256": "633176bb3f1c5aed3839cf00e6db193b6378087c029ab144565ad95ebc3953db"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d73f596b1f1902616dc00caf9c97dd815704e0030241fff92ead854ae860cb5a/poster.jpg", "sha256": "d73f596b1f1902616dc00caf9c97dd815704e0030241fff92ead854ae860cb5a"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/30458dc104f6c4971b72bbcd1976c61e109c65016eeb7b0793964067d5d16230/run-record.json", "sha256": "30458dc104f6c4971b72bbcd1976c61e109c65016eeb7b0793964067d5d16230"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-5-right-return", "seed": 202610162, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 12.633204587036744, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.11006130345619136, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009854201112462515, "generation-seconds": 11.887741097947583, "generation-frames-per-second": 14.889287926245217, "generation-gpu-usd": 0.013175579716891905}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/217d0e7c6aead4bf76810f3443cef33fa5ac487908fe804d4881bc4ff72f62f2/rollout.mp4", "sha256": "217d0e7c6aead4bf76810f3443cef33fa5ac487908fe804d4881bc4ff72f62f2"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/08c98773c03359a62b809ab37cae77cfd4ced0fd0ca43af1a75f3596fc2ae548/poster.jpg", "sha256": "08c98773c03359a62b809ab37cae77cfd4ced0fd0ca43af1a75f3596fc2ae548"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fb3c75f2158dc99db982617d8fda6bd6efb3af0eee4852594b9804a8c0a87ad8/run-record.json", "sha256": "fb3c75f2158dc99db982617d8fda6bd6efb3af0eee4852594b9804a8c0a87ad8"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-5-right-return", "seed": 202610160, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999892428556834, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8/rollout.mp4", "sha256": "82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d/poster.jpg", "sha256": "50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3f375c1dfa4f9b8520d2300a15cd08e71af593672ab502918a1bd5b49071ee39/rollout.webm", "sha256": "3f375c1dfa4f9b8520d2300a15cd08e71af593672ab502918a1bd5b49071ee39"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1cfba1742685cc277d68c916a81ff452d58c5f8dee8c4aa7bc2f42915ab2125e/run-record.json", "sha256": "1cfba1742685cc277d68c916a81ff452d58c5f8dee8c4aa7bc2f42915ab2125e"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-5-right-return", "seed": 202610161, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999892428556834, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8/rollout.mp4", "sha256": "82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d/poster.jpg", "sha256": "50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9c23d253426c7810fa95795d4740de32c2d04cceb41db4a6491509ea502666bb/run-record.json", "sha256": "9c23d253426c7810fa95795d4740de32c2d04cceb41db4a6491509ea502666bb"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-5-right-return", "seed": 202610162, "input_sha256": "7a75eac155dc942d8e4252e773f48e0e678e4b1b68c2ec3f47c4cfd99cea5c5d", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999892428556834, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8/rollout.mp4", "sha256": "82065489c4b2fbd4c6af3915b2c69c37c171eb87a0aebf9b3f9ca57f4334a5d8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d/poster.jpg", "sha256": "50853bfff244df632b5d9d64f1e41a578f01129b93c49ccee313e45a25b8bf0d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9c23d253426c7810fa95795d4740de32c2d04cceb41db4a6491509ea502666bb/run-record.json", "sha256": "9c23d253426c7810fa95795d4740de32c2d04cceb41db4a6491509ea502666bb"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-12-left-return", "seed": 202610160, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 678.2051353417337, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.11088175589460644, "action-following-percent": 100.0, "stationary-drift-pixels": 0.014949891541998217, "generation-seconds": 677.3003133572638, "generation-frames-per-second": 0.26133163754589267, "generation-gpu-usd": 0.7506745139709675}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8977a4c912c86c56fa5aa66357ab803829a0cf14f4132884f5375ec8a6730768/rollout.mp4", "sha256": "8977a4c912c86c56fa5aa66357ab803829a0cf14f4132884f5375ec8a6730768"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c98413935287dd65670abe0523a8bff454dcd5695835d94f5b478ed2b18ee57e/poster.jpg", "sha256": "c98413935287dd65670abe0523a8bff454dcd5695835d94f5b478ed2b18ee57e"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5b212809efe266c5dde748ce9269b90e4fb4b0dff5dd294d79b80c70f97efbfb/rollout.webm", "sha256": "5b212809efe266c5dde748ce9269b90e4fb4b0dff5dd294d79b80c70f97efbfb"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5ff8d99d7bf3d0a47914e10b848a8d00d9623c18fcda538ecbda294c20c100ae/run-record.json", "sha256": "5ff8d99d7bf3d0a47914e10b848a8d00d9623c18fcda538ecbda294c20c100ae"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-12-left-return", "seed": 202610161, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 678.3217554278672, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.15305618181396985, "action-following-percent": 100.0, "stationary-drift-pixels": 0.013058806965787813, "generation-seconds": 677.4840167686343, "generation-frames-per-second": 0.26126077607591264, "generation-gpu-usd": 0.7508781185852363}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3f2fc7c83ea11618aebcb32f2aba9b8e975e0cda6087bf84a50ecfe52a9303fc/rollout.mp4", "sha256": "3f2fc7c83ea11618aebcb32f2aba9b8e975e0cda6087bf84a50ecfe52a9303fc"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fc1ddf4f83a203ed1e938128e2fca24cc9bbf62fd8573428330a55e54c794ee6/poster.jpg", "sha256": "fc1ddf4f83a203ed1e938128e2fca24cc9bbf62fd8573428330a55e54c794ee6"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/05e28be55ea33749d4c894ec24830e99eea66b38dde2941d4f222354775fce5d/run-record.json", "sha256": "05e28be55ea33749d4c894ec24830e99eea66b38dde2941d4f222354775fce5d"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-12-left-return", "seed": 202610162, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 678.6332539319992, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.19741995936831974, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01857540110054978, "generation-seconds": 677.7298134602606, "generation-frames-per-second": 0.2611660229263008, "generation-gpu-usd": 0.7511505432517889}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8512eb39e32fe677cd20e0cdbad6b48206a822af376aa5aa6e96ed091de94dc6/rollout.mp4", "sha256": "8512eb39e32fe677cd20e0cdbad6b48206a822af376aa5aa6e96ed091de94dc6"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fbbf8c9044e3ee76225c851281e335a349a9e3270a7dbc007f6ba23c36ab4ad2/poster.jpg", "sha256": "fbbf8c9044e3ee76225c851281e335a349a9e3270a7dbc007f6ba23c36ab4ad2"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/be2ddd1110286a3d14de99947500b5157bf7a712582997c28ad471acc729ce53/run-record.json", "sha256": "be2ddd1110286a3d14de99947500b5157bf7a712582997c28ad471acc729ce53"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-12-left-return", "seed": 202610160, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 46.196819722652435, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.06521034210303313, "action-following-percent": 100.0, "stationary-drift-pixels": 0.02303012450328201, "generation-seconds": 44.936206170357764, "generation-frames-per-second": 3.9389173026528956, "generation-gpu-usd": 0.049804295172146525}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0726b3053538e229a98b52fcad83723753a3f3240dd250c1028cb61a1a65a701/rollout.mp4", "sha256": "0726b3053538e229a98b52fcad83723753a3f3240dd250c1028cb61a1a65a701"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2c6643575460716c943bc5495b78d91bffeee13cddf7fe7c8ba65c8c66b9e6f4/poster.jpg", "sha256": "2c6643575460716c943bc5495b78d91bffeee13cddf7fe7c8ba65c8c66b9e6f4"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2a1c8af97904aa2fd6f117f098cec518f01d62c35616f4bebfd1109b6828412b/rollout.webm", "sha256": "2a1c8af97904aa2fd6f117f098cec518f01d62c35616f4bebfd1109b6828412b"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/072fc2cd1eb0dc05ba7cbc67d4fcd834ac2b922c99a454c5cca562d296c83379/run-record.json", "sha256": "072fc2cd1eb0dc05ba7cbc67d4fcd834ac2b922c99a454c5cca562d296c83379"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-12-left-return", "seed": 202610161, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 42.76131113152951, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.05628326769399119, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.017270241312802446, "generation-seconds": 41.50644608680159, "generation-frames-per-second": 4.264397863161869, "generation-gpu-usd": 0.0460029777462051}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4136087b7f47cb2a8f22c5563b82af3c4e303788161ab485e448255544624825/rollout.mp4", "sha256": "4136087b7f47cb2a8f22c5563b82af3c4e303788161ab485e448255544624825"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1276330ba0aea1cf1c074ba851ac3beb08b466ddaa65ee2e7e340c563cc4954b/poster.jpg", "sha256": "1276330ba0aea1cf1c074ba851ac3beb08b466ddaa65ee2e7e340c563cc4954b"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c712d1acbb5700642fd788844d16adfd9cb4e336322c0369457ae6eaeac2e6db/run-record.json", "sha256": "c712d1acbb5700642fd788844d16adfd9cb4e336322c0369457ae6eaeac2e6db"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-12-left-return", "seed": 202610162, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 59.921798159368336, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.049595440351275846, "action-following-percent": 100.0, "stationary-drift-pixels": 0.017377938701716264, "generation-seconds": 58.640757117420435, "generation-frames-per-second": 3.018378491355094, "generation-gpu-usd": 0.06499350580514099}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e5459ad10905c61461d50f5ca0a27e38701e8379366d531a0b2e61d24767b251/rollout.mp4", "sha256": "e5459ad10905c61461d50f5ca0a27e38701e8379366d531a0b2e61d24767b251"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a90f3a32351f7f5b0fb718c5a9c9ce32de4599106e7d3614f71eb4df95a23f4c/poster.jpg", "sha256": "a90f3a32351f7f5b0fb718c5a9c9ce32de4599106e7d3614f71eb4df95a23f4c"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5bdb070e6986ebbc9112d5382274a5915be815d552b4d6fe21594f99b48c84bd/run-record.json", "sha256": "5bdb070e6986ebbc9112d5382274a5915be815d552b4d6fe21594f99b48c84bd"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-12-left-return", "seed": 202610160, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 12.618105811998248, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.11122759256381311, "action-following-percent": 100.0, "stationary-drift-pixels": 0.012234290799928181, "generation-seconds": 11.81896098703146, "generation-frames-per-second": 14.975935718394876, "generation-gpu-usd": 0.013099348427293201}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8fba4521ea2ddb317b4ffe34736d013182ef4c7d5b71dc3b28a58656b6a25526/rollout.mp4", "sha256": "8fba4521ea2ddb317b4ffe34736d013182ef4c7d5b71dc3b28a58656b6a25526"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4d2aef97b29368f11f0a3cb2e1284b8813758df2a9c1df236f8b0ff9b3a7d216/poster.jpg", "sha256": "4d2aef97b29368f11f0a3cb2e1284b8813758df2a9c1df236f8b0ff9b3a7d216"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/27d356f9be7324cec0e19567026c5b3671348e126c738acbd2cc0f51c26136ae/rollout.webm", "sha256": "27d356f9be7324cec0e19567026c5b3671348e126c738acbd2cc0f51c26136ae"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/211e0e42d63017988df4329a3ff8b10ff9476060cf895154196ce6ab3264d6f3/run-record.json", "sha256": "211e0e42d63017988df4329a3ff8b10ff9476060cf895154196ce6ab3264d6f3"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-12-left-return", "seed": 202610161, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 12.205465896986425, "status": "succeeded", "scores": {"motion-coverage-percent": 94.87179487179488, "frozen-action-percent": 0.0, "return-view-ssim": 0.0781001314829952, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009805009815723855, "generation-seconds": 11.450077146058902, "generation-frames-per-second": 15.4584111305244, "generation-gpu-usd": 0.012690502170215284}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b65f528ac11af06b10c47b3ae0f45eaf66e9cd2f6a3b3be1c5ea4ad79202a14b/rollout.mp4", "sha256": "b65f528ac11af06b10c47b3ae0f45eaf66e9cd2f6a3b3be1c5ea4ad79202a14b"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/edc6000620d1ebf91171309e4a17b750bfddffe987a0889b33e4a81a82ee3665/poster.jpg", "sha256": "edc6000620d1ebf91171309e4a17b750bfddffe987a0889b33e4a81a82ee3665"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/98b41573974215a0bfba545dfcdb57e9cbba03b4117c5b78f78bdd1cc15fc999/run-record.json", "sha256": "98b41573974215a0bfba545dfcdb57e9cbba03b4117c5b78f78bdd1cc15fc999"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-12-left-return", "seed": 202610162, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 12.141057047992945, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.1044725478598523, "action-following-percent": 100.0, "stationary-drift-pixels": 0.010575368068940352, "generation-seconds": 11.402141215046868, "generation-frames-per-second": 15.523400093170347, "generation-gpu-usd": 0.01263737318001028}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/890598d603b95a8cb9285488f9bd22505fb22a285525f66a7312b11e26d2e459/rollout.mp4", "sha256": "890598d603b95a8cb9285488f9bd22505fb22a285525f66a7312b11e26d2e459"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c3651afbb93b57b10c4f15a0abcce935a571da21de0befaeb78b2d0c9ae13568/poster.jpg", "sha256": "c3651afbb93b57b10c4f15a0abcce935a571da21de0befaeb78b2d0c9ae13568"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/befcd0a6f30fdb1ff3ad78a53317c0665111283edc6d7560efd04a8113890968/run-record.json", "sha256": "befcd0a6f30fdb1ff3ad78a53317c0665111283edc6d7560efd04a8113890968"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-12-left-return", "seed": 202610160, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999405287178393, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073/rollout.mp4", "sha256": "adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677/poster.jpg", "sha256": "9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3deab50ca20c07de0073bbb3e67b511414416474d199f104ab2d7352291125c9/rollout.webm", "sha256": "3deab50ca20c07de0073bbb3e67b511414416474d199f104ab2d7352291125c9"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0068ef67e836912ffe5655a40253dde9aa7f45f222320103194ceec3e97f41c8/run-record.json", "sha256": "0068ef67e836912ffe5655a40253dde9aa7f45f222320103194ceec3e97f41c8"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-12-left-return", "seed": 202610161, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999405287178393, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073/rollout.mp4", "sha256": "adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677/poster.jpg", "sha256": "9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e19c92e4bd139e08227c9c7c24beaf1ef0c9baa4767236fa1335d2685a26066b/run-record.json", "sha256": "e19c92e4bd139e08227c9c7c24beaf1ef0c9baa4767236fa1335d2685a26066b"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-12-left-return", "seed": 202610162, "input_sha256": "8a23dd0632e86134584d5aa2a20c197639ff178b8a05e75df96ec0467559f076", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999405287178393, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073/rollout.mp4", "sha256": "adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677/poster.jpg", "sha256": "9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e19c92e4bd139e08227c9c7c24beaf1ef0c9baa4767236fa1335d2685a26066b/run-record.json", "sha256": "e19c92e4bd139e08227c9c7c24beaf1ef0c9baa4767236fa1335d2685a26066b"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-12-right-return", "seed": 202610160, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 679.8796941377223, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.13559895530239263, "action-following-percent": 100.0, "stationary-drift-pixels": 0.014785558937275747, "generation-seconds": 678.9966034293175, "generation-frames-per-second": 0.2606787708598979, "generation-gpu-usd": 0.7525545688008268}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ee0825be4687905ab72084e4eb36d820360bfd59485583a5a615fce8b45be82c/rollout.mp4", "sha256": "ee0825be4687905ab72084e4eb36d820360bfd59485583a5a615fce8b45be82c"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c98413935287dd65670abe0523a8bff454dcd5695835d94f5b478ed2b18ee57e/poster.jpg", "sha256": "c98413935287dd65670abe0523a8bff454dcd5695835d94f5b478ed2b18ee57e"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/acc019a1c04a91858d52e0e162910950651a5656cdd7d30313e933e144e37d36/rollout.webm", "sha256": "acc019a1c04a91858d52e0e162910950651a5656cdd7d30313e933e144e37d36"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/71e4fec44070dccceabd3b242cdb7f427bad5bd69260320d2386b829f6bad235/run-record.json", "sha256": "71e4fec44070dccceabd3b242cdb7f427bad5bd69260320d2386b829f6bad235"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-12-right-return", "seed": 202610161, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 678.4298541843891, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.14843335310535255, "action-following-percent": 98.7012987012987, "stationary-drift-pixels": 0.01218096094970831, "generation-seconds": 677.5521256774664, "generation-frames-per-second": 0.26123451361476047, "generation-gpu-usd": 0.7509536059591919}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4d173f3ee4f8b9705d6a4ad379f1ecdc6290e97a407d630536a97ef45f4671f3/rollout.mp4", "sha256": "4d173f3ee4f8b9705d6a4ad379f1ecdc6290e97a407d630536a97ef45f4671f3"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fc1ddf4f83a203ed1e938128e2fca24cc9bbf62fd8573428330a55e54c794ee6/poster.jpg", "sha256": "fc1ddf4f83a203ed1e938128e2fca24cc9bbf62fd8573428330a55e54c794ee6"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/21181b406322a40068c7137b52068f1d68a456261cdd9491e30b3411d10738a8/run-record.json", "sha256": "21181b406322a40068c7137b52068f1d68a456261cdd9491e30b3411d10738a8"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-12-right-return", "seed": 202610162, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 679.3202606998384, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.12942717966798262, "action-following-percent": 98.7012987012987, "stationary-drift-pixels": 0.013822932295456837, "generation-seconds": 678.4294122084975, "generation-frames-per-second": 0.2608967076232887, "generation-gpu-usd": 0.7519259318644181}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5222cc89a3b4fddb3967758bb86b35a051132af529a34e8935d5ff0b19bb2833/rollout.mp4", "sha256": "5222cc89a3b4fddb3967758bb86b35a051132af529a34e8935d5ff0b19bb2833"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fbbf8c9044e3ee76225c851281e335a349a9e3270a7dbc007f6ba23c36ab4ad2/poster.jpg", "sha256": "fbbf8c9044e3ee76225c851281e335a349a9e3270a7dbc007f6ba23c36ab4ad2"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b7a366bee6294494a586f6cba6631f5c7d020cc516cc71e7436aa638ad7b7f37/run-record.json", "sha256": "b7a366bee6294494a586f6cba6631f5c7d020cc516cc71e7436aa638ad7b7f37"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-12-right-return", "seed": 202610160, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 37.644566187635064, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.05660263255249229, "action-following-percent": 100.0, "stationary-drift-pixels": 0.022573564462343647, "generation-seconds": 36.39630257058889, "generation-frames-per-second": 4.863131348485659, "generation-gpu-usd": 0.04033923534906935}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/aa115327a94216c8b7bc697957f307ef1a6f51358b3eba9da11385faf09cd329/rollout.mp4", "sha256": "aa115327a94216c8b7bc697957f307ef1a6f51358b3eba9da11385faf09cd329"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2c6643575460716c943bc5495b78d91bffeee13cddf7fe7c8ba65c8c66b9e6f4/poster.jpg", "sha256": "2c6643575460716c943bc5495b78d91bffeee13cddf7fe7c8ba65c8c66b9e6f4"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7d678a9ff77843098017c7aad9253fb74429da47b815a97319972b92dce74b46/rollout.webm", "sha256": "7d678a9ff77843098017c7aad9253fb74429da47b815a97319972b92dce74b46"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b2b1eae252f8e82d542ce925aea14660c023b479929822b0f6f3892d86ac0946/run-record.json", "sha256": "b2b1eae252f8e82d542ce925aea14660c023b479929822b0f6f3892d86ac0946"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-12-right-return", "seed": 202610161, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 46.16193441301584, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.07083737717002844, "action-following-percent": 100.0, "stationary-drift-pixels": 0.020524978549072107, "generation-seconds": 44.86082481127232, "generation-frames-per-second": 3.9455360159923907, "generation-gpu-usd": 0.04972074749916016}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/75988452a10755a92183cbdbfb8069e932e0029702ec6140ad096088ea5bf556/rollout.mp4", "sha256": "75988452a10755a92183cbdbfb8069e932e0029702ec6140ad096088ea5bf556"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1276330ba0aea1cf1c074ba851ac3beb08b466ddaa65ee2e7e340c563cc4954b/poster.jpg", "sha256": "1276330ba0aea1cf1c074ba851ac3beb08b466ddaa65ee2e7e340c563cc4954b"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6fada636c45601a28c252301f099bea94866fb0fed6f2046796f212a4b8acb05/run-record.json", "sha256": "6fada636c45601a28c252301f099bea94866fb0fed6f2046796f212a4b8acb05"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-12-right-return", "seed": 202610162, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 47.62642133515328, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.054614779645231315, "action-following-percent": 100.0, "stationary-drift-pixels": 0.017377938701716264, "generation-seconds": 46.2790394090116, "generation-frames-per-second": 3.8246256244794483, "generation-gpu-usd": 0.05129260201165453}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8016a622e97181fb052b886470a358c9ba99de288fd6584aa36c27cc9baae523/rollout.mp4", "sha256": "8016a622e97181fb052b886470a358c9ba99de288fd6584aa36c27cc9baae523"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a90f3a32351f7f5b0fb718c5a9c9ce32de4599106e7d3614f71eb4df95a23f4c/poster.jpg", "sha256": "a90f3a32351f7f5b0fb718c5a9c9ce32de4599106e7d3614f71eb4df95a23f4c"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/27a456fd40cb6c64f86c06a79bacc6d586e0f30d9fa176542387b02dcee854db/run-record.json", "sha256": "27a456fd40cb6c64f86c06a79bacc6d586e0f30d9fa176542387b02dcee854db"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-12-right-return", "seed": 202610160, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 12.323503884952515, "status": "succeeded", "scores": {"motion-coverage-percent": 88.46153846153847, "frozen-action-percent": 0.0, "return-view-ssim": 0.05439442660891328, "action-following-percent": 100.0, "stationary-drift-pixels": 0.011262405120046946, "generation-seconds": 11.506086230976507, "generation-frames-per-second": 15.383163001462943, "generation-gpu-usd": 0.012752578905998964}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/75afbf0dc96a2be165c4be77825dba32c37f55777445b47e834fc09e27914b8d/rollout.mp4", "sha256": "75afbf0dc96a2be165c4be77825dba32c37f55777445b47e834fc09e27914b8d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4d2aef97b29368f11f0a3cb2e1284b8813758df2a9c1df236f8b0ff9b3a7d216/poster.jpg", "sha256": "4d2aef97b29368f11f0a3cb2e1284b8813758df2a9c1df236f8b0ff9b3a7d216"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/749c3addda419dca83244d41ab7bd56fa3430b4fd3ff642e096e29dcfa8b9773/rollout.webm", "sha256": "749c3addda419dca83244d41ab7bd56fa3430b4fd3ff642e096e29dcfa8b9773"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e6a227ac91553b4a70509387059817374cc80214ef4ddb0d3eebf9d8521871b8/run-record.json", "sha256": "e6a227ac91553b4a70509387059817374cc80214ef4ddb0d3eebf9d8521871b8"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-12-right-return", "seed": 202610161, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 12.215520427096635, "status": "succeeded", "scores": {"motion-coverage-percent": 84.61538461538461, "frozen-action-percent": 0.0, "return-view-ssim": 0.08181122945759355, "action-following-percent": 100.0, "stationary-drift-pixels": 0.0096960307410169, "generation-seconds": 11.34491518093273, "generation-frames-per-second": 15.601703245651574, "generation-gpu-usd": 0.01257394765886711}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1f21ee3eed78f79dba93b1d29c55b41022c2e6deaa9c1254e00bdabb70731061/rollout.mp4", "sha256": "1f21ee3eed78f79dba93b1d29c55b41022c2e6deaa9c1254e00bdabb70731061"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/edc6000620d1ebf91171309e4a17b750bfddffe987a0889b33e4a81a82ee3665/poster.jpg", "sha256": "edc6000620d1ebf91171309e4a17b750bfddffe987a0889b33e4a81a82ee3665"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/eacff24425529c10af22a7a5624cc43fecdaea6a6e3a1bcc501733a199d61a70/run-record.json", "sha256": "eacff24425529c10af22a7a5624cc43fecdaea6a6e3a1bcc501733a199d61a70"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-12-right-return", "seed": 202610162, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 11.819910684134811, "status": "succeeded", "scores": {"motion-coverage-percent": 83.33333333333333, "frozen-action-percent": 0.0, "return-view-ssim": 0.05500403753697561, "action-following-percent": 100.0, "stationary-drift-pixels": 0.012387642468417554, "generation-seconds": 11.096611976157874, "generation-frames-per-second": 15.950814571177341, "generation-gpu-usd": 0.012298744940241644}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b9d11ae9112a40672e9f22093dccbaa336b1891a558efe4f565c072f75e29aae/rollout.mp4", "sha256": "b9d11ae9112a40672e9f22093dccbaa336b1891a558efe4f565c072f75e29aae"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c3651afbb93b57b10c4f15a0abcce935a571da21de0befaeb78b2d0c9ae13568/poster.jpg", "sha256": "c3651afbb93b57b10c4f15a0abcce935a571da21de0befaeb78b2d0c9ae13568"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/950e2b7a9cd2e8f1b7270341355d35f6ef341a22b01f2c4422caeff52ccd8665/run-record.json", "sha256": "950e2b7a9cd2e8f1b7270341355d35f6ef341a22b01f2c4422caeff52ccd8665"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-12-right-return", "seed": 202610160, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999405287178393, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073/rollout.mp4", "sha256": "adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677/poster.jpg", "sha256": "9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/010649e30be17105fe6e43c3037a3e6614090fad1f9207e894f2bfb9f7689644/rollout.webm", "sha256": "010649e30be17105fe6e43c3037a3e6614090fad1f9207e894f2bfb9f7689644"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5abca37eaf1d3ffa7c407a80405673f316bc946d4a644b7c0010e4a1d481e615/run-record.json", "sha256": "5abca37eaf1d3ffa7c407a80405673f316bc946d4a644b7c0010e4a1d481e615"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-12-right-return", "seed": 202610161, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999405287178393, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073/rollout.mp4", "sha256": "adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677/poster.jpg", "sha256": "9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/65357f587da70b0ab78dde40a57354b0fd71eb191cc658315e23515a80131140/run-record.json", "sha256": "65357f587da70b0ab78dde40a57354b0fd71eb191cc658315e23515a80131140"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-12-right-return", "seed": 202610162, "input_sha256": "db491218f432a1db022fbee4e3226afaa52d16f2a53fea7acc2ffe6c39d20e9e", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999405287178393, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073/rollout.mp4", "sha256": "adebad2114ed1271bd03c2ea7838decb1a8cddf5c6ab9b8d67eae91c9618d073"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677/poster.jpg", "sha256": "9bb48648f493eef196097b472c8c6600924c6e2f1f79bbedfeace12b9be7b677"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/65357f587da70b0ab78dde40a57354b0fd71eb191cc658315e23515a80131140/run-record.json", "sha256": "65357f587da70b0ab78dde40a57354b0fd71eb191cc658315e23515a80131140"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-34-left-return", "seed": 202610160, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 683.0830500088632, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.5194871926579205, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01623326481767201, "generation-seconds": 681.6909644789994, "generation-frames-per-second": 0.2596484466172689, "generation-gpu-usd": 0.7555408189642243}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/603bf7ce61451358051f0e6f6c9902874120b685b687eb3d6069d574b96d42d7/rollout.mp4", "sha256": "603bf7ce61451358051f0e6f6c9902874120b685b687eb3d6069d574b96d42d7"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b08e8d36089b789b0371f46efdd2ce09e4f0db244d5a0ab1305bb49af4772675/poster.jpg", "sha256": "b08e8d36089b789b0371f46efdd2ce09e4f0db244d5a0ab1305bb49af4772675"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/bdd90ebdce2b3b7521fc7a22e024fe571189fb3507f8edbcb6a0abc440f40553/rollout.webm", "sha256": "bdd90ebdce2b3b7521fc7a22e024fe571189fb3507f8edbcb6a0abc440f40553"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f065a6e76a066621fe157273d502a897000ce5d290d238eb7e623191b21f154c/run-record.json", "sha256": "f065a6e76a066621fe157273d502a897000ce5d290d238eb7e623191b21f154c"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-34-left-return", "seed": 202610161, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 681.1564835496247, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.4698481801073343, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.016113570239625598, "generation-seconds": 680.4058741144836, "generation-frames-per-second": 0.2601388476111515, "generation-gpu-usd": 0.754116510476886}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7939cb92f30600711df881abe35dd8b7341f4c69a5cb8844cff4c105ab43131c/rollout.mp4", "sha256": "7939cb92f30600711df881abe35dd8b7341f4c69a5cb8844cff4c105ab43131c"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/73e7c7d876ae06030f3f35fefde567062660c26e49291c6820114db267bebe1d/poster.jpg", "sha256": "73e7c7d876ae06030f3f35fefde567062660c26e49291c6820114db267bebe1d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/40e0169f27d5e564e15dc98637296ddaa9992d4367cbe329e3618ceafcc3a6cf/run-record.json", "sha256": "40e0169f27d5e564e15dc98637296ddaa9992d4367cbe329e3618ceafcc3a6cf"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-34-left-return", "seed": 202610162, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 686.1284453496337, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.44533345156338355, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01573585879992063, "generation-seconds": 685.3173078708351, "generation-frames-per-second": 0.25827452184143584, "generation-gpu-usd": 0.7595600162235089}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d88e10cae393da3660ad3df0743b874b02af7f5f085da43705244fd8633f205a/rollout.mp4", "sha256": "d88e10cae393da3660ad3df0743b874b02af7f5f085da43705244fd8633f205a"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2bbf9295ff0359644156b8214f9065ea772ab521767088aa11a7793ce734b64d/poster.jpg", "sha256": "2bbf9295ff0359644156b8214f9065ea772ab521767088aa11a7793ce734b64d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/347834cadfcbbd3dfa06082e78b93e96f01fcf782b553b89a979af81e2fa0dbc/run-record.json", "sha256": "347834cadfcbbd3dfa06082e78b93e96f01fcf782b553b89a979af81e2fa0dbc"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-34-left-return", "seed": 202610160, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 52.89185528457165, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.5006291315631421, "action-following-percent": 100.0, "stationary-drift-pixels": 0.018636961843315994, "generation-seconds": 51.562122265808284, "generation-frames-per-second": 3.4327524202271187, "generation-gpu-usd": 0.05714801884460419}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8fb3a430f64a14fdc116b219b324a58b4f36fd9cb0e91226124d806e2856ecf6/rollout.mp4", "sha256": "8fb3a430f64a14fdc116b219b324a58b4f36fd9cb0e91226124d806e2856ecf6"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7aa3f3defd51cdb728effa15be024ac497fe2adb17f7e524a66d670c6810d98f/poster.jpg", "sha256": "7aa3f3defd51cdb728effa15be024ac497fe2adb17f7e524a66d670c6810d98f"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fc0aa349bf43a8fae04a3225d3ac22da5007786897a4374c2f5dedace48a52bc/rollout.webm", "sha256": "fc0aa349bf43a8fae04a3225d3ac22da5007786897a4374c2f5dedace48a52bc"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/194a74d49470954704677455354b9cf55913cf11a345f2217a6b8d1fdf5e512a/run-record.json", "sha256": "194a74d49470954704677455354b9cf55913cf11a345f2217a6b8d1fdf5e512a"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-34-left-return", "seed": 202610161, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 42.64414666965604, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.5072008104733688, "action-following-percent": 100.0, "stationary-drift-pixels": 0.020203112109719316, "generation-seconds": 41.355648865923285, "generation-frames-per-second": 4.279947355531557, "generation-gpu-usd": 0.045835844159731645}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/15f2f39b726d1d1e6ad030efdcdc7963031e4f1701d4240b57e9c1c633e9caed/rollout.mp4", "sha256": "15f2f39b726d1d1e6ad030efdcdc7963031e4f1701d4240b57e9c1c633e9caed"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a6bbb5d7c254c160126981b1567180bc33b0f1a657829eef7cd0f611c7bc18c4/poster.jpg", "sha256": "a6bbb5d7c254c160126981b1567180bc33b0f1a657829eef7cd0f611c7bc18c4"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cda2c7b2c190b6a10d8e4259bd0d685dc648b4366716acdb511a8a7d7b4e5320/run-record.json", "sha256": "cda2c7b2c190b6a10d8e4259bd0d685dc648b4366716acdb511a8a7d7b4e5320"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-34-left-return", "seed": 202610162, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 52.20411634631455, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.5072576226170608, "action-following-percent": 100.0, "stationary-drift-pixels": 0.021140192166484908, "generation-seconds": 50.90508883167058, "generation-frames-per-second": 3.4770590536692967, "generation-gpu-usd": 0.0564198067884349}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cc37bfeef111628395f78631265a1dd173515d804676bf301d1fb65b452bdc00/rollout.mp4", "sha256": "cc37bfeef111628395f78631265a1dd173515d804676bf301d1fb65b452bdc00"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9edfe85e9f2e4e004aa63515822fac37940806c7eb8ecd4cc9ab727f07ec846b/poster.jpg", "sha256": "9edfe85e9f2e4e004aa63515822fac37940806c7eb8ecd4cc9ab727f07ec846b"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6c162277de4efd03d9a7ecd134ae1bc293151805da7f99fb5aed602eed1592e7/run-record.json", "sha256": "6c162277de4efd03d9a7ecd134ae1bc293151805da7f99fb5aed602eed1592e7"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-34-left-return", "seed": 202610160, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 11.84844558709301, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.4142093526624948, "action-following-percent": 100.0, "stationary-drift-pixels": 0.00676874791943984, "generation-seconds": 11.064398621208966, "generation-frames-per-second": 15.997254442795903, "generation-gpu-usd": 0.01226304180517327}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8f7a1237e8bad3b8f09781067e65dfb6bc32a006a8bc7b86b9d87455fe6606d8/rollout.mp4", "sha256": "8f7a1237e8bad3b8f09781067e65dfb6bc32a006a8bc7b86b9d87455fe6606d8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/11d7ec25556b890770d19762cc874143adb77234b0b93fc1558438ce2403a6d1/poster.jpg", "sha256": "11d7ec25556b890770d19762cc874143adb77234b0b93fc1558438ce2403a6d1"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a5f8ea107ecb8049d09511f92a152e14f9eab8da632f4dc48a2f7223bd8aa205/rollout.webm", "sha256": "a5f8ea107ecb8049d09511f92a152e14f9eab8da632f4dc48a2f7223bd8aa205"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/747e12e47fe26ccd3c9751fd5a23fdb4e1033b5d4ab0bb05fa9765a63344d847/run-record.json", "sha256": "747e12e47fe26ccd3c9751fd5a23fdb4e1033b5d4ab0bb05fa9765a63344d847"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-34-left-return", "seed": 202610161, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 12.023167363135144, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.38982431373704185, "action-following-percent": 100.0, "stationary-drift-pixels": 0.008303463025807386, "generation-seconds": 11.247295595007017, "generation-frames-per-second": 15.737116403215644, "generation-gpu-usd": 0.012465752617799445}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/02bcbed732f81c925bea131a88e5f5720c0d133bd9cad83c5b704d431e1d99c3/rollout.mp4", "sha256": "02bcbed732f81c925bea131a88e5f5720c0d133bd9cad83c5b704d431e1d99c3"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/13deb41888c6634c46d868f415dafc54e0da9a2ee6869d6c94aa71a4535de03f/poster.jpg", "sha256": "13deb41888c6634c46d868f415dafc54e0da9a2ee6869d6c94aa71a4535de03f"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ccf0c68973decce5463bbaae19796893d329c9717e01c61614bd8e565a638c2d/run-record.json", "sha256": "ccf0c68973decce5463bbaae19796893d329c9717e01c61614bd8e565a638c2d"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-34-left-return", "seed": 202610162, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 11.76829527807422, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.4737134041917992, "action-following-percent": 100.0, "stationary-drift-pixels": 0.007961996070348705, "generation-seconds": 11.02796740597114, "generation-frames-per-second": 16.05010184416782, "generation-gpu-usd": 0.012222663874951346}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/956caff815887e46dfc884960c5ea70527388870cb9db6150b75e56bc249c846/rollout.mp4", "sha256": "956caff815887e46dfc884960c5ea70527388870cb9db6150b75e56bc249c846"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/df841c5ee0af702402f97d4445eede509203b322316a05284a79646c8eb6d77f/poster.jpg", "sha256": "df841c5ee0af702402f97d4445eede509203b322316a05284a79646c8eb6d77f"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4442cb9afd7a8207c7c57a83e171cbe5306e53aa4985c92005a27d415fcb84aa/run-record.json", "sha256": "4442cb9afd7a8207c7c57a83e171cbe5306e53aa4985c92005a27d415fcb84aa"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-34-left-return", "seed": 202610160, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999067879526514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420/rollout.mp4", "sha256": "c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09/poster.jpg", "sha256": "cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/015dd3e44d4e2814050f2482027822f3a219713c4b1b110c956ba9e34d596c1e/rollout.webm", "sha256": "015dd3e44d4e2814050f2482027822f3a219713c4b1b110c956ba9e34d596c1e"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2b999eb00ccd06b5ccc55d5f0d09049e2d63b5ddc2b180f0316adaf4a36f664d/run-record.json", "sha256": "2b999eb00ccd06b5ccc55d5f0d09049e2d63b5ddc2b180f0316adaf4a36f664d"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-34-left-return", "seed": 202610161, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999067879526514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420/rollout.mp4", "sha256": "c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09/poster.jpg", "sha256": "cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/07c19194f1dd44119a27fab97dcda247b2b9067a7c77588729c1df5bc3f80ebb/run-record.json", "sha256": "07c19194f1dd44119a27fab97dcda247b2b9067a7c77588729c1df5bc3f80ebb"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-34-left-return", "seed": 202610162, "input_sha256": "2441f3f61b3a56ccece3d7200349040960815c44351b85ff0574654965da6d81", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999067879526514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420/rollout.mp4", "sha256": "c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09/poster.jpg", "sha256": "cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/07c19194f1dd44119a27fab97dcda247b2b9067a7c77588729c1df5bc3f80ebb/run-record.json", "sha256": "07c19194f1dd44119a27fab97dcda247b2b9067a7c77588729c1df5bc3f80ebb"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-34-right-return", "seed": 202610160, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 689.3738817386329, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.48007306022275104, "action-following-percent": 100.0, "stationary-drift-pixels": 0.012685324793215904, "generation-seconds": 688.5957396812737, "generation-frames-per-second": 0.25704486653072667, "generation-gpu-usd": 0.7631936114800784}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f9161e832efaf02c90cf605f5e096e8255f5ca084b48895aa5c2cbe48097b177/rollout.mp4", "sha256": "f9161e832efaf02c90cf605f5e096e8255f5ca084b48895aa5c2cbe48097b177"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b08e8d36089b789b0371f46efdd2ce09e4f0db244d5a0ab1305bb49af4772675/poster.jpg", "sha256": "b08e8d36089b789b0371f46efdd2ce09e4f0db244d5a0ab1305bb49af4772675"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/82f3199fbff449e60d74434fc3752a382a7a79fade8dcd8062e1cfc6f39b4cdb/rollout.webm", "sha256": "82f3199fbff449e60d74434fc3752a382a7a79fade8dcd8062e1cfc6f39b4cdb"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/01fc96c8372bf1f42ba34e6949638be180e91ba68fb0813e1bd4cec181d12c75/run-record.json", "sha256": "01fc96c8372bf1f42ba34e6949638be180e91ba68fb0813e1bd4cec181d12c75"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-34-right-return", "seed": 202610161, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 693.8203883692622, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.5059571331745638, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.015127648435488368, "generation-seconds": 692.9987761676311, "generation-frames-per-second": 0.2554117064662536, "generation-gpu-usd": 0.7680736435857912}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2332e90cc6eddaf561407884e9a6adfca38974135b7a14cf3e6c214641a7861d/rollout.mp4", "sha256": "2332e90cc6eddaf561407884e9a6adfca38974135b7a14cf3e6c214641a7861d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/73e7c7d876ae06030f3f35fefde567062660c26e49291c6820114db267bebe1d/poster.jpg", "sha256": "73e7c7d876ae06030f3f35fefde567062660c26e49291c6820114db267bebe1d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/783203c49ef8a6d04b2a4a33716a2b4add035771ebe33e77fa739a0059b8907b/run-record.json", "sha256": "783203c49ef8a6d04b2a4a33716a2b4add035771ebe33e77fa739a0059b8907b"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-34-right-return", "seed": 202610162, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 683.8101816102862, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.521861112779378, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01581871383737088, "generation-seconds": 683.0838905461133, "generation-frames-per-second": 0.25911897857595745, "generation-gpu-usd": 0.7570846453552755}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/bbeae424adeecbf294d8ce1f8eec637cb1273e34eacc8c2989aa35fccd0174bd/rollout.mp4", "sha256": "bbeae424adeecbf294d8ce1f8eec637cb1273e34eacc8c2989aa35fccd0174bd"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2bbf9295ff0359644156b8214f9065ea772ab521767088aa11a7793ce734b64d/poster.jpg", "sha256": "2bbf9295ff0359644156b8214f9065ea772ab521767088aa11a7793ce734b64d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/08f6550a73e416b7cb70256193b3e0203462e53b8c360f84b1862722e160c102/run-record.json", "sha256": "08f6550a73e416b7cb70256193b3e0203462e53b8c360f84b1862722e160c102"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-34-right-return", "seed": 202610160, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 38.9122431660071, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.4997515948142386, "action-following-percent": 100.0, "stationary-drift-pixels": 0.02354102226070262, "generation-seconds": 37.59285855013877, "generation-frames-per-second": 4.708341073981633, "generation-gpu-usd": 0.04166541822640381}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/592b92ce1b6cc95ee7b5066cb95cd561be8a1ca1a6a130077bd98cfd5223de83/rollout.mp4", "sha256": "592b92ce1b6cc95ee7b5066cb95cd561be8a1ca1a6a130077bd98cfd5223de83"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7aa3f3defd51cdb728effa15be024ac497fe2adb17f7e524a66d670c6810d98f/poster.jpg", "sha256": "7aa3f3defd51cdb728effa15be024ac497fe2adb17f7e524a66d670c6810d98f"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6aa08c4529f22e483700324f215aeef045a8005d5d0ecfa9b0ac20f928741d8d/rollout.webm", "sha256": "6aa08c4529f22e483700324f215aeef045a8005d5d0ecfa9b0ac20f928741d8d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/72ab7ff760e554864bc079ad484a137ec36dcb4c83b51a5852f1793c855f9ff1/run-record.json", "sha256": "72ab7ff760e554864bc079ad484a137ec36dcb4c83b51a5852f1793c855f9ff1"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-34-right-return", "seed": 202610161, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 41.86540633998811, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.5126049495766629, "action-following-percent": 100.0, "stationary-drift-pixels": 0.022247616971213136, "generation-seconds": 40.43970821984112, "generation-frames-per-second": 4.376886179241958, "generation-gpu-usd": 0.04482067661032391}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/92dad8ff3caf5492c2f80b8931564730361aff74173f93c97054816fc2f872b5/rollout.mp4", "sha256": "92dad8ff3caf5492c2f80b8931564730361aff74173f93c97054816fc2f872b5"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a6bbb5d7c254c160126981b1567180bc33b0f1a657829eef7cd0f611c7bc18c4/poster.jpg", "sha256": "a6bbb5d7c254c160126981b1567180bc33b0f1a657829eef7cd0f611c7bc18c4"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ff28d78de5674dad3daf53c1cfbd3548467fece15aebf96218ef24e70b311ce3/run-record.json", "sha256": "ff28d78de5674dad3daf53c1cfbd3548467fece15aebf96218ef24e70b311ce3"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-34-right-return", "seed": 202610162, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 38.15476787928492, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.5065861837988633, "action-following-percent": 100.0, "stationary-drift-pixels": 0.020969325289832766, "generation-seconds": 36.879040690138936, "generation-frames-per-second": 4.799474083048151, "generation-gpu-usd": 0.040874270098237325}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ea161fd99557a3a0c11af12f1222f9c28ba979496a2503d3a4c6164e9131e3df/rollout.mp4", "sha256": "ea161fd99557a3a0c11af12f1222f9c28ba979496a2503d3a4c6164e9131e3df"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9edfe85e9f2e4e004aa63515822fac37940806c7eb8ecd4cc9ab727f07ec846b/poster.jpg", "sha256": "9edfe85e9f2e4e004aa63515822fac37940806c7eb8ecd4cc9ab727f07ec846b"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ade89adb02d1388f28f99afc69737e6df468dd8527cfd2e8eff903c27b0163aa/run-record.json", "sha256": "ade89adb02d1388f28f99afc69737e6df468dd8527cfd2e8eff903c27b0163aa"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-34-right-return", "seed": 202610160, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 11.970216338988394, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.3082393326441477, "action-following-percent": 100.0, "stationary-drift-pixels": 0.006526054040319145, "generation-seconds": 11.04171693813987, "generation-frames-per-second": 16.030115695921662, "generation-gpu-usd": 0.01223790293977169}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4d547d32da08f2a7febdb0a3fe2c60d7653ee76aeb9e6bc3cb62a4fd64d5b84e/rollout.mp4", "sha256": "4d547d32da08f2a7febdb0a3fe2c60d7653ee76aeb9e6bc3cb62a4fd64d5b84e"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/11d7ec25556b890770d19762cc874143adb77234b0b93fc1558438ce2403a6d1/poster.jpg", "sha256": "11d7ec25556b890770d19762cc874143adb77234b0b93fc1558438ce2403a6d1"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4011a39939c9009d9e47cc4565782375ba4f1e5bf0cd6e41feec5de7afef8123/rollout.webm", "sha256": "4011a39939c9009d9e47cc4565782375ba4f1e5bf0cd6e41feec5de7afef8123"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/39f72991931260a9eae2ba19a4b0f57ac3b191077b081cfb14da007a1f8f6925/run-record.json", "sha256": "39f72991931260a9eae2ba19a4b0f57ac3b191077b081cfb14da007a1f8f6925"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-34-right-return", "seed": 202610161, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 11.996460366994143, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.24631827650205584, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009561552203336467, "generation-seconds": 11.176077828044072, "generation-frames-per-second": 15.837398658396495, "generation-gpu-usd": 0.012386819592748847}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ba598781dddaecaaa9ceecd02838062537a94541d514b84b0436187b7e0aafb3/rollout.mp4", "sha256": "ba598781dddaecaaa9ceecd02838062537a94541d514b84b0436187b7e0aafb3"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/13deb41888c6634c46d868f415dafc54e0da9a2ee6869d6c94aa71a4535de03f/poster.jpg", "sha256": "13deb41888c6634c46d868f415dafc54e0da9a2ee6869d6c94aa71a4535de03f"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0461649bf325d42067ea669ad0e5f52d58b8c54077da003bd8e0a6cda8c49e3c/run-record.json", "sha256": "0461649bf325d42067ea669ad0e5f52d58b8c54077da003bd8e0a6cda8c49e3c"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-34-right-return", "seed": 202610162, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 11.860828049946576, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.43314841150654265, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009684608089353725, "generation-seconds": 11.113071833038703, "generation-frames-per-second": 15.927189408943288, "generation-gpu-usd": 0.012316987948284562}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c1379c714bc50f59cc42572a769c2db0c614b38563a6322e387ea5d33bcc664f/rollout.mp4", "sha256": "c1379c714bc50f59cc42572a769c2db0c614b38563a6322e387ea5d33bcc664f"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/df841c5ee0af702402f97d4445eede509203b322316a05284a79646c8eb6d77f/poster.jpg", "sha256": "df841c5ee0af702402f97d4445eede509203b322316a05284a79646c8eb6d77f"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0b5ea8e9b9e005c3b96458cc52036ef1883ae35e71f9bcdc73a673949fcf1f97/run-record.json", "sha256": "0b5ea8e9b9e005c3b96458cc52036ef1883ae35e71f9bcdc73a673949fcf1f97"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-34-right-return", "seed": 202610160, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999067879526514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420/rollout.mp4", "sha256": "c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09/poster.jpg", "sha256": "cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3fea34521b3fbff432af728c08eed73ffa46ccf9cc5074662fc14683be3ec79c/rollout.webm", "sha256": "3fea34521b3fbff432af728c08eed73ffa46ccf9cc5074662fc14683be3ec79c"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/127f569eef20f57d47d0254948b17f9a3a7c19878bc13d30fcfe13df9903daf9/run-record.json", "sha256": "127f569eef20f57d47d0254948b17f9a3a7c19878bc13d30fcfe13df9903daf9"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-34-right-return", "seed": 202610161, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999067879526514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420/rollout.mp4", "sha256": "c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09/poster.jpg", "sha256": "cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b425bbdddb7947e06bbe52e9a0d0395daf21f0a9057aa9f240a14fb37618a4cd/run-record.json", "sha256": "b425bbdddb7947e06bbe52e9a0d0395daf21f0a9057aa9f240a14fb37618a4cd"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-34-right-return", "seed": 202610162, "input_sha256": "673e1eb26f58f7c2ef3139fcd2473714e642e264f9fd3eb4bbbb62232b99ba31", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999067879526514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420/rollout.mp4", "sha256": "c2e308d6aa605199f17d8b73cff8974f09c022978568d4fb2904d74d61195420"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09/poster.jpg", "sha256": "cb31f6dbc1db331c81bb1545275f92461b5bf96b38d101f79ebcb10d0091ad09"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b425bbdddb7947e06bbe52e9a0d0395daf21f0a9057aa9f240a14fb37618a4cd/run-record.json", "sha256": "b425bbdddb7947e06bbe52e9a0d0395daf21f0a9057aa9f240a14fb37618a4cd"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-35-left-return", "seed": 202610160, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 683.0390399210155, "status": "succeeded", "scores": {"motion-coverage-percent": 96.15384615384616, "frozen-action-percent": 0.0, "return-view-ssim": 0.08444731743656164, "action-following-percent": 100.0, "stationary-drift-pixels": 0.014668500591571616, "generation-seconds": 682.1717684827745, "generation-frames-per-second": 0.25946544283658585, "generation-gpu-usd": 0.7560737100684085}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5be37405c48660b8436441ea33f6c08f07bf02dea487dd7c14161bbda8b6c9a3/rollout.mp4", "sha256": "5be37405c48660b8436441ea33f6c08f07bf02dea487dd7c14161bbda8b6c9a3"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/923919f8d051fb33b4def69891a39f8ad68b2288f9249f3fc7999c8f01bd8109/poster.jpg", "sha256": "923919f8d051fb33b4def69891a39f8ad68b2288f9249f3fc7999c8f01bd8109"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ac46e579a043d5dcfd52b6142a663114ddcd9861adaabd3eae2c6c6aa3c061d9/rollout.webm", "sha256": "ac46e579a043d5dcfd52b6142a663114ddcd9861adaabd3eae2c6c6aa3c061d9"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b8d29311a649a1015370b635e11e3c3d7f0070c5fb1572a75da8823fe99d5539/run-record.json", "sha256": "b8d29311a649a1015370b635e11e3c3d7f0070c5fb1572a75da8823fe99d5539"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-35-left-return", "seed": 202610161, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 682.8287589177489, "status": "succeeded", "scores": {"motion-coverage-percent": 75.64102564102564, "frozen-action-percent": 0.0, "return-view-ssim": 0.09274000789161908, "action-following-percent": 98.30508474576271, "stationary-drift-pixels": 0.015527942052896265, "generation-seconds": 681.9420903511345, "generation-frames-per-second": 0.259552830811282, "generation-gpu-usd": 0.7558191501391741}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f902dd49793da18e3bdbb8ba3ee5f2e8e1080d22350d9acf48f57b779d95f2ed/rollout.mp4", "sha256": "f902dd49793da18e3bdbb8ba3ee5f2e8e1080d22350d9acf48f57b779d95f2ed"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f7fb9ab1421f568d30b169a471de56def29bac85cbb5929e8cb5f7a4f43b5cc6/poster.jpg", "sha256": "f7fb9ab1421f568d30b169a471de56def29bac85cbb5929e8cb5f7a4f43b5cc6"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9a277f370ab1a46526107d72ff402dbf649b7145523c5c96b22d2fd2478f9dbd/run-record.json", "sha256": "9a277f370ab1a46526107d72ff402dbf649b7145523c5c96b22d2fd2478f9dbd"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-35-left-return", "seed": 202610162, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 683.7992329336703, "status": "succeeded", "scores": {"motion-coverage-percent": 82.05128205128206, "frozen-action-percent": 0.0, "return-view-ssim": 0.09375912102182661, "action-following-percent": 100.0, "stationary-drift-pixels": 0.020301622449289746, "generation-seconds": 682.9188383556902, "generation-frames-per-second": 0.25918160410712177, "generation-gpu-usd": 0.75690171251089}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/48fde3e67e41d8241b6044bd3afc94ae7ed0e45c75fc27dc992c16584055dd05/rollout.mp4", "sha256": "48fde3e67e41d8241b6044bd3afc94ae7ed0e45c75fc27dc992c16584055dd05"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9ad67dde33f21dca0adf0f06747dcdd5c4db2846ddaf950c5e354ba4b1c8f005/poster.jpg", "sha256": "9ad67dde33f21dca0adf0f06747dcdd5c4db2846ddaf950c5e354ba4b1c8f005"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/00124e157012ade89900661e6f0c0b0e2da71b8fdf4a3779607550875d6dd2e7/run-record.json", "sha256": "00124e157012ade89900661e6f0c0b0e2da71b8fdf4a3779607550875d6dd2e7"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-35-left-return", "seed": 202610160, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 40.339622276835144, "status": "succeeded", "scores": {"motion-coverage-percent": 94.87179487179488, "frozen-action-percent": 0.0, "return-view-ssim": 0.04818183223117484, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01846690021296354, "generation-seconds": 38.92367774900049, "generation-frames-per-second": 4.5473606358932805, "generation-gpu-usd": 0.04314040950514221}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a5bfca3398431e3d7b0f884c258aeb9737ac38acd85f1cdf2337bc5e2d339344/rollout.mp4", "sha256": "a5bfca3398431e3d7b0f884c258aeb9737ac38acd85f1cdf2337bc5e2d339344"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ccf28e38a23f490012b00813f072057039ded7772b6912a13510cb5037e16047/poster.jpg", "sha256": "ccf28e38a23f490012b00813f072057039ded7772b6912a13510cb5037e16047"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d6bf56273cde8492f4c91a056d15c5d975e03dcba9898839c3d3a0979078e1ba/rollout.webm", "sha256": "d6bf56273cde8492f4c91a056d15c5d975e03dcba9898839c3d3a0979078e1ba"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ddd862fee501656c4b8a25f05339618ffce8c3a68735f27371ba8ceaab8380af/run-record.json", "sha256": "ddd862fee501656c4b8a25f05339618ffce8c3a68735f27371ba8ceaab8380af"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-35-left-return", "seed": 202610161, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 42.036029728129506, "status": "succeeded", "scores": {"motion-coverage-percent": 83.33333333333333, "frozen-action-percent": 0.0, "return-view-ssim": 0.05663723709353646, "action-following-percent": 98.46153846153847, "stationary-drift-pixels": 0.019586158103370017, "generation-seconds": 40.75965924654156, "generation-frames-per-second": 4.342528943369868, "generation-gpu-usd": 0.04517528899825023}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c069da598e4f6366a905ec302f5948ed2d279bab9530a973959490107c3c1e04/rollout.mp4", "sha256": "c069da598e4f6366a905ec302f5948ed2d279bab9530a973959490107c3c1e04"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c0dfa74ea2e093718de07778871524f41a03101e72b9faefc80e66f406805cc3/poster.jpg", "sha256": "c0dfa74ea2e093718de07778871524f41a03101e72b9faefc80e66f406805cc3"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f143af0e8387bb8156bc21827a833bdb7037c9a698ca6e127e3ef7ca9b85ce01/run-record.json", "sha256": "f143af0e8387bb8156bc21827a833bdb7037c9a698ca6e127e3ef7ca9b85ce01"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-35-left-return", "seed": 202610162, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 42.7263424359262, "status": "succeeded", "scores": {"motion-coverage-percent": 88.46153846153847, "frozen-action-percent": 0.0, "return-view-ssim": 0.070075949364722, "action-following-percent": 100.0, "stationary-drift-pixels": 0.016223917449187497, "generation-seconds": 41.33039050363004, "generation-frames-per-second": 4.282562972262604, "generation-gpu-usd": 0.04580784947485663}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9ed890c803389848944f2fdc9ca4d92c67606aa71ac0ef2acf77d8617878c51f/rollout.mp4", "sha256": "9ed890c803389848944f2fdc9ca4d92c67606aa71ac0ef2acf77d8617878c51f"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/19f5dea9b88f9448e9bc12eb3c0d7719fe8e87bcc257b77d3946023a1e9f9c25/poster.jpg", "sha256": "19f5dea9b88f9448e9bc12eb3c0d7719fe8e87bcc257b77d3946023a1e9f9c25"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b14a491c9bb770954153499973aab492e384d452afbb487da37c9e96ed4eeec8/run-record.json", "sha256": "b14a491c9bb770954153499973aab492e384d452afbb487da37c9e96ed4eeec8"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-35-left-return", "seed": 202610160, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 12.076019224943593, "status": "succeeded", "scores": {"motion-coverage-percent": 96.15384615384616, "frozen-action-percent": 0.0, "return-view-ssim": 0.05808415161589252, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01730010253925475, "generation-seconds": 11.236108510987833, "generation-frames-per-second": 15.752784856688686, "generation-gpu-usd": 0.012453353599678182}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/dbb9e875c62fba14a5d66fb04055f4079ecab43f29672c74d4246df6f75c71c8/rollout.mp4", "sha256": "dbb9e875c62fba14a5d66fb04055f4079ecab43f29672c74d4246df6f75c71c8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5e94b79c850fd79812d426f9eb28addb73ef28e076d032951f78c60d828ae8a5/poster.jpg", "sha256": "5e94b79c850fd79812d426f9eb28addb73ef28e076d032951f78c60d828ae8a5"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/220ebd78b3f973cfd59fbdaf17bf61ee2e9bbb22d500b4a8f19d0220b193bd62/rollout.webm", "sha256": "220ebd78b3f973cfd59fbdaf17bf61ee2e9bbb22d500b4a8f19d0220b193bd62"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7d65deabc0afd51e6be8e8160081c7997deb8d32f78e2fe402fa473549a2528e/run-record.json", "sha256": "7d65deabc0afd51e6be8e8160081c7997deb8d32f78e2fe402fa473549a2528e"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-35-left-return", "seed": 202610161, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 11.767917964840308, "status": "succeeded", "scores": {"motion-coverage-percent": 92.3076923076923, "frozen-action-percent": 0.0, "return-view-ssim": 0.050114146340016825, "action-following-percent": 100.0, "stationary-drift-pixels": 0.013725891438968543, "generation-seconds": 10.974869271973148, "generation-frames-per-second": 16.12775474711213, "generation-gpu-usd": 0.012163813443103574}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/40d7a2f7a611591466a9e5775a499f59afc86e5cbe848be2956cf73937552919/rollout.mp4", "sha256": "40d7a2f7a611591466a9e5775a499f59afc86e5cbe848be2956cf73937552919"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/089708b73471b7f60e52abeb758005ab7cd51d5a61138495684b6fd24f2bf780/poster.jpg", "sha256": "089708b73471b7f60e52abeb758005ab7cd51d5a61138495684b6fd24f2bf780"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8c393e99be9cf18ca354295fe4bee724850034c15039d23ef19c3b416beef82a/run-record.json", "sha256": "8c393e99be9cf18ca354295fe4bee724850034c15039d23ef19c3b416beef82a"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-35-left-return", "seed": 202610162, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 11.784387971973047, "status": "succeeded", "scores": {"motion-coverage-percent": 85.8974358974359, "frozen-action-percent": 0.0, "return-view-ssim": 0.0598092662883775, "action-following-percent": 100.0, "stationary-drift-pixels": 0.012557197722357572, "generation-seconds": 11.082395415054634, "generation-frames-per-second": 15.971276368605137, "generation-gpu-usd": 0.012282988251685552}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1aa5a10127eea958f71ff7ebb895fa472c9730703f5f3e9b38962af4c50d7daa/rollout.mp4", "sha256": "1aa5a10127eea958f71ff7ebb895fa472c9730703f5f3e9b38962af4c50d7daa"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/933b83e7241f654c7d2a9fa35dad2af0f73a5eb745e8e357701ac435954fc183/poster.jpg", "sha256": "933b83e7241f654c7d2a9fa35dad2af0f73a5eb745e8e357701ac435954fc183"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9b3f8b685fa8ef3d674115f9ee17ea15fb9909546982423bf83a27fdae15fc8c/run-record.json", "sha256": "9b3f8b685fa8ef3d674115f9ee17ea15fb9909546982423bf83a27fdae15fc8c"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-35-left-return", "seed": 202610160, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999766815205947, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748/rollout.mp4", "sha256": "db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31/poster.jpg", "sha256": "76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a06b701c9cb6a263d9e156e297edc732e4b65d2038720a47dd18512269d25050/rollout.webm", "sha256": "a06b701c9cb6a263d9e156e297edc732e4b65d2038720a47dd18512269d25050"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9f5de11271b26e8c3ebb915155712aceae102ee21178c8108404c0e48f86d0ca/run-record.json", "sha256": "9f5de11271b26e8c3ebb915155712aceae102ee21178c8108404c0e48f86d0ca"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-35-left-return", "seed": 202610161, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999766815205947, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748/rollout.mp4", "sha256": "db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31/poster.jpg", "sha256": "76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d1e0837a84f9b73612a0731922a339894cb63f2df46e2d238df5be641a13346e/run-record.json", "sha256": "d1e0837a84f9b73612a0731922a339894cb63f2df46e2d238df5be641a13346e"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-35-left-return", "seed": 202610162, "input_sha256": "a7178969776b9f7b970c8137f277f2a0639bf5a515b3cfec9e400ac9c99a0fc7", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999766815205947, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748/rollout.mp4", "sha256": "db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31/poster.jpg", "sha256": "76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d1e0837a84f9b73612a0731922a339894cb63f2df46e2d238df5be641a13346e/run-record.json", "sha256": "d1e0837a84f9b73612a0731922a339894cb63f2df46e2d238df5be641a13346e"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-35-right-return", "seed": 202610160, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 682.5620661526918, "status": "succeeded", "scores": {"motion-coverage-percent": 89.74358974358974, "frozen-action-percent": 0.0, "return-view-ssim": 0.08901017416655625, "action-following-percent": 100.0, "stationary-drift-pixels": 0.015905494497400988, "generation-seconds": 681.6993798799813, "generation-frames-per-second": 0.25964524132494043, "generation-gpu-usd": 0.755550146033646}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4fca2a74833e9c49b15f04eacf66c0986239c14ca50d5f0cfe189034acce45f1/rollout.mp4", "sha256": "4fca2a74833e9c49b15f04eacf66c0986239c14ca50d5f0cfe189034acce45f1"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/923919f8d051fb33b4def69891a39f8ad68b2288f9249f3fc7999c8f01bd8109/poster.jpg", "sha256": "923919f8d051fb33b4def69891a39f8ad68b2288f9249f3fc7999c8f01bd8109"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/15095bde7130d56b8b8fd3869e9771a9219135967c134029126711de1c061e3b/rollout.webm", "sha256": "15095bde7130d56b8b8fd3869e9771a9219135967c134029126711de1c061e3b"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4e2e3c247c86b177e4e412df3f1e5062757d71679359d447027b8438438ca51c/run-record.json", "sha256": "4e2e3c247c86b177e4e412df3f1e5062757d71679359d447027b8438438ca51c"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-35-right-return", "seed": 202610161, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 682.2640658579767, "status": "succeeded", "scores": {"motion-coverage-percent": 91.02564102564102, "frozen-action-percent": 0.0, "return-view-ssim": 0.09269384123054512, "action-following-percent": 98.59154929577466, "stationary-drift-pixels": 0.015570009217249013, "generation-seconds": 681.4245858304203, "generation-frames-per-second": 0.25974994692082964, "generation-gpu-usd": 0.7552455826287158}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d11b6656e3cb182c1c48f3c90948f41240b5d0f82374d7970dca17dd815322d5/rollout.mp4", "sha256": "d11b6656e3cb182c1c48f3c90948f41240b5d0f82374d7970dca17dd815322d5"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f7fb9ab1421f568d30b169a471de56def29bac85cbb5929e8cb5f7a4f43b5cc6/poster.jpg", "sha256": "f7fb9ab1421f568d30b169a471de56def29bac85cbb5929e8cb5f7a4f43b5cc6"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e295442286b2823e5a266562e858ae5c3f141e22c7df9bee58dd0ede131b0d27/run-record.json", "sha256": "e295442286b2823e5a266562e858ae5c3f141e22c7df9bee58dd0ede131b0d27"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-35-right-return", "seed": 202610162, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 682.3776814565063, "status": "succeeded", "scores": {"motion-coverage-percent": 92.3076923076923, "frozen-action-percent": 0.0, "return-view-ssim": 0.08829898174235533, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01784101081759797, "generation-seconds": 681.5699890628457, "generation-frames-per-second": 0.25969453297580464, "generation-gpu-usd": 0.7554067378779874}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6a111e001cdfd441b94064f9eefc9e76373887b9fa9ed274432b1f37fd484b2e/rollout.mp4", "sha256": "6a111e001cdfd441b94064f9eefc9e76373887b9fa9ed274432b1f37fd484b2e"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9ad67dde33f21dca0adf0f06747dcdd5c4db2846ddaf950c5e354ba4b1c8f005/poster.jpg", "sha256": "9ad67dde33f21dca0adf0f06747dcdd5c4db2846ddaf950c5e354ba4b1c8f005"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3bdb72429a7f693b5ef38b4442b97b1477bf0bd0981a08830e6976bb1b30993e/run-record.json", "sha256": "3bdb72429a7f693b5ef38b4442b97b1477bf0bd0981a08830e6976bb1b30993e"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-35-right-return", "seed": 202610160, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 42.2081453949213, "status": "succeeded", "scores": {"motion-coverage-percent": 96.15384615384616, "frozen-action-percent": 0.0, "return-view-ssim": 0.04161405606604127, "action-following-percent": 100.0, "stationary-drift-pixels": 0.019225657927835194, "generation-seconds": 40.903478316031396, "generation-frames-per-second": 4.327260352590307, "generation-gpu-usd": 0.0453346884669348}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b5f8ee6da273458573af43f6f147e934f273da1f7fea82b59806460dd206f6de/rollout.mp4", "sha256": "b5f8ee6da273458573af43f6f147e934f273da1f7fea82b59806460dd206f6de"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ccf28e38a23f490012b00813f072057039ded7772b6912a13510cb5037e16047/poster.jpg", "sha256": "ccf28e38a23f490012b00813f072057039ded7772b6912a13510cb5037e16047"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/97662c9401056f121c0ec35836a5924cd07e01bb5857ab646fbcde7ae77ce0b7/rollout.webm", "sha256": "97662c9401056f121c0ec35836a5924cd07e01bb5857ab646fbcde7ae77ce0b7"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4e1fc9eaf7519b3879f2fe47e09892a17892c3087db8e00b24143db94da66521/run-record.json", "sha256": "4e1fc9eaf7519b3879f2fe47e09892a17892c3087db8e00b24143db94da66521"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-35-right-return", "seed": 202610161, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 42.44920128583908, "status": "succeeded", "scores": {"motion-coverage-percent": 91.02564102564102, "frozen-action-percent": 0.0, "return-view-ssim": 0.06332870983447991, "action-following-percent": 100.0, "stationary-drift-pixels": 0.02191925048828125, "generation-seconds": 41.16212686151266, "generation-frames-per-second": 4.300069347619115, "generation-gpu-usd": 0.04562135727150987}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/801b85a4565309ae50445224d408d793219ea058cfa6e2b09a64ecdfece0f076/rollout.mp4", "sha256": "801b85a4565309ae50445224d408d793219ea058cfa6e2b09a64ecdfece0f076"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c0dfa74ea2e093718de07778871524f41a03101e72b9faefc80e66f406805cc3/poster.jpg", "sha256": "c0dfa74ea2e093718de07778871524f41a03101e72b9faefc80e66f406805cc3"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/26628d6f911adff61a1290bcc42cf71176ee1347c33299349a1b83b615bd97d3/run-record.json", "sha256": "26628d6f911adff61a1290bcc42cf71176ee1347c33299349a1b83b615bd97d3"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-35-right-return", "seed": 202610162, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 44.78505805321038, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.060834579958972075, "action-following-percent": 100.0, "stationary-drift-pixels": 0.019535907640764846, "generation-seconds": 43.396213919855654, "generation-frames-per-second": 4.0786968265684305, "generation-gpu-usd": 0.048097470427840024}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a6f54abb0d423b899668a3d4d778bdc7a096b7a0c272f83f9caa4fcd2929aced/rollout.mp4", "sha256": "a6f54abb0d423b899668a3d4d778bdc7a096b7a0c272f83f9caa4fcd2929aced"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/19f5dea9b88f9448e9bc12eb3c0d7719fe8e87bcc257b77d3946023a1e9f9c25/poster.jpg", "sha256": "19f5dea9b88f9448e9bc12eb3c0d7719fe8e87bcc257b77d3946023a1e9f9c25"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/71a410c0c1467552f1530d3693c102360e085410234c93d525f83bc63e9cf02e/run-record.json", "sha256": "71a410c0c1467552f1530d3693c102360e085410234c93d525f83bc63e9cf02e"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-35-right-return", "seed": 202610160, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 11.921231430023909, "status": "succeeded", "scores": {"motion-coverage-percent": 93.58974358974359, "frozen-action-percent": 0.0, "return-view-ssim": 0.07399874958716421, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01741650910345207, "generation-seconds": 11.20233959890902, "generation-frames-per-second": 15.800270866385604, "generation-gpu-usd": 0.01241592638879083}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f98ebbab6c500670356defd01bc75bcf8af6afd350f9d1167b2182fdca91c969/rollout.mp4", "sha256": "f98ebbab6c500670356defd01bc75bcf8af6afd350f9d1167b2182fdca91c969"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5e94b79c850fd79812d426f9eb28addb73ef28e076d032951f78c60d828ae8a5/poster.jpg", "sha256": "5e94b79c850fd79812d426f9eb28addb73ef28e076d032951f78c60d828ae8a5"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6a41f877041a6a01a9d8870ac456d739b5225b4f67a46c1c14c1931e2d40c38c/rollout.webm", "sha256": "6a41f877041a6a01a9d8870ac456d739b5225b4f67a46c1c14c1931e2d40c38c"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/120455efc8532ba0c9ba416e31c4e9b40fd8e646a0fa19afa48060bb3d55d36d/run-record.json", "sha256": "120455efc8532ba0c9ba416e31c4e9b40fd8e646a0fa19afa48060bb3d55d36d"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-35-right-return", "seed": 202610161, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 11.929491071030498, "status": "succeeded", "scores": {"motion-coverage-percent": 82.05128205128206, "frozen-action-percent": 0.0, "return-view-ssim": 0.05874492104326638, "action-following-percent": 100.0, "stationary-drift-pixels": 0.014498228580616316, "generation-seconds": 11.07489291089587, "generation-frames-per-second": 15.98209584725295, "generation-gpu-usd": 0.012274672976242922}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0970f29244f3bf7da91f10d73969c0a04e47512b7db15dfb134425b3cd530706/rollout.mp4", "sha256": "0970f29244f3bf7da91f10d73969c0a04e47512b7db15dfb134425b3cd530706"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/089708b73471b7f60e52abeb758005ab7cd51d5a61138495684b6fd24f2bf780/poster.jpg", "sha256": "089708b73471b7f60e52abeb758005ab7cd51d5a61138495684b6fd24f2bf780"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e85b697fd79a4da62fa801a30ff504d704e7678d792f16365735682a159bd874/run-record.json", "sha256": "e85b697fd79a4da62fa801a30ff504d704e7678d792f16365735682a159bd874"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-35-right-return", "seed": 202610162, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 11.92862736294046, "status": "succeeded", "scores": {"motion-coverage-percent": 83.33333333333333, "frozen-action-percent": 0.0, "return-view-ssim": 0.0608959967100095, "action-following-percent": 100.0, "stationary-drift-pixels": 0.013234394377793612, "generation-seconds": 11.112080137943849, "generation-frames-per-second": 15.928610827383002, "generation-gpu-usd": 0.012315888819554434}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/33337d4661b6f51cf5dd5c29f2d075ac7112bf8f4bb515b5d2f3b4c8f14119d6/rollout.mp4", "sha256": "33337d4661b6f51cf5dd5c29f2d075ac7112bf8f4bb515b5d2f3b4c8f14119d6"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/933b83e7241f654c7d2a9fa35dad2af0f73a5eb745e8e357701ac435954fc183/poster.jpg", "sha256": "933b83e7241f654c7d2a9fa35dad2af0f73a5eb745e8e357701ac435954fc183"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b8b8eb0f2c387be59282448ca33c52e5bce4d659effc4023ac3e570ab01d6841/run-record.json", "sha256": "b8b8eb0f2c387be59282448ca33c52e5bce4d659effc4023ac3e570ab01d6841"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-35-right-return", "seed": 202610160, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999766815205947, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748/rollout.mp4", "sha256": "db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31/poster.jpg", "sha256": "76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c08ead33884a27b6ddc7654bf40927262b98b51ca4db1f885367b67eeeb3266a/rollout.webm", "sha256": "c08ead33884a27b6ddc7654bf40927262b98b51ca4db1f885367b67eeeb3266a"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5bce01b384d37037893ab54783e536b4ea12e21d4bdb34bc5810b2116404aff8/run-record.json", "sha256": "5bce01b384d37037893ab54783e536b4ea12e21d4bdb34bc5810b2116404aff8"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-35-right-return", "seed": 202610161, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999766815205947, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748/rollout.mp4", "sha256": "db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31/poster.jpg", "sha256": "76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ac21cc67fc0a4310b90dc1edd557161a2f41fd3f00d669cd6804b6ac255bf541/run-record.json", "sha256": "ac21cc67fc0a4310b90dc1edd557161a2f41fd3f00d669cd6804b6ac255bf541"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-35-right-return", "seed": 202610162, "input_sha256": "f131049850e6f1a58f196f50d1f4ea79478bdd063751d6abf1bb08521c440ffe", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999766815205947, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748/rollout.mp4", "sha256": "db38343e6198b90fe87d695b68c4b32a1ec4bc733c0d1b6702353e535de51748"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31/poster.jpg", "sha256": "76715b26f953e36fbddb469e22319c9accadb9fe90f5c7bf49c962e0617e5e31"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ac21cc67fc0a4310b90dc1edd557161a2f41fd3f00d669cd6804b6ac255bf541/run-record.json", "sha256": "ac21cc67fc0a4310b90dc1edd557161a2f41fd3f00d669cd6804b6ac255bf541"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-36-left-return", "seed": 202610160, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 690.4892091099173, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.12460834448158248, "action-following-percent": 100.0, "stationary-drift-pixels": 0.012245822307249212, "generation-seconds": 685.7868817560375, "generation-frames-per-second": 0.2580976753984719, "generation-gpu-usd": 0.7600804606129415}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/58055ebb7fd3495e47ac5c452022482c8c10b31aa6b777cfe1476faa3bea2c6b/rollout.mp4", "sha256": "58055ebb7fd3495e47ac5c452022482c8c10b31aa6b777cfe1476faa3bea2c6b"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1c9a7ae1b50cf1c8b2d39af8ea36db7a3d3b1c8a4e77f6014ab509d20f615d83/poster.jpg", "sha256": "1c9a7ae1b50cf1c8b2d39af8ea36db7a3d3b1c8a4e77f6014ab509d20f615d83"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/697faec60860c48160f62daf44f076ba93bcec85fe61d704aa1303f162e0ace9/rollout.webm", "sha256": "697faec60860c48160f62daf44f076ba93bcec85fe61d704aa1303f162e0ace9"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3fdcd1cedfd43610218e7c79161693ea72c9c352ef39a15e142b440d48c8f7bb/run-record.json", "sha256": "3fdcd1cedfd43610218e7c79161693ea72c9c352ef39a15e142b440d48c8f7bb"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-36-left-return", "seed": 202610161, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 681.2227733130567, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.15857155020296826, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.012360299645045337, "generation-seconds": 679.7613469481003, "generation-frames-per-second": 0.2603855026395226, "generation-gpu-usd": 0.7534021595341445}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7bb4d8d1542e4b329c5d1545dd7bd1d7cee7a65008a7933f08d8362c719a4506/rollout.mp4", "sha256": "7bb4d8d1542e4b329c5d1545dd7bd1d7cee7a65008a7933f08d8362c719a4506"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/59cf08a95e225bb7b897f69169210d05e190ba62a36da1e0f84c6aeb4818df18/poster.jpg", "sha256": "59cf08a95e225bb7b897f69169210d05e190ba62a36da1e0f84c6aeb4818df18"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2d39dc428df0f0aa677586dbe6bb319443b69cd549eaa9ffbaafe6edf722c9be/run-record.json", "sha256": "2d39dc428df0f0aa677586dbe6bb319443b69cd549eaa9ffbaafe6edf722c9be"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-36-left-return", "seed": 202610162, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 682.1846916819923, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.13315508593170938, "action-following-percent": 98.7012987012987, "stationary-drift-pixels": 0.016985438091623745, "generation-seconds": 680.2890151550528, "generation-frames-per-second": 0.26018353384650467, "generation-gpu-usd": 0.7539869917968501}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6d99f06923f8eff593e2452692edbe5a992b2765d9376a6c40a5a1345bc03d84/rollout.mp4", "sha256": "6d99f06923f8eff593e2452692edbe5a992b2765d9376a6c40a5a1345bc03d84"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/352b87fc0313de9a10be043873bc1163fa0a5aaca231a1a8ac2179054fb6c291/poster.jpg", "sha256": "352b87fc0313de9a10be043873bc1163fa0a5aaca231a1a8ac2179054fb6c291"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/bb9620e337b5cad7eeae0eb3785ef48153a4da04c162f4e03b2733f47f062245/run-record.json", "sha256": "bb9620e337b5cad7eeae0eb3785ef48153a4da04c162f4e03b2733f47f062245"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-36-left-return", "seed": 202610160, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 40.39175146073103, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.08741239693317729, "action-following-percent": 100.0, "stationary-drift-pixels": 0.024010765214687833, "generation-seconds": 39.12294939160347, "generation-frames-per-second": 4.524198782364491, "generation-gpu-usd": 0.04336126890902718}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b52cad3bcae59ff7aacaf5d4e2f3683e0c596aee8b5f06458660f5801a9e26b9/rollout.mp4", "sha256": "b52cad3bcae59ff7aacaf5d4e2f3683e0c596aee8b5f06458660f5801a9e26b9"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8fd4095dd10fcddf34eb08dbaf75533d22e08cb4fe0dcb3c012793aa491babce/poster.jpg", "sha256": "8fd4095dd10fcddf34eb08dbaf75533d22e08cb4fe0dcb3c012793aa491babce"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c9f97235ff892c6becfb6da4635ad48a4cb765a8310e4f5cc97e031cbac01d3c/rollout.webm", "sha256": "c9f97235ff892c6becfb6da4635ad48a4cb765a8310e4f5cc97e031cbac01d3c"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ac53ddb919b0a4f9c4e0905978c7eae65beb83986c5f8c55f782243c84cd86a3/run-record.json", "sha256": "ac53ddb919b0a4f9c4e0905978c7eae65beb83986c5f8c55f782243c84cd86a3"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-36-left-return", "seed": 202610161, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 39.6127701792866, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.0922904162404013, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.015517820880928422, "generation-seconds": 38.3267885716632, "generation-frames-per-second": 4.618179779634979, "generation-gpu-usd": 0.04247885733359338}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3dacbbf1cbda6b57499fe2bf5d8c3e0fb67eafe3cfbe8b0938c6ab237806fcce/rollout.mp4", "sha256": "3dacbbf1cbda6b57499fe2bf5d8c3e0fb67eafe3cfbe8b0938c6ab237806fcce"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5437f26f9a5fd5390eb60e588f17fd94ce832ba366354820fcb30345af816af4/poster.jpg", "sha256": "5437f26f9a5fd5390eb60e588f17fd94ce832ba366354820fcb30345af816af4"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/adaa4617df5b2a481440eb5a4e72b556d4a1b9897891ea638ce5757d28ab7d7d/run-record.json", "sha256": "adaa4617df5b2a481440eb5a4e72b556d4a1b9897891ea638ce5757d28ab7d7d"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-36-left-return", "seed": 202610162, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 40.13280009571463, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.0929704393255977, "action-following-percent": 100.0, "stationary-drift-pixels": 0.013723141056556445, "generation-seconds": 38.89913499262184, "generation-frames-per-second": 4.5502297167680545, "generation-gpu-usd": 0.04311320795015587}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3abada51a96f72df84591060bb430eb8a148154f28fec84aa163ffb36e2341e3/rollout.mp4", "sha256": "3abada51a96f72df84591060bb430eb8a148154f28fec84aa163ffb36e2341e3"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ef5239fe7782f1ac1afc0ee6fd6449afd0b4704e56d476a62e2ddba3466d92c8/poster.jpg", "sha256": "ef5239fe7782f1ac1afc0ee6fd6449afd0b4704e56d476a62e2ddba3466d92c8"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/73fd194bf9e105cda45553e1fcdaa6e9d50344cabbf7760921e97449feafe034/run-record.json", "sha256": "73fd194bf9e105cda45553e1fcdaa6e9d50344cabbf7760921e97449feafe034"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-36-left-return", "seed": 202610160, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 11.61250277212821, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.1148447716454161, "action-following-percent": 100.0, "stationary-drift-pixels": 0.008076992483320338, "generation-seconds": 10.870503229787573, "generation-frames-per-second": 16.282594858624485, "generation-gpu-usd": 0.012048141079681227}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b54a6f494ae19cf198791b0dcb3872c86a706d3dd5add7ff36c7ae39aa71c08d/rollout.mp4", "sha256": "b54a6f494ae19cf198791b0dcb3872c86a706d3dd5add7ff36c7ae39aa71c08d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e34d122b9c0a00c61c0fe4b13618e75864bf28de5d0b578a72aac747ecc4c975/poster.jpg", "sha256": "e34d122b9c0a00c61c0fe4b13618e75864bf28de5d0b578a72aac747ecc4c975"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/abf749e2711190dd98e62e1d0f52cf61e79cb50867f7b38459eaf8ac1bc6e5bb/rollout.webm", "sha256": "abf749e2711190dd98e62e1d0f52cf61e79cb50867f7b38459eaf8ac1bc6e5bb"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6a8359917cb49d07e1a5ee129c3a9654c8776577be7edaeb6a898823d7f2776a/run-record.json", "sha256": "6a8359917cb49d07e1a5ee129c3a9654c8776577be7edaeb6a898823d7f2776a"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-36-left-return", "seed": 202610161, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 11.629216733155772, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.06803783377116292, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009750082641680783, "generation-seconds": 10.925322639988735, "generation-frames-per-second": 16.200894548610098, "generation-gpu-usd": 0.012108899259320849}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/edcd5d2af54612de39a5e84bea2d658eab932ce2cc76f13fe45af26520b03161/rollout.mp4", "sha256": "edcd5d2af54612de39a5e84bea2d658eab932ce2cc76f13fe45af26520b03161"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0482dbd03fb95db61f01b41cee0c8d2eb0f3a58e9781f3e6b196dbb0df5b9629/poster.jpg", "sha256": "0482dbd03fb95db61f01b41cee0c8d2eb0f3a58e9781f3e6b196dbb0df5b9629"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/715f864e19722704697b0b8781d98821deadf68d95ade9a4c75cdb6abc90597a/run-record.json", "sha256": "715f864e19722704697b0b8781d98821deadf68d95ade9a4c75cdb6abc90597a"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-36-left-return", "seed": 202610162, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 11.860940978862345, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.08628505856787572, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01028268046558788, "generation-seconds": 11.101766712963581, "generation-frames-per-second": 15.94340833998217, "generation-gpu-usd": 0.01230445810686797}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/16b253a738e044e6dcd77838c967d86f497820a37747b6083a6673199fdede56/rollout.mp4", "sha256": "16b253a738e044e6dcd77838c967d86f497820a37747b6083a6673199fdede56"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8ec9fe90f4298265345a3fb5bbf6dff68111cbb1cebb6c892461aeb315083291/poster.jpg", "sha256": "8ec9fe90f4298265345a3fb5bbf6dff68111cbb1cebb6c892461aeb315083291"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/06bb51ca8510b0b9889c3c105dfcd811f8d94a81bf999ef2c76a5c59d0711d4b/run-record.json", "sha256": "06bb51ca8510b0b9889c3c105dfcd811f8d94a81bf999ef2c76a5c59d0711d4b"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-36-left-return", "seed": 202610160, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999742393277451, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d/rollout.mp4", "sha256": "4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f/poster.jpg", "sha256": "ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7f540091674de983d4811efda6a89c0f6eb638d060384041b8369cc9573653bf/rollout.webm", "sha256": "7f540091674de983d4811efda6a89c0f6eb638d060384041b8369cc9573653bf"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a3a2c562501daad0bb1cf68c7f5f98095ab7db1da3ea133917b06f26928a785c/run-record.json", "sha256": "a3a2c562501daad0bb1cf68c7f5f98095ab7db1da3ea133917b06f26928a785c"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-36-left-return", "seed": 202610161, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999742393277451, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d/rollout.mp4", "sha256": "4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f/poster.jpg", "sha256": "ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0eaec47548cb0aa808460e884d2f92f5e842049205864fdd32724b270b877417/run-record.json", "sha256": "0eaec47548cb0aa808460e884d2f92f5e842049205864fdd32724b270b877417"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-36-left-return", "seed": 202610162, "input_sha256": "9b19f850aaac7c2ec57b2ac5e6c9558f692c4eb9afa23d86637eed8ca0b74960", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999742393277451, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d/rollout.mp4", "sha256": "4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f/poster.jpg", "sha256": "ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0eaec47548cb0aa808460e884d2f92f5e842049205864fdd32724b270b877417/run-record.json", "sha256": "0eaec47548cb0aa808460e884d2f92f5e842049205864fdd32724b270b877417"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-36-right-return", "seed": 202610160, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 680.6888860960025, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.1690598393033264, "action-following-percent": 100.0, "stationary-drift-pixels": 0.012245822307249212, "generation-seconds": 679.4956801568624, "generation-frames-per-second": 0.2604873072322393, "generation-gpu-usd": 0.7531077121738559}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ef5bdab898b36c8cd13ee660c107445e414d1d2e10f826a72587ef766191acf6/rollout.mp4", "sha256": "ef5bdab898b36c8cd13ee660c107445e414d1d2e10f826a72587ef766191acf6"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1c9a7ae1b50cf1c8b2d39af8ea36db7a3d3b1c8a4e77f6014ab509d20f615d83/poster.jpg", "sha256": "1c9a7ae1b50cf1c8b2d39af8ea36db7a3d3b1c8a4e77f6014ab509d20f615d83"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8e6a3e8147932920bedc7c6596db90e933d0bfaac0ec6ab518e56857f8a9fcc5/rollout.webm", "sha256": "8e6a3e8147932920bedc7c6596db90e933d0bfaac0ec6ab518e56857f8a9fcc5"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0913fca507cced2bec57e09e74fb889cfff210daa27b37ba1df9b5d9e6b3dcd7/run-record.json", "sha256": "0913fca507cced2bec57e09e74fb889cfff210daa27b37ba1df9b5d9e6b3dcd7"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-36-right-return", "seed": 202610161, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 683.821418375941, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.1337293026683878, "action-following-percent": 98.7012987012987, "stationary-drift-pixels": 0.01259657629692079, "generation-seconds": 680.7846039468423, "generation-frames-per-second": 0.2599941287946939, "generation-gpu-usd": 0.7545362693744169}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f497b91bf0383b3db6b0809caf949668db25b36a03d92e937a2cf96de171c2d1/rollout.mp4", "sha256": "f497b91bf0383b3db6b0809caf949668db25b36a03d92e937a2cf96de171c2d1"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/59cf08a95e225bb7b897f69169210d05e190ba62a36da1e0f84c6aeb4818df18/poster.jpg", "sha256": "59cf08a95e225bb7b897f69169210d05e190ba62a36da1e0f84c6aeb4818df18"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7c394bce4488ba7387eb3d5624df117c88a3038601c07d4234e3ac0816f514a8/run-record.json", "sha256": "7c394bce4488ba7387eb3d5624df117c88a3038601c07d4234e3ac0816f514a8"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-36-right-return", "seed": 202610162, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 684.1761927178595, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.16739597763584602, "action-following-percent": 100.0, "stationary-drift-pixels": 0.013399359134228978, "generation-seconds": 681.5549822200555, "generation-frames-per-second": 0.25970025106918154, "generation-gpu-usd": 0.7553901052938949}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4f42ce7305dcdc094825385b374ae11b70c99e6e95340dd5d51cc1bb853fb224/rollout.mp4", "sha256": "4f42ce7305dcdc094825385b374ae11b70c99e6e95340dd5d51cc1bb853fb224"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/352b87fc0313de9a10be043873bc1163fa0a5aaca231a1a8ac2179054fb6c291/poster.jpg", "sha256": "352b87fc0313de9a10be043873bc1163fa0a5aaca231a1a8ac2179054fb6c291"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e928c05b24871c95b2b794c391c88855b817c190932ee6a66d8acb8a3b95b17e/run-record.json", "sha256": "e928c05b24871c95b2b794c391c88855b817c190932ee6a66d8acb8a3b95b17e"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-36-right-return", "seed": 202610160, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 39.592237836681306, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.07509092540843054, "action-following-percent": 100.0, "stationary-drift-pixels": 0.027459143780802466, "generation-seconds": 38.343999134376645, "generation-frames-per-second": 4.6161069266589285, "generation-gpu-usd": 0.04249793237393412}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/accbedb4d8914246fc0da7d69bba5e236a7171486a6ba9b3c5c22f9de61a0081/rollout.mp4", "sha256": "accbedb4d8914246fc0da7d69bba5e236a7171486a6ba9b3c5c22f9de61a0081"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8fd4095dd10fcddf34eb08dbaf75533d22e08cb4fe0dcb3c012793aa491babce/poster.jpg", "sha256": "8fd4095dd10fcddf34eb08dbaf75533d22e08cb4fe0dcb3c012793aa491babce"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8485ba5d209a421ac5847a0713865e7eb7c2620adf300bf44917013066c0c2bf/rollout.webm", "sha256": "8485ba5d209a421ac5847a0713865e7eb7c2620adf300bf44917013066c0c2bf"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f3a6cb7bf8a45a2bbb97431fae26f4f8a58910be940fbb5a93392021262a3324/run-record.json", "sha256": "f3a6cb7bf8a45a2bbb97431fae26f4f8a58910be940fbb5a93392021262a3324"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-36-right-return", "seed": 202610161, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 38.941696014255285, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.0843088459510615, "action-following-percent": 100.0, "stationary-drift-pixels": 0.019978533611015408, "generation-seconds": 37.66046034824103, "generation-frames-per-second": 4.6998894427552305, "generation-gpu-usd": 0.04174034355263381}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/266226243740f35cf71cff7979f3d9f68a8251ac9547d287ab1685641fe6c003/rollout.mp4", "sha256": "266226243740f35cf71cff7979f3d9f68a8251ac9547d287ab1685641fe6c003"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5437f26f9a5fd5390eb60e588f17fd94ce832ba366354820fcb30345af816af4/poster.jpg", "sha256": "5437f26f9a5fd5390eb60e588f17fd94ce832ba366354820fcb30345af816af4"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fcb727a92e348307f1e34c9c33fbae7290e38acae141832a30888acebf8ff3f8/run-record.json", "sha256": "fcb727a92e348307f1e34c9c33fbae7290e38acae141832a30888acebf8ff3f8"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-36-right-return", "seed": 202610162, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 41.057506050914526, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.08043752393122956, "action-following-percent": 100.0, "stationary-drift-pixels": 0.017432517075076207, "generation-seconds": 39.80033516231924, "generation-frames-per-second": 4.447198730315563, "generation-gpu-usd": 0.044112038138237164}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3b3042cef36836fc8e2c3abc22721cf1abba62f66b342ae83b01c3970154ddb9/rollout.mp4", "sha256": "3b3042cef36836fc8e2c3abc22721cf1abba62f66b342ae83b01c3970154ddb9"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ef5239fe7782f1ac1afc0ee6fd6449afd0b4704e56d476a62e2ddba3466d92c8/poster.jpg", "sha256": "ef5239fe7782f1ac1afc0ee6fd6449afd0b4704e56d476a62e2ddba3466d92c8"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3a43664d83b533da3b0af9202d1bff79d70b2e07810fb737fe30ef35ed62bb6a/run-record.json", "sha256": "3a43664d83b533da3b0af9202d1bff79d70b2e07810fb737fe30ef35ed62bb6a"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-36-right-return", "seed": 202610160, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 12.333908004919067, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.0629052982313031, "action-following-percent": 100.0, "stationary-drift-pixels": 0.00888487461364542, "generation-seconds": 11.534649298992008, "generation-frames-per-second": 15.345069920371806, "generation-gpu-usd": 0.01278423630638281}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c32c0a6263ac5dcb464d4b557b8a4a497418f56a94206d1698ab8576c183f61b/rollout.mp4", "sha256": "c32c0a6263ac5dcb464d4b557b8a4a497418f56a94206d1698ab8576c183f61b"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e34d122b9c0a00c61c0fe4b13618e75864bf28de5d0b578a72aac747ecc4c975/poster.jpg", "sha256": "e34d122b9c0a00c61c0fe4b13618e75864bf28de5d0b578a72aac747ecc4c975"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ed07f13afba70bc7e24cf2e8204dbae5598d62c46cb28a5411ac7c7ee20b5649/rollout.webm", "sha256": "ed07f13afba70bc7e24cf2e8204dbae5598d62c46cb28a5411ac7c7ee20b5649"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7ac9f86acb65e260f70a33023a9e54906dfeeb6b89e85ca049d67f34c3d41a21/run-record.json", "sha256": "7ac9f86acb65e260f70a33023a9e54906dfeeb6b89e85ca049d67f34c3d41a21"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-36-right-return", "seed": 202610161, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 11.950795020908117, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.09143162300221544, "action-following-percent": 100.0, "stationary-drift-pixels": 0.009103709287983538, "generation-seconds": 11.025505130877718, "generation-frames-per-second": 16.053686239218084, "generation-gpu-usd": 0.012219934853389472}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d06f36f9bff026cc253ed1b6be27620e5c5849e863ffcfa9477e21f3eeadecf0/rollout.mp4", "sha256": "d06f36f9bff026cc253ed1b6be27620e5c5849e863ffcfa9477e21f3eeadecf0"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0482dbd03fb95db61f01b41cee0c8d2eb0f3a58e9781f3e6b196dbb0df5b9629/poster.jpg", "sha256": "0482dbd03fb95db61f01b41cee0c8d2eb0f3a58e9781f3e6b196dbb0df5b9629"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7ba732d4292be52bc1180a8ec66aa9ce0ec65daf14fb8d610260ee7e64f00900/run-record.json", "sha256": "7ba732d4292be52bc1180a8ec66aa9ce0ec65daf14fb8d610260ee7e64f00900"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-36-right-return", "seed": 202610162, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 11.844740119064227, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.06575657470903762, "action-following-percent": 100.0, "stationary-drift-pixels": 0.008924167714678077, "generation-seconds": 10.9623198939953, "generation-frames-per-second": 16.146217380223796, "generation-gpu-usd": 0.012149904549178124}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/be3b832447b1e14276897b6709a5f3532bf9535fe92e4afee7156ab6cec0dc4e/rollout.mp4", "sha256": "be3b832447b1e14276897b6709a5f3532bf9535fe92e4afee7156ab6cec0dc4e"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8ec9fe90f4298265345a3fb5bbf6dff68111cbb1cebb6c892461aeb315083291/poster.jpg", "sha256": "8ec9fe90f4298265345a3fb5bbf6dff68111cbb1cebb6c892461aeb315083291"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4e9acb6a6f8e93443d08166412aa8483d6d2601a582ee6eb2cdf4fd8da7a4922/run-record.json", "sha256": "4e9acb6a6f8e93443d08166412aa8483d6d2601a582ee6eb2cdf4fd8da7a4922"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-36-right-return", "seed": 202610160, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999742393277451, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d/rollout.mp4", "sha256": "4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f/poster.jpg", "sha256": "ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f4b9d5dc51bbe449d7d63b03f3b1862891d459ea66c36dc87c6bf06b8eb4b4bf/rollout.webm", "sha256": "f4b9d5dc51bbe449d7d63b03f3b1862891d459ea66c36dc87c6bf06b8eb4b4bf"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7ff6f6847479c3da47f36c357acbfaeb964c021396599ab5c1ae6329a0ff9f71/run-record.json", "sha256": "7ff6f6847479c3da47f36c357acbfaeb964c021396599ab5c1ae6329a0ff9f71"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-36-right-return", "seed": 202610161, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999742393277451, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d/rollout.mp4", "sha256": "4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f/poster.jpg", "sha256": "ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c5b7e509106aee1a41958ff135712a765351bbe496c5e0c505d4190d63dbf996/run-record.json", "sha256": "c5b7e509106aee1a41958ff135712a765351bbe496c5e0c505d4190d63dbf996"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-36-right-return", "seed": 202610162, "input_sha256": "954aa887f51ce42851b544cc34789ca9d7fbae7cd00d3eb07c668215af12bb7d", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999742393277451, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d/rollout.mp4", "sha256": "4663f81bb79e7fa63515e923671beeb2838d1dbbe5ac06f414bde6a5dcf1b91d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f/poster.jpg", "sha256": "ed31b132e801899f66a25dd7ce62f0b1ae21afe620789b728fe1a09a4bd4272f"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c5b7e509106aee1a41958ff135712a765351bbe496c5e0c505d4190d63dbf996/run-record.json", "sha256": "c5b7e509106aee1a41958ff135712a765351bbe496c5e0c505d4190d63dbf996"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-40-left-return", "seed": 202610160, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 683.8572960468009, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.20620824387437084, "action-following-percent": 100.0, "stationary-drift-pixels": 0.016882951236763654, "generation-seconds": 681.8289375100285, "generation-frames-per-second": 0.25959590487078243, "generation-gpu-usd": 0.755693739073615}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3406b5694d0dba07676ec830f1759efcbb1ca5cbbd9d50a17cdc35b104f93567/rollout.mp4", "sha256": "3406b5694d0dba07676ec830f1759efcbb1ca5cbbd9d50a17cdc35b104f93567"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f4004fecd4cf07528b3bcc72e2b3e945631309573583b9cbdd6439de0aca223f/poster.jpg", "sha256": "f4004fecd4cf07528b3bcc72e2b3e945631309573583b9cbdd6439de0aca223f"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d134a607dda9f6bbd6ee6fdf07ea88781c27786088a55a1b254fd589bcd06eb2/rollout.webm", "sha256": "d134a607dda9f6bbd6ee6fdf07ea88781c27786088a55a1b254fd589bcd06eb2"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/dbaaac91d6f89184682f966a1692418595467b09a27e673ed553ed2ccbc5a4bd/run-record.json", "sha256": "dbaaac91d6f89184682f966a1692418595467b09a27e673ed553ed2ccbc5a4bd"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-40-left-return", "seed": 202610161, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 681.3626737168524, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.19378747275338787, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.02599434952836831, "generation-seconds": 679.8482001950033, "generation-frames-per-second": 0.2603522373806836, "generation-gpu-usd": 0.7534984218827953}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/647ff090e9969b450591bdde33acd226a8650b8de0efe84eff718337778109ca/rollout.mp4", "sha256": "647ff090e9969b450591bdde33acd226a8650b8de0efe84eff718337778109ca"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/bba5ec594a40e1d80bfa87e58c8593b25e1798d596d5a88a9d067f0857eabb42/poster.jpg", "sha256": "bba5ec594a40e1d80bfa87e58c8593b25e1798d596d5a88a9d067f0857eabb42"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6657731a155355734c0a7c5fd8309dac3cbf6f8f780c4b68d3ceadb6704b459f/run-record.json", "sha256": "6657731a155355734c0a7c5fd8309dac3cbf6f8f780c4b68d3ceadb6704b459f"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-40-left-return", "seed": 202610162, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 680.4331392920576, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.21438908690928427, "action-following-percent": 100.0, "stationary-drift-pixels": 0.020223428221084975, "generation-seconds": 679.0793746679556, "generation-frames-per-second": 0.26064699739488684, "generation-gpu-usd": 0.7526463069236508}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/986ea1e5257ac1e64441f71f323df0c141caf67055929f3bec90664125097284/rollout.mp4", "sha256": "986ea1e5257ac1e64441f71f323df0c141caf67055929f3bec90664125097284"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/630d430bd74f6386cbdce9e84f87775cc85bcc0b13e36f6bf7c1d16d45d2dd74/poster.jpg", "sha256": "630d430bd74f6386cbdce9e84f87775cc85bcc0b13e36f6bf7c1d16d45d2dd74"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c7ed6095bd8813c8d7ce145c04d426a7b30772336097da216eacba079ea6851f/run-record.json", "sha256": "c7ed6095bd8813c8d7ce145c04d426a7b30772336097da216eacba079ea6851f"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-40-left-return", "seed": 202610160, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 39.6883091814816, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.22107153840214677, "action-following-percent": 100.0, "stationary-drift-pixels": 0.02076678587443569, "generation-seconds": 38.422119753435254, "generation-frames-per-second": 4.606721366125948, "generation-gpu-usd": 0.042584516060057406}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a61d3ef1a81eda45804773b78e93cfce5edce264a51374f7ac937b10b31239ed/rollout.mp4", "sha256": "a61d3ef1a81eda45804773b78e93cfce5edce264a51374f7ac937b10b31239ed"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a2c30f56afd7b4396a69c69a8a9cf305d711519874a674f81daf54ac2949ac0a/poster.jpg", "sha256": "a2c30f56afd7b4396a69c69a8a9cf305d711519874a674f81daf54ac2949ac0a"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7c5b335f790b26e198730858289a27141015589ff26d6ff05e031f166fb742b4/rollout.webm", "sha256": "7c5b335f790b26e198730858289a27141015589ff26d6ff05e031f166fb742b4"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fed56a36cc8fa56138518e608cd265600667b54bf108aa0b6a81229f0b97b779/run-record.json", "sha256": "fed56a36cc8fa56138518e608cd265600667b54bf108aa0b6a81229f0b97b779"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-40-left-return", "seed": 202610161, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 39.23743886779994, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.24638646177539697, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.019211956547788213, "generation-seconds": 38.033628451637924, "generation-frames-per-second": 4.653776334410646, "generation-gpu-usd": 0.042153938200565365}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3ec48a4fccf0b11b022e37b958dac29a94f35abc0baa1124acaa85624aa0679b/rollout.mp4", "sha256": "3ec48a4fccf0b11b022e37b958dac29a94f35abc0baa1124acaa85624aa0679b"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1a03677009d88022a658e4335588a16ece3884489a52abe5df9dd77d9904cae2/poster.jpg", "sha256": "1a03677009d88022a658e4335588a16ece3884489a52abe5df9dd77d9904cae2"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/eded677b4dd0a1b0d26612a9599b61b32a3d8890804a9829bc4270de75a5b0c3/run-record.json", "sha256": "eded677b4dd0a1b0d26612a9599b61b32a3d8890804a9829bc4270de75a5b0c3"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-40-left-return", "seed": 202610162, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 57.192788353189826, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.45156078726475457, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01762641954803205, "generation-seconds": 55.88773945719004, "generation-frames-per-second": 3.16706314692835, "generation-gpu-usd": 0.0619422445650523}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c0808098a3452f6a41b36351de5a5f61a77017e37661b117d5de33e6a36ca5b2/rollout.mp4", "sha256": "c0808098a3452f6a41b36351de5a5f61a77017e37661b117d5de33e6a36ca5b2"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/47d9cfb27d3d930dddc4a4e326bc1baa0218fde94d04cd23c5f106ae314b8938/poster.jpg", "sha256": "47d9cfb27d3d930dddc4a4e326bc1baa0218fde94d04cd23c5f106ae314b8938"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/01c451c45e7841091cd09981b9a40366bbfd53e53fef104a78116e9bbebf1c17/run-record.json", "sha256": "01c451c45e7841091cd09981b9a40366bbfd53e53fef104a78116e9bbebf1c17"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-40-left-return", "seed": 202610160, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 11.920264886924997, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.17504344895502233, "action-following-percent": 100.0, "stationary-drift-pixels": 0.013127911939518878, "generation-seconds": 10.985004038084298, "generation-frames-per-second": 16.11287527854814, "generation-gpu-usd": 0.012175046142210098}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3abd8bd40cb4dda037ace6b949a164a391c8d443af57f724da5ef9dcbe1eedf3/rollout.mp4", "sha256": "3abd8bd40cb4dda037ace6b949a164a391c8d443af57f724da5ef9dcbe1eedf3"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/bbf2240a4dbc49fbc573741f4c381d120eacfc114aa8eca894a890e6f6fa0593/poster.jpg", "sha256": "bbf2240a4dbc49fbc573741f4c381d120eacfc114aa8eca894a890e6f6fa0593"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/92cae83c61898964673b399a2dfbf422dbf3d249b731cf9ccdd907c6dc459933/rollout.webm", "sha256": "92cae83c61898964673b399a2dfbf422dbf3d249b731cf9ccdd907c6dc459933"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1041400c4452777658cd98f02f5a22a7ce9e65743f9d493bb2eec0b4aa1b84fb/run-record.json", "sha256": "1041400c4452777658cd98f02f5a22a7ce9e65743f9d493bb2eec0b4aa1b84fb"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-40-left-return", "seed": 202610161, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 12.384776222053915, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.15831877849721984, "action-following-percent": 100.0, "stationary-drift-pixels": 0.010106812017581195, "generation-seconds": 11.48176322504878, "generation-frames-per-second": 15.415750745830941, "generation-gpu-usd": 0.012725620907762398}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ed3a9844ba89157c5bce8358178227747611258dfe6813d0d683471fcb08bd01/rollout.mp4", "sha256": "ed3a9844ba89157c5bce8358178227747611258dfe6813d0d683471fcb08bd01"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d958c4f6e62e737b67c9664fd4dd26a0d3919671ef8892dbcb65d6a24621c791/poster.jpg", "sha256": "d958c4f6e62e737b67c9664fd4dd26a0d3919671ef8892dbcb65d6a24621c791"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/49af8136b1da9670816d0e74f56301e391d8d7d09bad572149b1fcf88b221bab/run-record.json", "sha256": "49af8136b1da9670816d0e74f56301e391d8d7d09bad572149b1fcf88b221bab"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-40-left-return", "seed": 202610162, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 11.974605062045157, "status": "succeeded", "scores": {"motion-coverage-percent": 93.58974358974359, "frozen-action-percent": 0.0, "return-view-ssim": 0.1707753401915295, "action-following-percent": 100.0, "stationary-drift-pixels": 0.012459090930867578, "generation-seconds": 11.07417813804932, "generation-frames-per-second": 15.98312739722444, "generation-gpu-usd": 0.01227388076967133}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2a44305692fbbc65ace48784de4d08e35544d22c7c92b0db11dc3887e8138e5f/rollout.mp4", "sha256": "2a44305692fbbc65ace48784de4d08e35544d22c7c92b0db11dc3887e8138e5f"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/93079127d1e6c4005b18e1ae0cf2be506dce23ca54799c2abcd4eddaadcaf657/poster.jpg", "sha256": "93079127d1e6c4005b18e1ae0cf2be506dce23ca54799c2abcd4eddaadcaf657"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e706718de97ef56b9921d37b3587e4024ae63e0298c56500ee8016017083c034/run-record.json", "sha256": "e706718de97ef56b9921d37b3587e4024ae63e0298c56500ee8016017083c034"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-40-left-return", "seed": 202610160, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999628631325389, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5/rollout.mp4", "sha256": "e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769/poster.jpg", "sha256": "f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d86676175f1b765800ef23cdc43b26029cb9b1cd1fbecaa5cbffeb11811972cb/rollout.webm", "sha256": "d86676175f1b765800ef23cdc43b26029cb9b1cd1fbecaa5cbffeb11811972cb"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/61661be9feef56eb2b3b59d682c6fb65ea13918ba2e0f5ec4598d8c997dbf299/run-record.json", "sha256": "61661be9feef56eb2b3b59d682c6fb65ea13918ba2e0f5ec4598d8c997dbf299"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-40-left-return", "seed": 202610161, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999628631325389, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5/rollout.mp4", "sha256": "e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769/poster.jpg", "sha256": "f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4bb8a8ad29bf38bde5fa871ac0d813d8e867a9c497d1caf5a5ff95e12b8602ec/run-record.json", "sha256": "4bb8a8ad29bf38bde5fa871ac0d813d8e867a9c497d1caf5a5ff95e12b8602ec"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-40-left-return", "seed": 202610162, "input_sha256": "eea2da938de981aa3eb120a16328546fe4108338f580282fe55f67ef5935c654", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999628631325389, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5/rollout.mp4", "sha256": "e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769/poster.jpg", "sha256": "f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4bb8a8ad29bf38bde5fa871ac0d813d8e867a9c497d1caf5a5ff95e12b8602ec/run-record.json", "sha256": "4bb8a8ad29bf38bde5fa871ac0d813d8e867a9c497d1caf5a5ff95e12b8602ec"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-40-right-return", "seed": 202610160, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 680.65720021585, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.22053482112847267, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01606354478975443, "generation-seconds": 678.8963749899995, "generation-frames-per-second": 0.2607172560062754, "generation-gpu-usd": 0.7524434822805828}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8539f912e1657db27497bdc5829b4190ddda8d0f8a2d8cb3039bc4dc89cdfb03/rollout.mp4", "sha256": "8539f912e1657db27497bdc5829b4190ddda8d0f8a2d8cb3039bc4dc89cdfb03"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f4004fecd4cf07528b3bcc72e2b3e945631309573583b9cbdd6439de0aca223f/poster.jpg", "sha256": "f4004fecd4cf07528b3bcc72e2b3e945631309573583b9cbdd6439de0aca223f"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ca11dfc1e66b9a412abf0f3189fa8f9097ca42bbcb80e7970da3ef25ca3130fd/rollout.webm", "sha256": "ca11dfc1e66b9a412abf0f3189fa8f9097ca42bbcb80e7970da3ef25ca3130fd"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f12cd47c8e3584ec3ab100276ae2901edb5f33bc499ddc31c53fc7ba64f7e7bc/run-record.json", "sha256": "f12cd47c8e3584ec3ab100276ae2901edb5f33bc499ddc31c53fc7ba64f7e7bc"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-40-right-return", "seed": 202610161, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 681.8403871401679, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.2795776314212347, "action-following-percent": 100.0, "stationary-drift-pixels": 0.024623006544006752, "generation-seconds": 679.6152914830018, "generation-frames-per-second": 0.26044146183609973, "generation-gpu-usd": 0.7532402813936604}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ba83cfc0ec34e002ebec9112bfd361defcee0897e1a0205c9e2c5c7575a38347/rollout.mp4", "sha256": "ba83cfc0ec34e002ebec9112bfd361defcee0897e1a0205c9e2c5c7575a38347"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/bba5ec594a40e1d80bfa87e58c8593b25e1798d596d5a88a9d067f0857eabb42/poster.jpg", "sha256": "bba5ec594a40e1d80bfa87e58c8593b25e1798d596d5a88a9d067f0857eabb42"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/048a479ee18a6767dee0a410da39d121740bb399026e1251d56d38a1937d7c8d/run-record.json", "sha256": "048a479ee18a6767dee0a410da39d121740bb399026e1251d56d38a1937d7c8d"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-40-right-return", "seed": 202610162, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 682.9494653739966, "status": "succeeded", "scores": {"motion-coverage-percent": 93.58974358974359, "frozen-action-percent": 0.0, "return-view-ssim": 0.22809723374720803, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01742928459637099, "generation-seconds": 681.1674051571172, "generation-frames-per-second": 0.25984801777057054, "generation-gpu-usd": 0.7549605407158049}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d5306faac8da515c70a46be1548e7d421ce200e09a8ac9eb0fba19b7818a88d9/rollout.mp4", "sha256": "d5306faac8da515c70a46be1548e7d421ce200e09a8ac9eb0fba19b7818a88d9"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/630d430bd74f6386cbdce9e84f87775cc85bcc0b13e36f6bf7c1d16d45d2dd74/poster.jpg", "sha256": "630d430bd74f6386cbdce9e84f87775cc85bcc0b13e36f6bf7c1d16d45d2dd74"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/428fc27e209b682e69d786b71689ee4f3ff066db75ce0d82dcd3fcdface37399/run-record.json", "sha256": "428fc27e209b682e69d786b71689ee4f3ff066db75ce0d82dcd3fcdface37399"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-40-right-return", "seed": 202610160, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 45.07041479181498, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.17730837793913573, "action-following-percent": 100.0, "stationary-drift-pixels": 0.017458590410031394, "generation-seconds": 43.80321633350104, "generation-frames-per-second": 4.0407991653487105, "generation-gpu-usd": 0.04854856476963032}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/009505a24fa317e1990596497e859cbea2e22cebcf0360cce6f1520b3b3f7ec1/rollout.mp4", "sha256": "009505a24fa317e1990596497e859cbea2e22cebcf0360cce6f1520b3b3f7ec1"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a2c30f56afd7b4396a69c69a8a9cf305d711519874a674f81daf54ac2949ac0a/poster.jpg", "sha256": "a2c30f56afd7b4396a69c69a8a9cf305d711519874a674f81daf54ac2949ac0a"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1353b6f49de3ddcc15ec93d143467c36efde334496155c40bd58d839c2cb1b51/rollout.webm", "sha256": "1353b6f49de3ddcc15ec93d143467c36efde334496155c40bd58d839c2cb1b51"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8ebf46acab070d3da6c75909f55c7f2cc087a716139da0d82fb74340abbd2e20/run-record.json", "sha256": "8ebf46acab070d3da6c75909f55c7f2cc087a716139da0d82fb74340abbd2e20"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-40-right-return", "seed": 202610161, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 45.3617553897202, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.21750179635805011, "action-following-percent": 100.0, "stationary-drift-pixels": 0.019017949311974924, "generation-seconds": 44.00089249573648, "generation-frames-per-second": 4.0226456774064445, "generation-gpu-usd": 0.04876765584944127}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fc77df341a574b62ea2424a57969bb939e24adc6fc79c54c77f09eb41c6a41b6/rollout.mp4", "sha256": "fc77df341a574b62ea2424a57969bb939e24adc6fc79c54c77f09eb41c6a41b6"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1a03677009d88022a658e4335588a16ece3884489a52abe5df9dd77d9904cae2/poster.jpg", "sha256": "1a03677009d88022a658e4335588a16ece3884489a52abe5df9dd77d9904cae2"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ef9eae8eaadeaa0a3c5083c02a9b63e5059291c0bf9e36713b2bf538d3212328/run-record.json", "sha256": "ef9eae8eaadeaa0a3c5083c02a9b63e5059291c0bf9e36713b2bf538d3212328"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-40-right-return", "seed": 202610162, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 44.412248947657645, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.19286004317115235, "action-following-percent": 100.0, "stationary-drift-pixels": 0.019890476826515183, "generation-seconds": 43.14008945133537, "generation-frames-per-second": 4.102912215786356, "generation-gpu-usd": 0.04781359914189671}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7e9aa9a62f535e44aac9deaf5ad48f5d787b1c6eae6d7afd5fedc7e7d1a83278/rollout.mp4", "sha256": "7e9aa9a62f535e44aac9deaf5ad48f5d787b1c6eae6d7afd5fedc7e7d1a83278"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/47d9cfb27d3d930dddc4a4e326bc1baa0218fde94d04cd23c5f106ae314b8938/poster.jpg", "sha256": "47d9cfb27d3d930dddc4a4e326bc1baa0218fde94d04cd23c5f106ae314b8938"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f1b4a9ee7a44e759dfed88307c2c2c23e95fc2bc85aba903d2d3c9dbd2b58a52/run-record.json", "sha256": "f1b4a9ee7a44e759dfed88307c2c2c23e95fc2bc85aba903d2d3c9dbd2b58a52"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-40-right-return", "seed": 202610160, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 11.955146403051913, "status": "succeeded", "scores": {"motion-coverage-percent": 96.15384615384616, "frozen-action-percent": 0.0, "return-view-ssim": 0.17244874487661452, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01198408866441413, "generation-seconds": 11.093738225987181, "generation-frames-per-second": 15.95494651076009, "generation-gpu-usd": 0.012295559867135793}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3ccf95ac3563089d0b77191b3ca4eed30725cdddbe6a78458851ca696594e1d9/rollout.mp4", "sha256": "3ccf95ac3563089d0b77191b3ca4eed30725cdddbe6a78458851ca696594e1d9"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/bbf2240a4dbc49fbc573741f4c381d120eacfc114aa8eca894a890e6f6fa0593/poster.jpg", "sha256": "bbf2240a4dbc49fbc573741f4c381d120eacfc114aa8eca894a890e6f6fa0593"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c99d3de0de514317a067868446c5115b0d4d40f75799edf6777a1e88234cae95/rollout.webm", "sha256": "c99d3de0de514317a067868446c5115b0d4d40f75799edf6777a1e88234cae95"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/03f2d2dfef02d6d43935a5ee00889eb70de75583d641096e1df5e631857ab8fe/run-record.json", "sha256": "03f2d2dfef02d6d43935a5ee00889eb70de75583d641096e1df5e631857ab8fe"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-40-right-return", "seed": 202610161, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 11.727144228992984, "status": "succeeded", "scores": {"motion-coverage-percent": 96.15384615384616, "frozen-action-percent": 0.0, "return-view-ssim": 0.16300670468513678, "action-following-percent": 100.0, "stationary-drift-pixels": 0.011613254246999513, "generation-seconds": 10.991090523079038, "generation-frames-per-second": 16.10395252667024, "generation-gpu-usd": 0.012181791996412599}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7daaa5b5c6dcebbbcc560a8254cf96186a5518056c862be2fa1320aedc6901bd/rollout.mp4", "sha256": "7daaa5b5c6dcebbbcc560a8254cf96186a5518056c862be2fa1320aedc6901bd"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d958c4f6e62e737b67c9664fd4dd26a0d3919671ef8892dbcb65d6a24621c791/poster.jpg", "sha256": "d958c4f6e62e737b67c9664fd4dd26a0d3919671ef8892dbcb65d6a24621c791"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/23bcb3a4c5794c61cba14199e287a62cd4a541bdee9158beda19c46b8e04dbea/run-record.json", "sha256": "23bcb3a4c5794c61cba14199e287a62cd4a541bdee9158beda19c46b8e04dbea"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-40-right-return", "seed": 202610162, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 11.833357991883531, "status": "succeeded", "scores": {"motion-coverage-percent": 96.15384615384616, "frozen-action-percent": 0.0, "return-view-ssim": 0.14816455362556752, "action-following-percent": 100.0, "stationary-drift-pixels": 0.011488982213326492, "generation-seconds": 11.0268743368797, "generation-frames-per-second": 16.051692854430957, "generation-gpu-usd": 0.01222145239004167}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4d6f901b833723980d3baf037703272084142c59abbb151251d72c287e04251d/rollout.mp4", "sha256": "4d6f901b833723980d3baf037703272084142c59abbb151251d72c287e04251d"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/93079127d1e6c4005b18e1ae0cf2be506dce23ca54799c2abcd4eddaadcaf657/poster.jpg", "sha256": "93079127d1e6c4005b18e1ae0cf2be506dce23ca54799c2abcd4eddaadcaf657"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b290c07811107c9c22c84ebc07a6ef2630dd33b042f0c386bbe833c4b23cc832/run-record.json", "sha256": "b290c07811107c9c22c84ebc07a6ef2630dd33b042f0c386bbe833c4b23cc832"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-40-right-return", "seed": 202610160, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999628631325389, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5/rollout.mp4", "sha256": "e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769/poster.jpg", "sha256": "f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/75c9884c663f22bc539783041bd6acb2a8a57e0fec28c2b5c35bc249ddd317c7/rollout.webm", "sha256": "75c9884c663f22bc539783041bd6acb2a8a57e0fec28c2b5c35bc249ddd317c7"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/45df80ea99d1659107811ebbae4da5c23e843f12b838da971fc4950ea4509f2c/run-record.json", "sha256": "45df80ea99d1659107811ebbae4da5c23e843f12b838da971fc4950ea4509f2c"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-40-right-return", "seed": 202610161, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999628631325389, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5/rollout.mp4", "sha256": "e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769/poster.jpg", "sha256": "f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fe577a77cc7b942538b09dcd1dfda152c3a3746aee61bc46198f9204a637cdb6/run-record.json", "sha256": "fe577a77cc7b942538b09dcd1dfda152c3a3746aee61bc46198f9204a637cdb6"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-40-right-return", "seed": 202610162, "input_sha256": "4364d4b8df23b22bf5a106d179719680453bfbc29915552608374ed74f934546", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999628631325389, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5/rollout.mp4", "sha256": "e7b49c3f897161bedf0693a4946a473c32cdfb38dfbd0c6b61f7a5241f7bedb5"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769/poster.jpg", "sha256": "f86928bfb1eeff4ce94759f80236a2c55acdb360b1bb373e2ff71670cc53b769"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fe577a77cc7b942538b09dcd1dfda152c3a3746aee61bc46198f9204a637cdb6/run-record.json", "sha256": "fe577a77cc7b942538b09dcd1dfda152c3a3746aee61bc46198f9204a637cdb6"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-79-left-return", "seed": 202610160, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 694.1694762632251, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.1206170240116385, "action-following-percent": 100.0, "stationary-drift-pixels": 0.019620008254815642, "generation-seconds": 692.3878294117749, "generation-frames-per-second": 0.2556370757561873, "generation-gpu-usd": 0.767396510931384}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4422879179e5df24da2a6f81a90af4d31f22f3fbbafd285272221ae5c9add24e/rollout.mp4", "sha256": "4422879179e5df24da2a6f81a90af4d31f22f3fbbafd285272221ae5c9add24e"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b92c8d2b4eceb3efa57adca5c65d3e431548331f4457e84a71c847f509d72b67/poster.jpg", "sha256": "b92c8d2b4eceb3efa57adca5c65d3e431548331f4457e84a71c847f509d72b67"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/81acf3d75755be9997ea4975ae4f35cba134df7efbd754109d8ea6fcf13a7b33/rollout.webm", "sha256": "81acf3d75755be9997ea4975ae4f35cba134df7efbd754109d8ea6fcf13a7b33"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/dc4e2a68ad77882535cecf164517da4b836686b3f8832f6f664f6d21c1525e0b/run-record.json", "sha256": "dc4e2a68ad77882535cecf164517da4b836686b3f8832f6f664f6d21c1525e0b"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-79-left-return", "seed": 202610161, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 691.7114755026996, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.13934472330980038, "action-following-percent": 98.68421052631578, "stationary-drift-pixels": 0.020760290490597397, "generation-seconds": 690.7047295421362, "generation-frames-per-second": 0.256260008697685, "generation-gpu-usd": 0.7655310752425343}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/fa554f5e257f53d41bcbb09401fa2136f34e73bcad173c38f9a5484c02184b8b/rollout.mp4", "sha256": "fa554f5e257f53d41bcbb09401fa2136f34e73bcad173c38f9a5484c02184b8b"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7751d1ad99593e9660168fd6286dfca751908b5c381061b947daf060ac2bd70d/poster.jpg", "sha256": "7751d1ad99593e9660168fd6286dfca751908b5c381061b947daf060ac2bd70d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cff0514e788ac4989998a6398a2c07b907d3632099c5bb43561b99d658fcefa4/run-record.json", "sha256": "cff0514e788ac4989998a6398a2c07b907d3632099c5bb43561b99d658fcefa4"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-79-left-return", "seed": 202610162, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 691.6277970895171, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.1703766211828692, "action-following-percent": 100.0, "stationary-drift-pixels": 0.022838310582752788, "generation-seconds": 690.6067778542638, "generation-frames-per-second": 0.2562963551414082, "generation-gpu-usd": 0.7654225121218091}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/62b9360c7b6abc77989cb962cbcf61323a3ccc182c5dc189f8472e88f2de91f2/rollout.mp4", "sha256": "62b9360c7b6abc77989cb962cbcf61323a3ccc182c5dc189f8472e88f2de91f2"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7354afb07c3a969612a2bee7e2a8f904bf716c74a8dff2249d7367e2fecfe1e7/poster.jpg", "sha256": "7354afb07c3a969612a2bee7e2a8f904bf716c74a8dff2249d7367e2fecfe1e7"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4fd8c396e46baa9173b94b451516238ff6afc8353560929ad41623b07f03b0a8/run-record.json", "sha256": "4fd8c396e46baa9173b94b451516238ff6afc8353560929ad41623b07f03b0a8"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-79-left-return", "seed": 202610160, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 72.7568478975445, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.08662868534507115, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01964767594169814, "generation-seconds": 71.44034755695611, "generation-frames-per-second": 2.4775915298968276, "generation-gpu-usd": 0.07917971854229303}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f0ccac0d0b677bcff0babaaa8ea377ad2824a70bb0038b0a3e225b75618e3b9a/rollout.mp4", "sha256": "f0ccac0d0b677bcff0babaaa8ea377ad2824a70bb0038b0a3e225b75618e3b9a"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4c39ee9b84cd4cfdf48d21912a5a93ee177ca0a5803481506e6c0a732ea8ce39/poster.jpg", "sha256": "4c39ee9b84cd4cfdf48d21912a5a93ee177ca0a5803481506e6c0a732ea8ce39"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/43c9e50f89df6d4780b07c1dfa57ec05e14fd657a4b7c80750236a0acde0a363/rollout.webm", "sha256": "43c9e50f89df6d4780b07c1dfa57ec05e14fd657a4b7c80750236a0acde0a363"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ed6c99fc2be791da12da85033c16225ddaf159fcfe7e5ea8793e9d38d7357af0/run-record.json", "sha256": "ed6c99fc2be791da12da85033c16225ddaf159fcfe7e5ea8793e9d38d7357af0"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-79-left-return", "seed": 202610161, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 86.74841321073472, "status": "succeeded", "scores": {"motion-coverage-percent": 94.87179487179488, "frozen-action-percent": 0.0, "return-view-ssim": 0.09376789373992467, "action-following-percent": 98.64864864864865, "stationary-drift-pixels": 0.02440840685424692, "generation-seconds": 85.45198392681777, "generation-frames-per-second": 2.071338684793851, "generation-gpu-usd": 0.09470928218555637}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f6e96080552b99df92b3a7719f48ca8a04615a7ece4833385c33fd5b0b33cdac/rollout.mp4", "sha256": "f6e96080552b99df92b3a7719f48ca8a04615a7ece4833385c33fd5b0b33cdac"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1c31024fd7cf88f04c4739ab2aa090033604f266decb805e02c8a0dd8ed2da75/poster.jpg", "sha256": "1c31024fd7cf88f04c4739ab2aa090033604f266decb805e02c8a0dd8ed2da75"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7f6943fa597845424b7f7d0a7771fe91614093c1500e68f019a25220e30fac3a/run-record.json", "sha256": "7f6943fa597845424b7f7d0a7771fe91614093c1500e68f019a25220e30fac3a"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-79-left-return", "seed": 202610162, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 40.72047053929418, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.0922977771349327, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.025343567082606943, "generation-seconds": 39.39723725337535, "generation-frames-per-second": 4.492700817107056, "generation-gpu-usd": 0.04366527128915768}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/34138b35d7e938701d830894fcf8a39dfa546a58ef6c854f1914905d2fa21bc3/rollout.mp4", "sha256": "34138b35d7e938701d830894fcf8a39dfa546a58ef6c854f1914905d2fa21bc3"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/41b51fb4d560c7e0e3ebe3d86b9a27b9fa30f70fb5e242c6a3654640d3a56aac/poster.jpg", "sha256": "41b51fb4d560c7e0e3ebe3d86b9a27b9fa30f70fb5e242c6a3654640d3a56aac"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f33c21abd40e3ca370b3a84488e7d63ee6437465379c93f0a9d2c46a16e20a3c/run-record.json", "sha256": "f33c21abd40e3ca370b3a84488e7d63ee6437465379c93f0a9d2c46a16e20a3c"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-79-left-return", "seed": 202610160, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 11.863404892850667, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.10233695640082321, "action-following-percent": 100.0, "stationary-drift-pixels": 0.02335949174507337, "generation-seconds": 11.065086438087747, "generation-frames-per-second": 15.996260037403639, "generation-gpu-usd": 0.012263804135547254}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9f6ea6d5a3556320b5a19eccecc8cd37f3dcad4d26e7dcad9a571b217260f4c5/rollout.mp4", "sha256": "9f6ea6d5a3556320b5a19eccecc8cd37f3dcad4d26e7dcad9a571b217260f4c5"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d8801ea0f05a0d9dd9e48905461a9076c6b640072e61d571b9f434e75e4517a8/poster.jpg", "sha256": "d8801ea0f05a0d9dd9e48905461a9076c6b640072e61d571b9f434e75e4517a8"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4ef1b3f9d96ba6e3e717a6653965fb583b8d7ca11f07349ec9a59146e33bc96c/rollout.webm", "sha256": "4ef1b3f9d96ba6e3e717a6653965fb583b8d7ca11f07349ec9a59146e33bc96c"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b19840f5ccb35afa22ac6bd93de421e255243be1226332431b78215324e1a4d6/run-record.json", "sha256": "b19840f5ccb35afa22ac6bd93de421e255243be1226332431b78215324e1a4d6"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-79-left-return", "seed": 202610161, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 12.002671877853572, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.06958103029466821, "action-following-percent": 100.0, "stationary-drift-pixels": 0.020838172699466032, "generation-seconds": 11.203130348119885, "generation-frames-per-second": 15.799155637754785, "generation-gpu-usd": 0.01241680280249954}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/52e6cd28391b600b50abed73da4c440922a37739a5e688e3597e8dbbf98e1d97/rollout.mp4", "sha256": "52e6cd28391b600b50abed73da4c440922a37739a5e688e3597e8dbbf98e1d97"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3f3df935c4f4f996e32b05610d186d97dbb49571e17dab2cf204287de9f80b32/poster.jpg", "sha256": "3f3df935c4f4f996e32b05610d186d97dbb49571e17dab2cf204287de9f80b32"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c150970b83f03bafd2d42502d1e34b9530056b89e17ac237b1f53f277e95de0f/run-record.json", "sha256": "c150970b83f03bafd2d42502d1e34b9530056b89e17ac237b1f53f277e95de0f"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-79-left-return", "seed": 202610162, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 11.829865633044392, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.10374861591147619, "action-following-percent": 100.0, "stationary-drift-pixels": 0.02045436013944583, "generation-seconds": 11.081568827852607, "generation-frames-per-second": 15.972467684821407, "generation-gpu-usd": 0.01228207211753664}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/06e13727dd12e5fcd115ba3d84c35ee6574c9a3ded5620e3d7f209f3dcd29c78/rollout.mp4", "sha256": "06e13727dd12e5fcd115ba3d84c35ee6574c9a3ded5620e3d7f209f3dcd29c78"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3dc0fc4e2d7a52f4a979710aa1dc44a8ad3d266c4de85a7c20fbce9cf35ce5c5/poster.jpg", "sha256": "3dc0fc4e2d7a52f4a979710aa1dc44a8ad3d266c4de85a7c20fbce9cf35ce5c5"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1235004e4fbd03d1cd5d7c35546866372d67203da7f87a8b325ddb3d3bb07928/run-record.json", "sha256": "1235004e4fbd03d1cd5d7c35546866372d67203da7f87a8b325ddb3d3bb07928"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-79-left-return", "seed": 202610160, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999845708208875, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74/rollout.mp4", "sha256": "d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef/poster.jpg", "sha256": "707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/646d1783f628fffb8b5d43fa5efeba0979d6a753118d298b2115458e2d499ada/rollout.webm", "sha256": "646d1783f628fffb8b5d43fa5efeba0979d6a753118d298b2115458e2d499ada"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/45f47194a0ba9341fd27132ce0ffa84c468194f7c8883d3a03776e137c28b4d3/run-record.json", "sha256": "45f47194a0ba9341fd27132ce0ffa84c468194f7c8883d3a03776e137c28b4d3"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-79-left-return", "seed": 202610161, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999845708208875, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74/rollout.mp4", "sha256": "d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef/poster.jpg", "sha256": "707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cce88c73bd89d19da8f17b004d0e278ec2e3f506859bd1e96359883aaf5394a3/run-record.json", "sha256": "cce88c73bd89d19da8f17b004d0e278ec2e3f506859bd1e96359883aaf5394a3"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-79-left-return", "seed": 202610162, "input_sha256": "8594e2299fcf09aba003c7361ae13f53b8bb05d27c2a6ee329a37c492627e29c", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999845708208875, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74/rollout.mp4", "sha256": "d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef/poster.jpg", "sha256": "707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cce88c73bd89d19da8f17b004d0e278ec2e3f506859bd1e96359883aaf5394a3/run-record.json", "sha256": "cce88c73bd89d19da8f17b004d0e278ec2e3f506859bd1e96359883aaf5394a3"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-79-right-return", "seed": 202610160, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 698.0387254059315, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.12836008575975075, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.017400829281931405, "generation-seconds": 696.9656728431582, "generation-frames-per-second": 0.25395798802824426, "generation-gpu-usd": 0.7724702874011671}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/08c61841f23881faedb275bf82d6c53c6e7bbd89b099fd2ac9a1cbe867689563/rollout.mp4", "sha256": "08c61841f23881faedb275bf82d6c53c6e7bbd89b099fd2ac9a1cbe867689563"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b92c8d2b4eceb3efa57adca5c65d3e431548331f4457e84a71c847f509d72b67/poster.jpg", "sha256": "b92c8d2b4eceb3efa57adca5c65d3e431548331f4457e84a71c847f509d72b67"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/81896accf633080667ab4c030a71b1ce527b870324e92ff317797067ae74502b/rollout.webm", "sha256": "81896accf633080667ab4c030a71b1ce527b870324e92ff317797067ae74502b"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/bf6a89f49b0bbfe6c13ce09ab183e39c1146849fde683e75d90546205aca6412/run-record.json", "sha256": "bf6a89f49b0bbfe6c13ce09ab183e39c1146849fde683e75d90546205aca6412"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-79-right-return", "seed": 202610161, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 688.9118259511888, "status": "succeeded", "scores": {"motion-coverage-percent": 94.87179487179488, "frozen-action-percent": 0.0, "return-view-ssim": 0.1057809802154487, "action-following-percent": 100.0, "stationary-drift-pixels": 0.023520235470285356, "generation-seconds": 687.9183297939599, "generation-frames-per-second": 0.25729798485383243, "generation-gpu-usd": 0.7624428155216388}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/44a2cba7170b466515d2a6956da96d856355444a36aa6f6676a5506a50b713a2/rollout.mp4", "sha256": "44a2cba7170b466515d2a6956da96d856355444a36aa6f6676a5506a50b713a2"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7751d1ad99593e9660168fd6286dfca751908b5c381061b947daf060ac2bd70d/poster.jpg", "sha256": "7751d1ad99593e9660168fd6286dfca751908b5c381061b947daf060ac2bd70d"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b50e6a3ad7376cd0a645a54db21d006a08546beede6f9337729cc81e3e7390c9/run-record.json", "sha256": "b50e6a3ad7376cd0a645a54db21d006a08546beede6f9337729cc81e3e7390c9"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-79-right-return", "seed": 202610162, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 689.2557185664773, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.15793755220771968, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.03204992683127237, "generation-seconds": 688.2817791327834, "generation-frames-per-second": 0.25716211785094073, "generation-gpu-usd": 0.7628456385388349}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7428a3c0e9864a1bb6493c881acc24f2bd6f80d922325a152273a6a76d81d7e8/rollout.mp4", "sha256": "7428a3c0e9864a1bb6493c881acc24f2bd6f80d922325a152273a6a76d81d7e8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7354afb07c3a969612a2bee7e2a8f904bf716c74a8dff2249d7367e2fecfe1e7/poster.jpg", "sha256": "7354afb07c3a969612a2bee7e2a8f904bf716c74a8dff2249d7367e2fecfe1e7"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f8ddf2a49756ac3b7c9d222523b76d03b29774caef05338c224794c7f9fbc413/run-record.json", "sha256": "f8ddf2a49756ac3b7c9d222523b76d03b29774caef05338c224794c7f9fbc413"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-79-right-return", "seed": 202610160, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 41.35387276485562, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.08793315230922855, "action-following-percent": 100.0, "stationary-drift-pixels": 0.021321855465120394, "generation-seconds": 40.06799720227718, "generation-frames-per-second": 4.417490574995362, "generation-gpu-usd": 0.044408696899190546}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c91115a738f8d87d3669df4ad67ff94a9c85ea048e7d8b42a575c727f9b832e3/rollout.mp4", "sha256": "c91115a738f8d87d3669df4ad67ff94a9c85ea048e7d8b42a575c727f9b832e3"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4c39ee9b84cd4cfdf48d21912a5a93ee177ca0a5803481506e6c0a732ea8ce39/poster.jpg", "sha256": "4c39ee9b84cd4cfdf48d21912a5a93ee177ca0a5803481506e6c0a732ea8ce39"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/baafe75a6be53bedde69c8231fafb9d8096ef6885d60dc6763dcfcb9ed49a374/rollout.webm", "sha256": "baafe75a6be53bedde69c8231fafb9d8096ef6885d60dc6763dcfcb9ed49a374"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/daf65017411d24c123f81ef1e47fa1719e54a83c6b24cf1dd4c41eca2c0ccdac/run-record.json", "sha256": "daf65017411d24c123f81ef1e47fa1719e54a83c6b24cf1dd4c41eca2c0ccdac"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-79-right-return", "seed": 202610161, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 38.1125895883888, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.0874890485148139, "action-following-percent": 100.0, "stationary-drift-pixels": 0.023192020427804598, "generation-seconds": 36.825745961628854, "generation-frames-per-second": 4.806419948272816, "generation-gpu-usd": 0.04081520177413865}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9d01d82474b5a2fb37d8d21b6b9578010d7fe522cb3e9cd7c51b94799cd19c50/rollout.mp4", "sha256": "9d01d82474b5a2fb37d8d21b6b9578010d7fe522cb3e9cd7c51b94799cd19c50"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1c31024fd7cf88f04c4739ab2aa090033604f266decb805e02c8a0dd8ed2da75/poster.jpg", "sha256": "1c31024fd7cf88f04c4739ab2aa090033604f266decb805e02c8a0dd8ed2da75"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e5bb640ea753c50b9e87338da44581752c19072d66c5ea1f3c5d56ed5bdad134/run-record.json", "sha256": "e5bb640ea753c50b9e87338da44581752c19072d66c5ea1f3c5d56ed5bdad134"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-79-right-return", "seed": 202610162, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 40.20440239366144, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.08711738221674324, "action-following-percent": 100.0, "stationary-drift-pixels": 0.02089310249577884, "generation-seconds": 38.895053235813975, "generation-frames-per-second": 4.550707230733935, "generation-gpu-usd": 0.043108684003027156}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/aaca08d505d99620319adf5889f01ddd6abd7e4be824b43b08997d62dad6180c/rollout.mp4", "sha256": "aaca08d505d99620319adf5889f01ddd6abd7e4be824b43b08997d62dad6180c"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/41b51fb4d560c7e0e3ebe3d86b9a27b9fa30f70fb5e242c6a3654640d3a56aac/poster.jpg", "sha256": "41b51fb4d560c7e0e3ebe3d86b9a27b9fa30f70fb5e242c6a3654640d3a56aac"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7eaf085ecd3179a9b6532d333680b33f7969204ec7bbb61596116dbd4068464e/run-record.json", "sha256": "7eaf085ecd3179a9b6532d333680b33f7969204ec7bbb61596116dbd4068464e"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-79-right-return", "seed": 202610160, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 11.754111517919227, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.08844197271807712, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01963252600971592, "generation-seconds": 10.946583292912692, "generation-frames-per-second": 16.16942887691703, "generation-gpu-usd": 0.0121324631496449}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c724126d90177f108fba05fde99ad9a6be88b780bbcd92732d9ae915f67f215c/rollout.mp4", "sha256": "c724126d90177f108fba05fde99ad9a6be88b780bbcd92732d9ae915f67f215c"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d8801ea0f05a0d9dd9e48905461a9076c6b640072e61d571b9f434e75e4517a8/poster.jpg", "sha256": "d8801ea0f05a0d9dd9e48905461a9076c6b640072e61d571b9f434e75e4517a8"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ad883b91e705aa4ebca73811b65e519fdab4986dcc0e946cad84fddfbaede1de/rollout.webm", "sha256": "ad883b91e705aa4ebca73811b65e519fdab4986dcc0e946cad84fddfbaede1de"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/90f5b10b2ff6454d2a186bb9456faccf44e618ece3c4bb4b95a6ff603e4c88e0/run-record.json", "sha256": "90f5b10b2ff6454d2a186bb9456faccf44e618ece3c4bb4b95a6ff603e4c88e0"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-79-right-return", "seed": 202610161, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 11.872107180999592, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.06349215006912598, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01892122491431828, "generation-seconds": 11.018010928062722, "generation-frames-per-second": 16.06460559493397, "generation-gpu-usd": 0.012211628778602851}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/964becaf601d99ba89c9f019fdbe5cc2062f3d60d0ca9faafd8b9bc7f07249b3/rollout.mp4", "sha256": "964becaf601d99ba89c9f019fdbe5cc2062f3d60d0ca9faafd8b9bc7f07249b3"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3f3df935c4f4f996e32b05610d186d97dbb49571e17dab2cf204287de9f80b32/poster.jpg", "sha256": "3f3df935c4f4f996e32b05610d186d97dbb49571e17dab2cf204287de9f80b32"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/812a6a3e1b38d18450f2f20b89c64ac34d5ad9b34288680f6c2f98519f817f2c/run-record.json", "sha256": "812a6a3e1b38d18450f2f20b89c64ac34d5ad9b34288680f6c2f98519f817f2c"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-79-right-return", "seed": 202610162, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 12.116787218023092, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.06960085806101965, "action-following-percent": 100.0, "stationary-drift-pixels": 0.019830562018309756, "generation-seconds": 11.224457995966077, "generation-frames-per-second": 15.769135584418551, "generation-gpu-usd": 0.012440440945529069}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6874705c7681cbd973c9eb28e79b7a703b434b93021ccc6492421d2c95215ffb/rollout.mp4", "sha256": "6874705c7681cbd973c9eb28e79b7a703b434b93021ccc6492421d2c95215ffb"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3dc0fc4e2d7a52f4a979710aa1dc44a8ad3d266c4de85a7c20fbce9cf35ce5c5/poster.jpg", "sha256": "3dc0fc4e2d7a52f4a979710aa1dc44a8ad3d266c4de85a7c20fbce9cf35ce5c5"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5da51d9d6b7cacff20410d7728b90aad6875c82316d7ef5da88d78871aaf1556/run-record.json", "sha256": "5da51d9d6b7cacff20410d7728b90aad6875c82316d7ef5da88d78871aaf1556"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-79-right-return", "seed": 202610160, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999845708208875, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74/rollout.mp4", "sha256": "d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef/poster.jpg", "sha256": "707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6fd5657859936a2f9bd120c07466a1167d3d5cabcfd7184982906c781433bceb/rollout.webm", "sha256": "6fd5657859936a2f9bd120c07466a1167d3d5cabcfd7184982906c781433bceb"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9fe9f1cc833bb4415b2f0a06cd12cf2c081054e3f203985f829b2cc60a6bc4aa/run-record.json", "sha256": "9fe9f1cc833bb4415b2f0a06cd12cf2c081054e3f203985f829b2cc60a6bc4aa"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-79-right-return", "seed": 202610161, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999845708208875, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74/rollout.mp4", "sha256": "d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef/poster.jpg", "sha256": "707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a017d760569b1f18c18e20fee1b1b6e81b50cd0f8432304a895887ee08a18103/run-record.json", "sha256": "a017d760569b1f18c18e20fee1b1b6e81b50cd0f8432304a895887ee08a18103"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-79-right-return", "seed": 202610162, "input_sha256": "debe6300a17013ce283dd5b4b2e244681e84fd5134edef4204591a9d427eca65", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.9999845708208875, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74/rollout.mp4", "sha256": "d5f831fa980ba9024d5276f71964c0f489a692a9ea668c2aeb1c008b9524ee74"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef/poster.jpg", "sha256": "707591b1c7737a3a4973611580cc6b98915bfaf95a5957ba34e78809e39708ef"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a017d760569b1f18c18e20fee1b1b6e81b50cd0f8432304a895887ee08a18103/run-record.json", "sha256": "a017d760569b1f18c18e20fee1b1b6e81b50cd0f8432304a895887ee08a18103"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-80-left-return", "seed": 202610160, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 711.13569977507, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.22631147638957178, "action-following-percent": 100.0, "stationary-drift-pixels": 0.018244275726208754, "generation-seconds": 710.1406772173941, "generation-frames-per-second": 0.2492463897344319, "generation-gpu-usd": 0.7870725839159451}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/22c26005ff446b7b9789cee8a6bf7a5272017d95f2d0b5d09dec6e4e162cd6fe/rollout.mp4", "sha256": "22c26005ff446b7b9789cee8a6bf7a5272017d95f2d0b5d09dec6e4e162cd6fe"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6484ae9db45c22ada6138fdedb843a99a3bdb8be113abb24add0f17215a4ce96/poster.jpg", "sha256": "6484ae9db45c22ada6138fdedb843a99a3bdb8be113abb24add0f17215a4ce96"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/11b77e851a01c2a0a81e10ce47913d27146b8c7e326ee16df0c16e314764f891/rollout.webm", "sha256": "11b77e851a01c2a0a81e10ce47913d27146b8c7e326ee16df0c16e314764f891"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c155c666dff023b6706ce6cb08833ee56aaafba27c31ff6cd4b50c63d442d9ff/run-record.json", "sha256": "c155c666dff023b6706ce6cb08833ee56aaafba27c31ff6cd4b50c63d442d9ff"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-80-left-return", "seed": 202610161, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 703.1928648203611, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.24350033010168728, "action-following-percent": 100.0, "stationary-drift-pixels": 0.020093693254444094, "generation-seconds": 702.184959936887, "generation-frames-per-second": 0.25207033772969006, "generation-gpu-usd": 0.7782549972633832}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f9efca325c397897f6dcfc6dc526d2fe3f640bd946cb315cacbbce45ef061b8e/rollout.mp4", "sha256": "f9efca325c397897f6dcfc6dc526d2fe3f640bd946cb315cacbbce45ef061b8e"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5b3a1fcc6058bcdc168c23a1e899e0089ebc932e243abc30b007c45cd591b447/poster.jpg", "sha256": "5b3a1fcc6058bcdc168c23a1e899e0089ebc932e243abc30b007c45cd591b447"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/110df37696d7a52023ba004589a970fd895fc90dff75aaa3867db1da48b6400c/run-record.json", "sha256": "110df37696d7a52023ba004589a970fd895fc90dff75aaa3867db1da48b6400c"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-80-left-return", "seed": 202610162, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 686.368152949959, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.1777982710626958, "action-following-percent": 100.0, "stationary-drift-pixels": 0.02247012121656494, "generation-seconds": 685.4042372182012, "generation-frames-per-second": 0.25824176506170526, "generation-gpu-usd": 0.7596563629168396}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4248333661a953b9789ca1acfc2d30438fd197168698244122db1f6929a09391/rollout.mp4", "sha256": "4248333661a953b9789ca1acfc2d30438fd197168698244122db1f6929a09391"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/43e0ee215bbdc757d03c04a83cdd3ef52385b8588fb3d743d2694505b82b4553/poster.jpg", "sha256": "43e0ee215bbdc757d03c04a83cdd3ef52385b8588fb3d743d2694505b82b4553"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/8dfd3a9b0b7cf5dc7dab121ea38f3b5e6a2bf43700a98d4825a658a20cf45221/run-record.json", "sha256": "8dfd3a9b0b7cf5dc7dab121ea38f3b5e6a2bf43700a98d4825a658a20cf45221"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-80-left-return", "seed": 202610160, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 40.289234035648406, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.13607802224458762, "action-following-percent": 100.0, "stationary-drift-pixels": 0.021695327326162025, "generation-seconds": 38.978515373542905, "generation-frames-per-second": 4.540963099896326, "generation-gpu-usd": 0.04320118787234339}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1a05acd9dfb0c12368790f27b85a154748524cca43394e6cf48d23a7621033a2/rollout.mp4", "sha256": "1a05acd9dfb0c12368790f27b85a154748524cca43394e6cf48d23a7621033a2"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/14c3cabe042d19784dc2352484c86bc5174018ef572ee86ed4ed6ce115c2cd62/poster.jpg", "sha256": "14c3cabe042d19784dc2352484c86bc5174018ef572ee86ed4ed6ce115c2cd62"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/65a0eadc12486485f73c935df4bc2f92566d3a1d07bb4c9d1563e14506282899/rollout.webm", "sha256": "65a0eadc12486485f73c935df4bc2f92566d3a1d07bb4c9d1563e14506282899"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/147bd6e955bb97560a43d6f5f604d2eebda2fbbf7cc3c4dbbac2904fc4d87709/run-record.json", "sha256": "147bd6e955bb97560a43d6f5f604d2eebda2fbbf7cc3c4dbbac2904fc4d87709"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-80-left-return", "seed": 202610161, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 41.79600869305432, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.15551383134642008, "action-following-percent": 97.43589743589743, "stationary-drift-pixels": 0.018713100764726424, "generation-seconds": 40.50894599035382, "generation-frames-per-second": 4.369405218347277, "generation-gpu-usd": 0.04489741513930882}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a34591b68d5ef9945e6187f3ed1ed7b966eac10583a4f0a676b77900adc1c368/rollout.mp4", "sha256": "a34591b68d5ef9945e6187f3ed1ed7b966eac10583a4f0a676b77900adc1c368"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4b6b413ab4a062d16a85ff379076702f01085288eb7235831d7430a1186910d6/poster.jpg", "sha256": "4b6b413ab4a062d16a85ff379076702f01085288eb7235831d7430a1186910d6"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b94df72663ee73786814f2e12fea798be11711e05bf45379c45202596a818d74/run-record.json", "sha256": "b94df72663ee73786814f2e12fea798be11711e05bf45379c45202596a818d74"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-80-left-return", "seed": 202610162, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 42.365711593069136, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.1520153669321841, "action-following-percent": 100.0, "stationary-drift-pixels": 0.021863872069070183, "generation-seconds": 41.08741681370884, "generation-frames-per-second": 4.3078882472101245, "generation-gpu-usd": 0.04553855363519397}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/70d53f5baa94eefc54dcb80b505ad0b87e4c375b6ff4f1afd520ccdc8579ad5a/rollout.mp4", "sha256": "70d53f5baa94eefc54dcb80b505ad0b87e4c375b6ff4f1afd520ccdc8579ad5a"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d66be488c5a19123c42cf6cace72d96439fb84835a013d7a22bbc4593c10a514/poster.jpg", "sha256": "d66be488c5a19123c42cf6cace72d96439fb84835a013d7a22bbc4593c10a514"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0f96d345060de45ef89aa23708ebb754298869973a8f51298251c335e893ee25/run-record.json", "sha256": "0f96d345060de45ef89aa23708ebb754298869973a8f51298251c335e893ee25"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-80-left-return", "seed": 202610160, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 12.048583938973024, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.14297371119029473, "action-following-percent": 100.0, "stationary-drift-pixels": 0.007657681478515123, "generation-seconds": 11.143985326169059, "generation-frames-per-second": 15.883007274278857, "generation-gpu-usd": 0.012351250403170708}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9d58b56fa03e4c9c7657f35d8f6ed621ea28a41147a0a530c2a949756accf0f8/rollout.mp4", "sha256": "9d58b56fa03e4c9c7657f35d8f6ed621ea28a41147a0a530c2a949756accf0f8"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0cfacbe20e68f52d56dd0fbe7ff8de52645136b8102136493ed4aad979074f84/poster.jpg", "sha256": "0cfacbe20e68f52d56dd0fbe7ff8de52645136b8102136493ed4aad979074f84"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1d6c1391761d75ba9011a5dc8582abab40677db079b86177d2ac5347290d079a/rollout.webm", "sha256": "1d6c1391761d75ba9011a5dc8582abab40677db079b86177d2ac5347290d079a"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1d82a725f44a93173139f789d5bfd6a0b613f5b894b2fdb49ebed9cb8ff0a37a/run-record.json", "sha256": "1d82a725f44a93173139f789d5bfd6a0b613f5b894b2fdb49ebed9cb8ff0a37a"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-80-left-return", "seed": 202610161, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 11.900224867044017, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.1467471145374208, "action-following-percent": 100.0, "stationary-drift-pixels": 0.00747672197722165, "generation-seconds": 10.944963973015547, "generation-frames-per-second": 16.171821162352636, "generation-gpu-usd": 0.012130668403425566}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d33645fff35bd5a41bff5f1729ffeba34955cbd98bc69143d7848b2503c0bace/rollout.mp4", "sha256": "d33645fff35bd5a41bff5f1729ffeba34955cbd98bc69143d7848b2503c0bace"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c86092dfbbdd2855ed2e60a074ace2d3180dd3e61075afad029478c6cfb3a686/poster.jpg", "sha256": "c86092dfbbdd2855ed2e60a074ace2d3180dd3e61075afad029478c6cfb3a686"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/57d11b02d8e14f3e6f3cd1dc2c4ab0427c604eefcb8841676d97dcf898a24bd0/run-record.json", "sha256": "57d11b02d8e14f3e6f3cd1dc2c4ab0427c604eefcb8841676d97dcf898a24bd0"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-80-left-return", "seed": 202610162, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 11.747857325011864, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.14125463243486602, "action-following-percent": 100.0, "stationary-drift-pixels": 0.008382843894090908, "generation-seconds": 10.90616544499062, "generation-frames-per-second": 16.22935218549238, "generation-gpu-usd": 0.012087666701531271}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3fa8b0e8d32039ad42007d4b2738488ebe5fc1b1377da693a9c99de6673d7cb2/rollout.mp4", "sha256": "3fa8b0e8d32039ad42007d4b2738488ebe5fc1b1377da693a9c99de6673d7cb2"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/272726caafb8f582757340772b866db7d85f5a867fbea5a9e7b356439ad21079/poster.jpg", "sha256": "272726caafb8f582757340772b866db7d85f5a867fbea5a9e7b356439ad21079"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6e02f0015c5dc69f40ad6f9c89d973ffff9b26b9ef377d8ee8908d3cbe50a883/run-record.json", "sha256": "6e02f0015c5dc69f40ad6f9c89d973ffff9b26b9ef377d8ee8908d3cbe50a883"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-80-left-return", "seed": 202610160, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.999967632735514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff/rollout.mp4", "sha256": "ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7/poster.jpg", "sha256": "62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/625f22b45a16772f024493db93580006017afa3803754bd51108a2ed28c3d268/rollout.webm", "sha256": "625f22b45a16772f024493db93580006017afa3803754bd51108a2ed28c3d268"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/316b3fa8188ba9cbd19df5611e15296b4e939c1c788823b6838df833105c3a3c/run-record.json", "sha256": "316b3fa8188ba9cbd19df5611e15296b4e939c1c788823b6838df833105c3a3c"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-80-left-return", "seed": 202610161, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.999967632735514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff/rollout.mp4", "sha256": "ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7/poster.jpg", "sha256": "62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9b212b275e2c01089a51811b88424de53d15349a10e0ab8862fdfd8d62aed56f/run-record.json", "sha256": "9b212b275e2c01089a51811b88424de53d15349a10e0ab8862fdfd8d62aed56f"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-80-left-return", "seed": 202610162, "input_sha256": "e4c58df50209057e345aff8b7adda4b965f869a41e4550adaf4595fbfebd3b08", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.999967632735514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff/rollout.mp4", "sha256": "ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7/poster.jpg", "sha256": "62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/9b212b275e2c01089a51811b88424de53d15349a10e0ab8862fdfd8d62aed56f/run-record.json", "sha256": "9b212b275e2c01089a51811b88424de53d15349a10e0ab8862fdfd8d62aed56f"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-80-right-return", "seed": 202610160, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 685.4022475592792, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.2511690700519612, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01540657950787884, "generation-seconds": 684.4282145537436, "generation-frames-per-second": 0.25861002839487907, "generation-gpu-usd": 0.7585746044637325}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1aeb4909706fc1636f0df2d57e39bafcb8cde74975c54f43d01c9aaebecf18bd/rollout.mp4", "sha256": "1aeb4909706fc1636f0df2d57e39bafcb8cde74975c54f43d01c9aaebecf18bd"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6484ae9db45c22ada6138fdedb843a99a3bdb8be113abb24add0f17215a4ce96/poster.jpg", "sha256": "6484ae9db45c22ada6138fdedb843a99a3bdb8be113abb24add0f17215a4ce96"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/092dfb6e18bd1ccba5395c02f2bba1c69dacf21caaccfd3b1f29aa881ff9a887/rollout.webm", "sha256": "092dfb6e18bd1ccba5395c02f2bba1c69dacf21caaccfd3b1f29aa881ff9a887"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2cb12bc08aee1879fa6de35bcffb49edb80ed9c0dd29b5ec65ac85883ac4aeed/run-record.json", "sha256": "2cb12bc08aee1879fa6de35bcffb49edb80ed9c0dd29b5ec65ac85883ac4aeed"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-80-right-return", "seed": 202610161, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 685.7491854466498, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.20251409756798128, "action-following-percent": 98.68421052631578, "stationary-drift-pixels": 0.02157022921619689, "generation-seconds": 684.710026729852, "generation-frames-per-second": 0.25850358997274364, "generation-gpu-usd": 0.7588869462922527}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d0123b9704ead8c01e695f038a0eaf5a41b94056832547a0d61cb2c789810f1c/rollout.mp4", "sha256": "d0123b9704ead8c01e695f038a0eaf5a41b94056832547a0d61cb2c789810f1c"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/5b3a1fcc6058bcdc168c23a1e899e0089ebc932e243abc30b007c45cd591b447/poster.jpg", "sha256": "5b3a1fcc6058bcdc168c23a1e899e0089ebc932e243abc30b007c45cd591b447"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c0df609719c338f88c10b15a437fff41d0e1d0fddcefd5c12f49cc7cd57fcd7a/run-record.json", "sha256": "c0df609719c338f88c10b15a437fff41d0e1d0fddcefd5c12f49cc7cd57fcd7a"}}
{"model_id": "matrix-game3-base", "case_id": "wbench-80-right-return", "seed": 202610162, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 689.5424641668797, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.20505442410953145, "action-following-percent": 98.71794871794873, "stationary-drift-pixels": 0.020452602467681397, "generation-seconds": 688.6184853129089, "generation-frames-per-second": 0.2570363761286063, "generation-gpu-usd": 0.7632188212218074}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/b214bc15a820d339628c2f181b15a21674a075b0bd426a85d8ccfdaedfbb88d3/rollout.mp4", "sha256": "b214bc15a820d339628c2f181b15a21674a075b0bd426a85d8ccfdaedfbb88d3"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/43e0ee215bbdc757d03c04a83cdd3ef52385b8588fb3d743d2694505b82b4553/poster.jpg", "sha256": "43e0ee215bbdc757d03c04a83cdd3ef52385b8588fb3d743d2694505b82b4553"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/488ef3859b1b2b5aab46f38096f3952fc3adfc00a10528a847c7e6fbc15d965f/run-record.json", "sha256": "488ef3859b1b2b5aab46f38096f3952fc3adfc00a10528a847c7e6fbc15d965f"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-80-right-return", "seed": 202610160, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 39.25823336932808, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.12325252946180335, "action-following-percent": 100.0, "stationary-drift-pixels": 0.01912472518253234, "generation-seconds": 37.925352667458355, "generation-frames-per-second": 4.667062731149601, "generation-gpu-usd": 0.042033932539766346}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1f00325f35926b5d335aaf21d57ce623143509dd1e10a092ec87f151e7e84e69/rollout.mp4", "sha256": "1f00325f35926b5d335aaf21d57ce623143509dd1e10a092ec87f151e7e84e69"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/14c3cabe042d19784dc2352484c86bc5174018ef572ee86ed4ed6ce115c2cd62/poster.jpg", "sha256": "14c3cabe042d19784dc2352484c86bc5174018ef572ee86ed4ed6ce115c2cd62"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/316fa2cc0af5ab5212620b0c74d4f80f12e44f06377dc287c5eecbc5e6d2f6e5/rollout.webm", "sha256": "316fa2cc0af5ab5212620b0c74d4f80f12e44f06377dc287c5eecbc5e6d2f6e5"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1ac0ce7467286b6b569634189bf3ea52baab245e1cf7d7abdea6bfa422153b01/run-record.json", "sha256": "1ac0ce7467286b6b569634189bf3ea52baab245e1cf7d7abdea6bfa422153b01"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-80-right-return", "seed": 202610161, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 43.19045445416123, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.14641360782764612, "action-following-percent": 100.0, "stationary-drift-pixels": 0.02062143485772981, "generation-seconds": 41.92847449053079, "generation-frames-per-second": 4.221474836628603, "generation-gpu-usd": 0.04647072589367163}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/359f48dee11262c05335b34af508d2c818890115a0290ff2fb0c160e90f0af8f/rollout.mp4", "sha256": "359f48dee11262c05335b34af508d2c818890115a0290ff2fb0c160e90f0af8f"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4b6b413ab4a062d16a85ff379076702f01085288eb7235831d7430a1186910d6/poster.jpg", "sha256": "4b6b413ab4a062d16a85ff379076702f01085288eb7235831d7430a1186910d6"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/50823378443852634d4ed4ff4ef060b9e7c5bcbb7c412562a9dc2220908385d3/run-record.json", "sha256": "50823378443852634d4ed4ff4ef060b9e7c5bcbb7c412562a9dc2220908385d3"}}
{"model_id": "matrix-game3-distilled", "case_id": "wbench-80-right-return", "seed": 202610162, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 42.623288542963564, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.13219341012231553, "action-following-percent": 100.0, "stationary-drift-pixels": 0.021492571784327563, "generation-seconds": 41.332014297135174, "generation-frames-per-second": 4.2823947250078325, "generation-gpu-usd": 0.04580964917932482}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/51f550d7c844d78a68505c1e4951eedd1d50b3c3fa9bb9cebd06460643002a25/rollout.mp4", "sha256": "51f550d7c844d78a68505c1e4951eedd1d50b3c3fa9bb9cebd06460643002a25"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d66be488c5a19123c42cf6cace72d96439fb84835a013d7a22bbc4593c10a514/poster.jpg", "sha256": "d66be488c5a19123c42cf6cace72d96439fb84835a013d7a22bbc4593c10a514"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/49c7098170620eb439efd2f3e4daaecb570bafa51c24e6002205f19eab0a1712/run-record.json", "sha256": "49c7098170620eb439efd2f3e4daaecb570bafa51c24e6002205f19eab0a1712"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-80-right-return", "seed": 202610160, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 11.867436686065048, "status": "succeeded", "scores": {"motion-coverage-percent": 98.71794871794872, "frozen-action-percent": 0.0, "return-view-ssim": 0.1217444412955586, "action-following-percent": 100.0, "stationary-drift-pixels": 0.008813836362474058, "generation-seconds": 10.981370892841369, "generation-frames-per-second": 16.118206162710003, "generation-gpu-usd": 0.012171019406232518}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/3c3f05e3b6ae1621cd75df4c6b0808f165df151c109701b6034be7e3c235f49e/rollout.mp4", "sha256": "3c3f05e3b6ae1621cd75df4c6b0808f165df151c109701b6034be7e3c235f49e"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0cfacbe20e68f52d56dd0fbe7ff8de52645136b8102136493ed4aad979074f84/poster.jpg", "sha256": "0cfacbe20e68f52d56dd0fbe7ff8de52645136b8102136493ed4aad979074f84"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e4466839981e9fec7f1bed78b98bded29b162115e883287c42243ca1ee243838/rollout.webm", "sha256": "e4466839981e9fec7f1bed78b98bded29b162115e883287c42243ca1ee243838"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1636595dee05941a64839ba92315dbfe85c41dd878fec3ba48db77c12c1461fa/run-record.json", "sha256": "1636595dee05941a64839ba92315dbfe85c41dd878fec3ba48db77c12c1461fa"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-80-right-return", "seed": 202610161, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 11.953931861091405, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 0.0, "return-view-ssim": 0.11419208218694715, "action-following-percent": 100.0, "stationary-drift-pixels": 0.007954850322590822, "generation-seconds": 11.132690652972087, "generation-frames-per-second": 15.89912138201257, "generation-gpu-usd": 0.012338732140377397}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/04a93c6658fa246b7516bf4002632089b431b00b656ec47029e85a69a19a393f/rollout.mp4", "sha256": "04a93c6658fa246b7516bf4002632089b431b00b656ec47029e85a69a19a393f"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c86092dfbbdd2855ed2e60a074ace2d3180dd3e61075afad029478c6cfb3a686/poster.jpg", "sha256": "c86092dfbbdd2855ed2e60a074ace2d3180dd3e61075afad029478c6cfb3a686"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/13e4d959cd15e0976c14f553980a5810b7ae2a9bb123f987efa07a4003b06d92/run-record.json", "sha256": "13e4d959cd15e0976c14f553980a5810b7ae2a9bb123f987efa07a4003b06d92"}}
{"model_id": "matrix-game2-universal", "case_id": "wbench-80-right-return", "seed": 202610162, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 11.812356411945075, "status": "succeeded", "scores": {"motion-coverage-percent": 97.43589743589743, "frozen-action-percent": 0.0, "return-view-ssim": 0.10820720336968084, "action-following-percent": 100.0, "stationary-drift-pixels": 0.008728774245522236, "generation-seconds": 10.940119695151225, "generation-frames-per-second": 16.17898203421378, "generation-gpu-usd": 0.012125299328792609}, "unscored": {}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/6483c9358094af0b167e3c14ed7c6b66851e638b091f8874e983eb58667c5c43/rollout.mp4", "sha256": "6483c9358094af0b167e3c14ed7c6b66851e638b091f8874e983eb58667c5c43"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/272726caafb8f582757340772b866db7d85f5a867fbea5a9e7b356439ad21079/poster.jpg", "sha256": "272726caafb8f582757340772b866db7d85f5a867fbea5a9e7b356439ad21079"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c820e950ae0ade6940bfbbab4c42930d5a939df1eec85a9e68a6e7f12b59b87a/run-record.json", "sha256": "c820e950ae0ade6940bfbbab4c42930d5a939df1eec85a9e68a6e7f12b59b87a"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-80-right-return", "seed": 202610160, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.999967632735514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff/rollout.mp4", "sha256": "ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7/poster.jpg", "sha256": "62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7"}, "webm": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/99f942ae1e8be774349053446543d0057e944ede4c04c50b563f7cd7c9cd9300/rollout.webm", "sha256": "99f942ae1e8be774349053446543d0057e944ede4c04c50b563f7cd7c9cd9300"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a988108634dcb9d021568630182a677a113700085c21bd6e4c7ff59a42d9a2c2/run-record.json", "sha256": "a988108634dcb9d021568630182a677a113700085c21bd6e4c7ff59a42d9a2c2"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-80-right-return", "seed": 202610161, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.999967632735514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff/rollout.mp4", "sha256": "ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7/poster.jpg", "sha256": "62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ecd1c944fc77912e6a8f7a186ccf5a231536bfba06ab2faabb0d0a5a83134a53/run-record.json", "sha256": "ecd1c944fc77912e6a8f7a186ccf5a231536bfba06ab2faabb0d0a5a83134a53"}}
{"model_id": "frozen-frame-baseline", "case_id": "wbench-80-right-return", "seed": 202610162, "input_sha256": "95dd6070be0319b21da549492ef5efcd139d7a315115350ab66503cb343be739", "duration_seconds": 0.0, "status": "succeeded", "scores": {"motion-coverage-percent": 100.0, "frozen-action-percent": 100.0, "return-view-ssim": 0.999967632735514, "action-following-percent": 0.0, "stationary-drift-pixels": 0.0, "generation-seconds": null, "generation-frames-per-second": null, "generation-gpu-usd": null}, "unscored": {"generation-seconds": "No learned generation; local baseline creation timing was not measured.", "generation-frames-per-second": "No learned generation; local baseline creation timing was not measured.", "generation-gpu-usd": "No learned generation; local baseline creation timing was not measured."}, "video": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff/rollout.mp4", "sha256": "ec928ec7dbbefd2724f08452feb5f8da0a374f1d716262d21f29c2a2984b42ff"}, "poster": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7/poster.jpg", "sha256": "62cc400ebd7a02a23cfad1d335c8e0fac6d3843f2d942390c3637ea3f0ace3e7"}, "evidence": {"url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ecd1c944fc77912e6a8f7a186ccf5a231536bfba06ab2faabb0d0a5a83134a53/run-record.json", "sha256": "ecd1c944fc77912e6a8f7a186ccf5a231536bfba06ab2faabb0d0a5a83134a53"}}