{
  "judge": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c5f8fc5bcf761726ee485df32d49214e58c97aa4f9de5ca307119297bc09c518/judge_lift_outcomes.py",
    "sha256": "c5f8fc5bcf761726ee485df32d49214e58c97aa4f9de5ca307119297bc09c518"
  },
  "metric_mapping": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/559984ecaa62aec1329a80750692f24223f2fec43e8a69557d9560075fc08b36/score_robotics_study.py",
    "sha256": "559984ecaa62aec1329a80750692f24223f2fec43e8a69557d9560075fc08b36"
  },
  "configuration": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a9832ce3fba8f72946dbee20f73ebe561c4d864833a36e8e13e880aa913bdd79/configuration.json",
    "sha256": "a9832ce3fba8f72946dbee20f73ebe561c4d864833a36e8e13e880aa913bdd79"
  },
  "validation": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/79d5e44ea4ab7755cb6bde765fbd526f31eaf482d3c9eca5e39ee753bd79ae32/robotics-evaluator-validation-v2.json",
    "sha256": "79d5e44ea4ab7755cb6bde765fbd526f31eaf482d3c9eca5e39ee753bd79ae32"
  },
  "generated_visual_spot_check": {
    "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d2eea5d900033ed7c49eaea8437f1498481897bd1f6db9bde8ce08307fc4edf9/robotics-generated-visual-review-v1.json",
    "sha256": "d2eea5d900033ed7c49eaea8437f1498481897bd1f6db9bde8ce08307fc4edf9"
  },
  "reference_judgments": [
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a84fe7261dff08a1e20536968532f883116384936beaadce4675a2f44194b11f/judgment.json",
      "sha256": "a84fe7261dff08a1e20536968532f883116384936beaadce4675a2f44194b11f"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a6f4694772605c7488bce73be86da621ea9ab2bf4d12fb457e49ccdbf0b4932a/judgment.json",
      "sha256": "a6f4694772605c7488bce73be86da621ea9ab2bf4d12fb457e49ccdbf0b4932a"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2acf30b221551918a4003db2ce96f0beb0cfb8ef3613d6c4c7867323367714d6/judgment.json",
      "sha256": "2acf30b221551918a4003db2ce96f0beb0cfb8ef3613d6c4c7867323367714d6"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1774a896e9fbe300fa13659b9bd548029f10b30a1bfe277ebf6574702ac937fb/judgment.json",
      "sha256": "1774a896e9fbe300fa13659b9bd548029f10b30a1bfe277ebf6574702ac937fb"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2523e9bae202ebf7c4a050dec91ac98376885e07d83401f5f4876c635803dc21/judgment.json",
      "sha256": "2523e9bae202ebf7c4a050dec91ac98376885e07d83401f5f4876c635803dc21"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/0179d15eb48d8be92400913650cf60b3c49aed2b30cf4decc3e01924cdfc9fcd/judgment.json",
      "sha256": "0179d15eb48d8be92400913650cf60b3c49aed2b30cf4decc3e01924cdfc9fcd"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ad3132bace5fd5ddfe40e74f393d9012d762004fc6cf275ffc2b8c5f8d11fcb7/judgment.json",
      "sha256": "ad3132bace5fd5ddfe40e74f393d9012d762004fc6cf275ffc2b8c5f8d11fcb7"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/2d195d5f6324418a51c16d53f39697401a8397c2e3311a3ad72f7bb18b3af137/judgment.json",
      "sha256": "2d195d5f6324418a51c16d53f39697401a8397c2e3311a3ad72f7bb18b3af137"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/57e5c30992714a97469b6c967447ccd559bacd92fd8a0e0ca068422fd09bbef3/judgment.json",
      "sha256": "57e5c30992714a97469b6c967447ccd559bacd92fd8a0e0ca068422fd09bbef3"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/eec81dba7c6b7c6b21e155dd2a73de430f0ece58d0618237666657a165395d9a/judgment.json",
      "sha256": "eec81dba7c6b7c6b21e155dd2a73de430f0ece58d0618237666657a165395d9a"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/301abadd72d6f7183f948f5db03860d0a8c019d1a3377aaa2351622169e716a1/judgment.json",
      "sha256": "301abadd72d6f7183f948f5db03860d0a8c019d1a3377aaa2351622169e716a1"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d9ee7bd42dd14b07bc64c97aadf233426a18cbf982e2c6c254883395b1e785ca/judgment.json",
      "sha256": "d9ee7bd42dd14b07bc64c97aadf233426a18cbf982e2c6c254883395b1e785ca"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/94aa64eaf31c6c49badc5a3232245fac5571c5d66e811bc4ca1a580208a1ca89/judgment.json",
      "sha256": "94aa64eaf31c6c49badc5a3232245fac5571c5d66e811bc4ca1a580208a1ca89"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/f1b8e77971e79711ee142acfa3e063eb9d72b6addd3c0daf219d1e2b769ff5cf/judgment.json",
      "sha256": "f1b8e77971e79711ee142acfa3e063eb9d72b6addd3c0daf219d1e2b769ff5cf"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1137f01ed02b6db3a978a2d89b64d2814a25d130173c74f8397988fbc04f0b8d/judgment.json",
      "sha256": "1137f01ed02b6db3a978a2d89b64d2814a25d130173c74f8397988fbc04f0b8d"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/cfa6f00cc1b36f2e2a55cf6f483f6cff1289256872ff2c0d6d813e3d800e1d4d/judgment.json",
      "sha256": "cfa6f00cc1b36f2e2a55cf6f483f6cff1289256872ff2c0d6d813e3d800e1d4d"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/ce88990f000cb9269730a828ebc51034c453d8017bc95e0efa9c3c850812a8bc/judgment.json",
      "sha256": "ce88990f000cb9269730a828ebc51034c453d8017bc95e0efa9c3c850812a8bc"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/33bb6096249eb2eb7607c8d8ff2c0d5f4e6c63cf69a60704e712e6e17e3cda0a/judgment.json",
      "sha256": "33bb6096249eb2eb7607c8d8ff2c0d5f4e6c63cf69a60704e712e6e17e3cda0a"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/291589573c9d1736880ce193a39ac53b44896e59a0f35bda55040de59e26512f/judgment.json",
      "sha256": "291589573c9d1736880ce193a39ac53b44896e59a0f35bda55040de59e26512f"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4ddac18ad5e8ae0562fcecdd0cedbf9d29f2ab5c760ad5bddcb3dc612c20d0e7/judgment.json",
      "sha256": "4ddac18ad5e8ae0562fcecdd0cedbf9d29f2ab5c760ad5bddcb3dc612c20d0e7"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/bde0d0e1fa39638ab578b42f754a27dd989171840f13c5837d3b8738a5ffaae6/judgment.json",
      "sha256": "bde0d0e1fa39638ab578b42f754a27dd989171840f13c5837d3b8738a5ffaae6"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/682818abb5153481b52abd0bee45af958ceab7cddbd24daedcc5aa1f64c9f434/judgment.json",
      "sha256": "682818abb5153481b52abd0bee45af958ceab7cddbd24daedcc5aa1f64c9f434"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/a02bd01a63942a634db0bf40541b8a7c5d762ce25b1130650211df9f0c3ebbde/judgment.json",
      "sha256": "a02bd01a63942a634db0bf40541b8a7c5d762ce25b1130650211df9f0c3ebbde"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d7f8ac2116d5d8fd8d8df61b092008d9766721aa2e047069abe42369d56f3bcd/judgment.json",
      "sha256": "d7f8ac2116d5d8fd8d8df61b092008d9766721aa2e047069abe42369d56f3bcd"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/238304c32c45c055f641a833af566c2975324d4f5eb6e2100d12fe546707eb80/judgment.json",
      "sha256": "238304c32c45c055f641a833af566c2975324d4f5eb6e2100d12fe546707eb80"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/1d57647e6b99b4bd1c9e5d633a53e11bbdee4212a19fcd23c7881264f059e4cf/judgment.json",
      "sha256": "1d57647e6b99b4bd1c9e5d633a53e11bbdee4212a19fcd23c7881264f059e4cf"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/57e6d099aba83a59ea6260c59a568142dff29199825e880952cf1eb21df6ada5/judgment.json",
      "sha256": "57e6d099aba83a59ea6260c59a568142dff29199825e880952cf1eb21df6ada5"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/d274a78cff33a8ae6967cf217c1f2e73fb593ae268da1450b93bdedf194babdb/judgment.json",
      "sha256": "d274a78cff33a8ae6967cf217c1f2e73fb593ae268da1450b93bdedf194babdb"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/7711496f2aee7d141a7bfa58bb1cc9f14aadd11e84ad16187c391de408671ebd/judgment.json",
      "sha256": "7711496f2aee7d141a7bfa58bb1cc9f14aadd11e84ad16187c391de408671ebd"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/c5f74057c4986787fd40496599c6cc369a1e590ddd840d145cf62ba66e77f325/judgment.json",
      "sha256": "c5f74057c4986787fd40496599c6cc369a1e590ddd840d145cf62ba66e77f325"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/72013df04d4266ee182218fbf40c40992767feac80a9070c0833cd3b86e578f1/judgment.json",
      "sha256": "72013df04d4266ee182218fbf40c40992767feac80a9070c0833cd3b86e578f1"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/e6c660ecf2168d7a853f80d2a6722e36656774169b8d926ea9956585c679831f/judgment.json",
      "sha256": "e6c660ecf2168d7a853f80d2a6722e36656774169b8d926ea9956585c679831f"
    }
  ],
  "generated_probe_judgments": [
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/4829a060136923ce0d237562e2de86ee85c0b7401edc10932e9fa68eaf7ea19a/judgment.json",
      "sha256": "4829a060136923ce0d237562e2de86ee85c0b7401edc10932e9fa68eaf7ea19a"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/94ec20346432aee88febfc33e1cb6d1c298a9c64e157e527961b9c42045d44f6/judgment.json",
      "sha256": "94ec20346432aee88febfc33e1cb6d1c298a9c64e157e527961b9c42045d44f6"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/31014599467fbc3f674a05fe328c097f7da132c8c9f0a45d137c4cda20324159/judgment.json",
      "sha256": "31014599467fbc3f674a05fe328c097f7da132c8c9f0a45d137c4cda20324159"
    },
    {
      "url": "https://rather-media-143952026851-us-west-2.s3.us-west-2.amazonaws.com/public/studies/assets/919e4708195254532afd238175f3a0b752e01cd7f6d6a241b4376bcf35a77824/judgment.json",
      "sha256": "919e4708195254532afd238175f3a0b752e01cd7f6d6a241b4376bcf35a77824"
    }
  ],
  "warning": "Visual judgments are estimates, not generated 3D state. Reference errors and generated-video bias remain possible."
}