{
  "passed": true,
  "cases": 17,
  "predictions": 187,
  "chunks": 277,
  "exact_repeat_chunks": 35,
  "all_mp4_decoded": 374,
  "independent_proprio_feedback_checks": 90,
  "initial_inputs_matched": 187,
  "summary": [
    {
      "cohort": "episode_start",
      "chunks": 1,
      "name": "alternative",
      "pairs": 18,
      "text_xyz_mm_median": 1.786340531676447,
      "seed_xyz_mm_median": 9.719908526383412,
      "text_rgb_mae_median": 1.1096465587615967,
      "seed_rgb_mae_median": 4.083361625671387,
      "text_active_rmse_median": 0.013082176213147806,
      "seed_active_rmse_median": 0.06267690754449724,
      "code_changed_fraction": 0.8888888888888888,
      "seed_code_changed_fraction": 0.0
    },
    {
      "cohort": "episode_start",
      "chunks": 1,
      "name": "stage_only",
      "pairs": 18,
      "text_xyz_mm_median": 7.031968806906645,
      "seed_xyz_mm_median": 9.719908526383412,
      "text_rgb_mae_median": 11.575146198272705,
      "seed_rgb_mae_median": 4.083361625671387,
      "text_active_rmse_median": 0.06432301453921102,
      "seed_active_rmse_median": 0.06267690754449724,
      "code_changed_fraction": 1.0,
      "seed_code_changed_fraction": 0.0
    },
    {
      "cohort": "episode_start",
      "chunks": 1,
      "name": "task_only",
      "pairs": 18,
      "text_xyz_mm_median": 10.421755808540714,
      "seed_xyz_mm_median": 9.719908526383412,
      "text_rgb_mae_median": 1.8382846117019653,
      "seed_rgb_mae_median": 4.083361625671387,
      "text_active_rmse_median": 0.08996160148271767,
      "seed_active_rmse_median": 0.06267690754449724,
      "code_changed_fraction": 1.0,
      "seed_code_changed_fraction": 0.0
    },
    {
      "cohort": "episode_start",
      "chunks": 1,
      "name": "hold",
      "pairs": 18,
      "text_xyz_mm_median": 10.677652656997193,
      "seed_xyz_mm_median": 9.719908526383412,
      "text_rgb_mae_median": 2.8425365686416626,
      "seed_rgb_mae_median": 4.083361625671387,
      "text_active_rmse_median": 0.09365474955041617,
      "seed_active_rmse_median": 0.06267690754449724,
      "code_changed_fraction": 1.0,
      "hold_motion_ratio_median": 0.38188512114967177,
      "seed_code_changed_fraction": 0.0
    },
    {
      "cohort": "episode_start",
      "chunks": 3,
      "name": "alternative",
      "pairs": 18,
      "text_xyz_mm_median": 6.894828631896074,
      "seed_xyz_mm_median": 25.49765098095036,
      "text_rgb_mae_median": 2.6492321689923606,
      "seed_rgb_mae_median": 7.570159276326497,
      "text_active_rmse_median": 0.06976351824793675,
      "seed_active_rmse_median": 0.1819534317892979,
      "code_changed_fraction": 0.8888888888888888,
      "seed_code_changed_fraction": 0.0
    },
    {
      "cohort": "stage",
      "chunks": 1,
      "name": "alternative",
      "pairs": 16,
      "text_xyz_mm_median": 1.2141423104147995,
      "seed_xyz_mm_median": 9.73171984432498,
      "text_rgb_mae_median": 1.4410871267318726,
      "seed_rgb_mae_median": 10.063477993011475,
      "text_active_rmse_median": 0.0074371408551503135,
      "seed_active_rmse_median": 0.05677263391185386,
      "code_changed_fraction": 1.0,
      "seed_code_changed_fraction": 0.0
    },
    {
      "cohort": "stage",
      "chunks": 1,
      "name": "stage_only",
      "pairs": 16,
      "text_xyz_mm_median": 7.250508019789773,
      "seed_xyz_mm_median": 9.73171984432498,
      "text_rgb_mae_median": 7.343650817871094,
      "seed_rgb_mae_median": 10.063477993011475,
      "text_active_rmse_median": 0.04544316029144006,
      "seed_active_rmse_median": 0.05677263391185386,
      "code_changed_fraction": 1.0,
      "seed_code_changed_fraction": 0.0
    },
    {
      "cohort": "stage",
      "chunks": 1,
      "name": "task_only",
      "pairs": 16,
      "text_xyz_mm_median": 5.520999454882264,
      "seed_xyz_mm_median": 9.73171984432498,
      "text_rgb_mae_median": 5.996805429458618,
      "seed_rgb_mae_median": 10.063477993011475,
      "text_active_rmse_median": 0.03588698366986902,
      "seed_active_rmse_median": 0.05677263391185386,
      "code_changed_fraction": 1.0,
      "seed_code_changed_fraction": 0.0
    },
    {
      "cohort": "stage",
      "chunks": 1,
      "name": "hold",
      "pairs": 16,
      "text_xyz_mm_median": 7.729046415422844,
      "seed_xyz_mm_median": 9.73171984432498,
      "text_rgb_mae_median": 10.849484920501709,
      "seed_rgb_mae_median": 10.063477993011475,
      "text_active_rmse_median": 0.043426745704018714,
      "seed_active_rmse_median": 0.05677263391185386,
      "code_changed_fraction": 1.0,
      "hold_motion_ratio_median": 0.7223416926999862,
      "seed_code_changed_fraction": 0.0
    }
  ],
  "feedback_clipped_predictions": 0,
  "closed_loop": false,
  "semantic_success": false,
  "cross_worker_embedding_hashes_match": true,
  "embedding_prompts": 58
}