{
  "schema": "rlebench/campaign-protocol/2",
  "jobs": [
    {
      "name": "t05-codex",
      "task_id": 5,
      "agent": "codex",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 5
              },
              "backend_task": "libero.10_5",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_5",
              "instruction": "pick up the book and place it in the back compartment of the caddy",
              "robot": "libero/libero-panda-study",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 5
              },
              "backend_task": "libero.10_5",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_5",
              "instruction": "pick up the book and place it in the back compartment of the caddy",
              "robot": "libero/libero-panda-study",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 5
              },
              "backend_task": "libero.10_5",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_5",
              "instruction": "pick up the book and place it in the back compartment of the caddy",
              "robot": "libero/libero-panda-study",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t05-kinex-v0.6.0",
      "task_id": 5,
      "agent": "kinex-v0.6.0",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 5
              },
              "backend_task": "libero.10_5",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_5",
              "instruction": "pick up the book and place it in the back compartment of the caddy",
              "robot": "libero/libero-panda-study",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 5
              },
              "backend_task": "libero.10_5",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_5",
              "instruction": "pick up the book and place it in the back compartment of the caddy",
              "robot": "libero/libero-panda-study",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 5
              },
              "backend_task": "libero.10_5",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_5",
              "instruction": "pick up the book and place it in the back compartment of the caddy",
              "robot": "libero/libero-panda-study",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t05-kinex-v0.6.0-improve",
      "task_id": 5,
      "agent": "kinex-v0.6.0-improve",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 5
              },
              "backend_task": "libero.10_5",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_5",
              "instruction": "pick up the book and place it in the back compartment of the caddy",
              "robot": "libero/libero-panda-study",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 5
              },
              "backend_task": "libero.10_5",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_5",
              "instruction": "pick up the book and place it in the back compartment of the caddy",
              "robot": "libero/libero-panda-study",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 5
              },
              "backend_task": "libero.10_5",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_5",
              "instruction": "pick up the book and place it in the back compartment of the caddy",
              "robot": "libero/libero-panda-study",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t06-codex",
      "task_id": 6,
      "agent": "codex",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 6
              },
              "backend_task": "libero.10_6",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_6",
              "instruction": "put the white mug on the plate and put the chocolate pudding to the right of the plate",
              "robot": "libero/libero-panda-living-room",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 6
              },
              "backend_task": "libero.10_6",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_6",
              "instruction": "put the white mug on the plate and put the chocolate pudding to the right of the plate",
              "robot": "libero/libero-panda-living-room",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 6
              },
              "backend_task": "libero.10_6",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_6",
              "instruction": "put the white mug on the plate and put the chocolate pudding to the right of the plate",
              "robot": "libero/libero-panda-living-room",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t06-kinex-v0.6.0",
      "task_id": 6,
      "agent": "kinex-v0.6.0",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 6
              },
              "backend_task": "libero.10_6",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_6",
              "instruction": "put the white mug on the plate and put the chocolate pudding to the right of the plate",
              "robot": "libero/libero-panda-living-room",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 6
              },
              "backend_task": "libero.10_6",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_6",
              "instruction": "put the white mug on the plate and put the chocolate pudding to the right of the plate",
              "robot": "libero/libero-panda-living-room",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 6
              },
              "backend_task": "libero.10_6",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_6",
              "instruction": "put the white mug on the plate and put the chocolate pudding to the right of the plate",
              "robot": "libero/libero-panda-living-room",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t06-kinex-v0.6.0-improve",
      "task_id": 6,
      "agent": "kinex-v0.6.0-improve",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 6
              },
              "backend_task": "libero.10_6",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_6",
              "instruction": "put the white mug on the plate and put the chocolate pudding to the right of the plate",
              "robot": "libero/libero-panda-living-room",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 6
              },
              "backend_task": "libero.10_6",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_6",
              "instruction": "put the white mug on the plate and put the chocolate pudding to the right of the plate",
              "robot": "libero/libero-panda-living-room",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 6
              },
              "backend_task": "libero.10_6",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_6",
              "instruction": "put the white mug on the plate and put the chocolate pudding to the right of the plate",
              "robot": "libero/libero-panda-living-room",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t09-codex",
      "task_id": 9,
      "agent": "codex",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 9
              },
              "backend_task": "libero.10_9",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_9",
              "instruction": "put the yellow and white mug in the microwave and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 9
              },
              "backend_task": "libero.10_9",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_9",
              "instruction": "put the yellow and white mug in the microwave and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 9
              },
              "backend_task": "libero.10_9",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_9",
              "instruction": "put the yellow and white mug in the microwave and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t09-kinex-v0.6.0",
      "task_id": 9,
      "agent": "kinex-v0.6.0",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 9
              },
              "backend_task": "libero.10_9",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_9",
              "instruction": "put the yellow and white mug in the microwave and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 9
              },
              "backend_task": "libero.10_9",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_9",
              "instruction": "put the yellow and white mug in the microwave and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 9
              },
              "backend_task": "libero.10_9",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_9",
              "instruction": "put the yellow and white mug in the microwave and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t09-kinex-v0.6.0-improve",
      "task_id": 9,
      "agent": "kinex-v0.6.0-improve",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 9
              },
              "backend_task": "libero.10_9",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_9",
              "instruction": "put the yellow and white mug in the microwave and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 9
              },
              "backend_task": "libero.10_9",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_9",
              "instruction": "put the yellow and white mug in the microwave and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 9
              },
              "backend_task": "libero.10_9",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_9",
              "instruction": "put the yellow and white mug in the microwave and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t03-codex",
      "task_id": 3,
      "agent": "codex",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 3
              },
              "backend_task": "libero.10_3",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_3",
              "instruction": "put the black bowl in the bottom drawer of the cabinet and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 3
              },
              "backend_task": "libero.10_3",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_3",
              "instruction": "put the black bowl in the bottom drawer of the cabinet and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 3
              },
              "backend_task": "libero.10_3",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_3",
              "instruction": "put the black bowl in the bottom drawer of the cabinet and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t03-kinex-v0.6.0",
      "task_id": 3,
      "agent": "kinex-v0.6.0",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 3
              },
              "backend_task": "libero.10_3",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_3",
              "instruction": "put the black bowl in the bottom drawer of the cabinet and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 3
              },
              "backend_task": "libero.10_3",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_3",
              "instruction": "put the black bowl in the bottom drawer of the cabinet and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 3
              },
              "backend_task": "libero.10_3",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_3",
              "instruction": "put the black bowl in the bottom drawer of the cabinet and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t03-kinex-v0.6.0-improve",
      "task_id": 3,
      "agent": "kinex-v0.6.0-improve",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 3
              },
              "backend_task": "libero.10_3",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_3",
              "instruction": "put the black bowl in the bottom drawer of the cabinet and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 3
              },
              "backend_task": "libero.10_3",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_3",
              "instruction": "put the black bowl in the bottom drawer of the cabinet and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 3
              },
              "backend_task": "libero.10_3",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_3",
              "instruction": "put the black bowl in the bottom drawer of the cabinet and close it",
              "robot": "libero/libero-panda-kitchen",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t00-codex",
      "task_id": 0,
      "agent": "codex",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 0
              },
              "backend_task": "libero.10_0",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_0",
              "instruction": "put both the alphabet soup and the tomato sauce in the basket",
              "robot": "libero/libero-panda-living-room",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 0
              },
              "backend_task": "libero.10_0",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_0",
              "instruction": "put both the alphabet soup and the tomato sauce in the basket",
              "robot": "libero/libero-panda-living-room",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 0
              },
              "backend_task": "libero.10_0",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_0",
              "instruction": "put both the alphabet soup and the tomato sauce in the basket",
              "robot": "libero/libero-panda-living-room",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t00-kinex-v0.6.0",
      "task_id": 0,
      "agent": "kinex-v0.6.0",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 0
              },
              "backend_task": "libero.10_0",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_0",
              "instruction": "put both the alphabet soup and the tomato sauce in the basket",
              "robot": "libero/libero-panda-living-room",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 0
              },
              "backend_task": "libero.10_0",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_0",
              "instruction": "put both the alphabet soup and the tomato sauce in the basket",
              "robot": "libero/libero-panda-living-room",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 0
              },
              "backend_task": "libero.10_0",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_0",
              "instruction": "put both the alphabet soup and the tomato sauce in the basket",
              "robot": "libero/libero-panda-living-room",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    },
    {
      "name": "t00-kinex-v0.6.0-improve",
      "task_id": 0,
      "agent": "kinex-v0.6.0-improve",
      "seeds": [
        0,
        1,
        2
      ],
      "protocol": {
        "episode_specs": [
          {
            "max_steps": 20000,
            "seed": 0,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 0,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 0
              },
              "backend_task": "libero.10_0",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_0",
              "instruction": "put both the alphabet soup and the tomato sauce in the basket",
              "robot": "libero/libero-panda-living-room",
              "seed": 0
            },
            "yaml": "/opt/benchmark/episode_01.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 1,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 1,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 0
              },
              "backend_task": "libero.10_0",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_0",
              "instruction": "put both the alphabet soup and the tomato sauce in the basket",
              "robot": "libero/libero-panda-living-room",
              "seed": 1
            },
            "yaml": "/opt/benchmark/episode_02.yaml"
          },
          {
            "max_steps": 20000,
            "seed": 2,
            "task": {
              "action_abstraction": "devices",
              "backend": "libero",
              "backend_kwargs": {
                "init_state_index": 2,
                "max_steps": 20000,
                "realtime": false,
                "stop_on_success": true,
                "suite_name": "libero_10",
                "task_id": 0
              },
              "backend_task": "libero.10_0",
              "budget_mode": "practice",
              "device_bindings": null,
              "id": "libero/10_0",
              "instruction": "put both the alphabet soup and the tomato sauce in the basket",
              "robot": "libero/libero-panda-living-room",
              "seed": 2
            },
            "yaml": "/opt/benchmark/episode_03.yaml"
          }
        ],
        "episodes": 3,
        "max_steps": 20000,
        "memory_retention": "retain",
        "previous_episode_feedback": false,
        "realtime": false,
        "safety_timeout_sec": 28800,
        "seeds": [
          0,
          1,
          2
        ],
        "step_unit": "native control steps",
        "version": "episodic-learning-v1"
      }
    }
  ],
  "identities": {
    "RLE-Bench-inhouse": {
      "content_sha256": "f40da6337d79d33813deaf46cb762f3150773a0521800528685e6c4a6b1e0d29",
      "revision": "7db5ca6e2bdd8e9cd3c69c965b4df722b7428579"
    },
    "RoboEnv": {
      "content_sha256": "52bc669ab3b23f72ac06e1cd869738099108e36cff1d624b14676399a59e7751",
      "revision": "81962e8e6f531d278e8dfc558ab09485af3c4103"
    }
  },
  "agents": {
    "codex": {
      "effort": "medium",
      "harness": "codex",
      "identity": {
        "agent_image": "sha256:f781f3df55a3a85a72cb32777b5aed4ef59ffda4280377dd6912ff02fa0c8102",
        "version": "0.155.1"
      },
      "model": "openai/gpt-6-astra",
      "service_tier": "default",
      "version": "0.155.1"
    },
    "kinex-v0.6.0": {
      "effort": "medium",
      "harness": "kinex",
      "identity": {
        "agent_image": "sha256:f781f3df55a3a85a72cb32777b5aed4ef59ffda4280377dd6912ff02fa0c8102",
        "content_sha256": "3e1d8199eb0a426e5c8d3f15e3c9c75927c03dd5b0d582edf7a90fda96bcf797",
        "revision": "a96af2adefcfa40e852725595c6406a01e6a4088",
        "source_mode": "git"
      },
      "model": "openai/gpt-6-astra",
      "service_tier": "default",
      "version": "0.6.0"
    },
    "kinex-v0.6.0-improve": {
      "effort": "medium",
      "harness": "kinex",
      "identity": {
        "agent_image": "sha256:3788d96ff4e02626cba4911f9d93ea819928f17205be2c04d9965d3674b868b8",
        "content_sha256": "5d1cf0e55f61aa4edacbf062b02608509ebc34dcf384a589a6e984c7f7f63485",
        "revision": "a96af2adefcfa40e852725595c6406a01e6a4088",
        "source_mode": "workspace"
      },
      "model": "openai/gpt-6-astra",
      "service_tier": "default",
      "version": "0.6.0"
    }
  },
  "interpretation": "Episode indices follow the configured seed order. Unknown settings remain unknown."
}