{
  "updated_at": "2026-11-12",
  "project": "Robotics Bench",
  "task": "PhysicalRSI bimanual pen-holder control",
  "pull_request": "https://github.com/ZIWU-AI/ziwu-bench/pull/8",
  "pr_state": "open",
  "head_sha": "e8a1852144c60ce1aa05a9db81257fc4bd41f762",
  "model_trials_commit": "fbeaf4ddd4d0c360ab5972a147ddca74a92b187e",
  "scope": "One fixed Isaac Sim 5.1.0.0 scene, seed0/layout0. No generalization claim.",
  "controls": [
    {
      "gpu": 1,
      "kind": "oracle",
      "reward": 1,
      "source_sha": "e8a1852144c60ce1aa05a9db81257fc4bd41f762",
      "actions": 713,
      "replay_consistent": true
    },
    {
      "gpu": 1,
      "kind": "nop",
      "reward": 0,
      "source_sha": "e8a1852144c60ce1aa05a9db81257fc4bd41f762",
      "actions": 0,
      "replay_consistent": null
    },
    {
      "gpu": 2,
      "kind": "oracle",
      "reward": 1,
      "source_sha": "e8a1852144c60ce1aa05a9db81257fc4bd41f762",
      "actions": 713,
      "replay_consistent": true
    },
    {
      "gpu": 2,
      "kind": "nop",
      "reward": 0,
      "source_sha": "e8a1852144c60ce1aa05a9db81257fc4bd41f762",
      "actions": 0,
      "replay_consistent": null
    }
  ],
  "models": {
    "name": "Kimi k3.1 pro",
    "codex": {
      "attempts": 5,
      "valid": 3,
      "passed": 0,
      "api_errors": 2,
      "actions_per_valid_trial": 1100
    },
    "claude_code": {
      "attempts": 5,
      "valid": 5,
      "passed": 0,
      "api_errors": 0,
      "actions_per_valid_trial": 1100
    }
  },
  "demo": {
    "reference": "v13-round01-layout0",
    "source": "Historical GPT-6 Astra + VLA episode",
    "actions": 805,
    "role": "Historical reference demonstration, distinct from current v12 Oracle validation and Kimi trials",
    "videos": {
      "cam_head.mp4": {
        "bytes": 2973458,
        "sha256": "871814b9d29dbc9762a1ce696aa58ed890d7f36a78211f051016c80a69d45ab9"
      },
      "cam_left_wrist.mp4": {
        "bytes": 4528440,
        "sha256": "2c9fb7acfdd932d2dde13974cea9c1aa603e4ede2f3fdd74c348bcdf5c81148a"
      },
      "cam_right_wrist.mp4": {
        "bytes": 3401465,
        "sha256": "92ed773a857850fb1f92fc067e703e2bcebfc9dee832d11bd614cd4b6db3ad38"
      }
    }
  },
  "sources": [
    "https://github.com/ZIWU-AI/ziwu-bench/pull/8",
    "https://github.com/ZIWU-AI/ziwu-bench/actions/runs/42752156879",
    "https://github.com/ZIWU-AI/ziwu-bench/actions/runs/42623702134",
    "https://github.com/ZIWU-AI/ziwu-bench/actions/runs/42623712558"
  ]
}