fix: warm MotrixSim rollout frames before capture

This commit is contained in:
eust-w 2026-07-12 18:40:08 +08:00
parent 6b15bace18
commit 2f2640b20e
3 changed files with 17 additions and 1 deletions

View File

@ -595,6 +595,9 @@ def _prepare_composition_environment(root: ET.Element, manifest: dict[str, Any],
continue
geom.set("contype", "0")
geom.set("conaffinity", "0")
if "collision" in str(geom.get("name") or "").lower() or str(geom.get("group") or "") == "3":
geom.set("group", "3")
geom.set("rgba", "0 0 0 0")
disabled_geoms += 1
existing_ground = worldbody.find("./geom[@name='composition_ground']")
if existing_ground is not None:

View File

@ -82,7 +82,7 @@ class RM65PickPlaceRuntime:
self.renderer = self._render_context.__enter__()
self.renderer.launch(self.model)
self.render_camera = self.renderer.get_camera(camera_index)
self.renderer.sync(self.data, wait=True)
self._warmup_renderer()
self.simulation_time = 0.0
@staticmethod
@ -113,6 +113,13 @@ class RM65PickPlaceRuntime:
self.home_keyframe.apply(self.data)
self.model.forward_kinematic(self.data)
def _warmup_renderer(self) -> None:
for _ in range(4):
capture = self.render_camera.capture()
self.renderer.sync(self.data, wait=True)
capture.take_image()
time.sleep(0.15)
def close(self) -> None:
self._render_context.__exit__(None, None, None)

View File

@ -842,4 +842,10 @@ def test_real_rm65_physical_collection_writes_act_hdf5(tmp_path: Path) -> None:
assert root.attrs["opencv_decode_color_order"] == "BGR"
assert root.attrs["action_alignment"] == ACTION_ALIGNMENT
assert root.attrs["control_hold_steps"] == CONTROL_HOLD_STEPS
import cv2
first_frame = cv2.imdecode(np.asarray(root["/observations/images/overview"][0], dtype=np.uint8), cv2.IMREAD_COLOR)
assert first_frame is not None and float(first_frame.std()) > 5.0
blue, green, red = [channel.astype(np.int16) for channel in cv2.split(first_frame)]
assert int(np.count_nonzero((red > green + 8) & (red > blue + 12))) > 100
assert (tmp_path / "collection/episode_0.mp4").stat().st_size > 0