fix: warm MotrixSim rollout frames before capture
This commit is contained in:
parent
6b15bace18
commit
2f2640b20e
@ -595,6 +595,9 @@ def _prepare_composition_environment(root: ET.Element, manifest: dict[str, Any],
|
||||
continue
|
||||
geom.set("contype", "0")
|
||||
geom.set("conaffinity", "0")
|
||||
if "collision" in str(geom.get("name") or "").lower() or str(geom.get("group") or "") == "3":
|
||||
geom.set("group", "3")
|
||||
geom.set("rgba", "0 0 0 0")
|
||||
disabled_geoms += 1
|
||||
existing_ground = worldbody.find("./geom[@name='composition_ground']")
|
||||
if existing_ground is not None:
|
||||
|
||||
@ -82,7 +82,7 @@ class RM65PickPlaceRuntime:
|
||||
self.renderer = self._render_context.__enter__()
|
||||
self.renderer.launch(self.model)
|
||||
self.render_camera = self.renderer.get_camera(camera_index)
|
||||
self.renderer.sync(self.data, wait=True)
|
||||
self._warmup_renderer()
|
||||
self.simulation_time = 0.0
|
||||
|
||||
@staticmethod
|
||||
@ -113,6 +113,13 @@ class RM65PickPlaceRuntime:
|
||||
self.home_keyframe.apply(self.data)
|
||||
self.model.forward_kinematic(self.data)
|
||||
|
||||
def _warmup_renderer(self) -> None:
|
||||
for _ in range(4):
|
||||
capture = self.render_camera.capture()
|
||||
self.renderer.sync(self.data, wait=True)
|
||||
capture.take_image()
|
||||
time.sleep(0.15)
|
||||
|
||||
def close(self) -> None:
|
||||
self._render_context.__exit__(None, None, None)
|
||||
|
||||
|
||||
@ -842,4 +842,10 @@ def test_real_rm65_physical_collection_writes_act_hdf5(tmp_path: Path) -> None:
|
||||
assert root.attrs["opencv_decode_color_order"] == "BGR"
|
||||
assert root.attrs["action_alignment"] == ACTION_ALIGNMENT
|
||||
assert root.attrs["control_hold_steps"] == CONTROL_HOLD_STEPS
|
||||
import cv2
|
||||
|
||||
first_frame = cv2.imdecode(np.asarray(root["/observations/images/overview"][0], dtype=np.uint8), cv2.IMREAD_COLOR)
|
||||
assert first_frame is not None and float(first_frame.std()) > 5.0
|
||||
blue, green, red = [channel.astype(np.int16) for channel in cv2.split(first_frame)]
|
||||
assert int(np.count_nonzero((red > green + 8) & (red > blue + 12))) > 100
|
||||
assert (tmp_path / "collection/episode_0.mp4").stat().st_size > 0
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user