fix: freeze long Pi sessions at rollout end (no 1 MiB cap)

freeze_checkpoint read the session through config_bytes, which caps files at
1 MiB for tickets/configs. Long rollouts pass that, so finalization failed:
10-15..10-17, 17 rollouts, 4 recorded INFRA_ERROR instead of their real
outcome. The session read keeps the symlink/regular-file checks, no cap.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
bench 2026-10-18 10:33:37 +08:00
parent 18379401e4
commit 6437b572a2
3 changed files with 15 additions and 6 deletions

View File

@ -207,7 +207,8 @@ def freeze_checkpoint(rd, execution):
path = Path(checkpoint['session_path'])
if not path.resolve().is_relative_to((rd / 'workspace/.pi-sessions').resolve()):
raise ValueError('CHECKPOINT_PATH_INVALID')
data = config_bytes(rd / 'workspace', str(path))
# A long rollout's session passes 1 MiB (10-15..10-17: 17 rollouts, 4 ended as INFRA_ERROR); no size cap here.
data = config_bytes(rd / 'workspace', str(path), limit=None)
if hashlib.sha256(data).hexdigest() != checkpoint.get('sha256'):
raise ValueError('CHECKPOINT_CHANGED')
# Binary session snapshots require fsync, like JSON lifecycle records.

View File

@ -19,17 +19,20 @@ from . import stagerun, execution as lifecycle, watchdog
from .stages import AGENT_RUNNABLE
def read_regular(parent_fd, name):
def read_regular(parent_fd, name, limit=1024 * 1024):
fd = os.open(name, os.O_RDONLY | os.O_NOFOLLOW | os.O_NONBLOCK, dir_fd=parent_fd)
try:
if not stat.S_ISREG(os.fstat(fd).st_mode) or os.fstat(fd).st_size > 1024 * 1024:
if not stat.S_ISREG(os.fstat(fd).st_mode) or (limit is not None and os.fstat(fd).st_size > limit):
raise ValueError('ticket/config must be a regular file <= 1 MiB')
return os.read(fd, 1024 * 1024 + 1)
if limit is not None:
return os.read(fd, limit + 1)
with os.fdopen(os.dup(fd), 'rb') as stream:
return stream.read()
finally:
os.close(fd)
def config_bytes(ws, value):
def config_bytes(ws, value, limit=1024 * 1024):
p = Path(value)
rel = p.relative_to(ws)
if not rel.parts or '..' in rel.parts:
@ -39,7 +42,7 @@ def config_bytes(ws, value):
for part in rel.parts[:-1]:
nxt = os.open(part, os.O_RDONLY | os.O_DIRECTORY | os.O_NOFOLLOW, dir_fd=fd)
os.close(fd); fd = nxt
return read_regular(fd, rel.name)
return read_regular(fd, rel.name, limit)
finally:
os.close(fd)

View File

@ -43,6 +43,11 @@ class Regression(unittest.TestCase):
self.assertEqual(config_bytes(ws,str(ws/'ok')),b'x')
for p in [ws/'link', ws/'../outside']:
with self.assertRaises((OSError,ValueError)): config_bytes(ws,str(p))
with self.assertRaises((OSError,ValueError)): config_bytes(ws,str(p),limit=None)
# A long Pi session is several MiB: capped for configs, whole for the frozen checkpoint.
(ws/'session.jsonl').write_bytes(b'x'*(3<<20))
with self.assertRaises(ValueError): config_bytes(ws,str(ws/'session.jsonl'))
self.assertEqual(len(config_bytes(ws,str(ws/'session.jsonl'),limit=None)),3<<20)
def test_worker_config_file_paths(self):
with tempfile.TemporaryDirectory() as d: