amos 9d633e9e67 Batch 15 (20261023-C-hwe-scale-15): 320 HWE-derived repair tasks
One user-space repair task per eligible HWE debug-diag / compile-deploy base
ID: 320 admitted (C 218, C++ 97, build scripts 5), 1 skipped by the content
filter. Each ships a public spec with a check-to-basis table, at least two
defects with single-fix fixtures, a symptom-masking fixture and an alternative
correct implementation. Claude re-checked all 320: structure, the HWE quality
items and trace6 Docker calibration receipts against current digests
(320/320 USABLE). Difficulty is unmeasured. Known follow-up: 212 tasks use 120
ad-hoc family names; the next batch maps them to the canonical list.
The batch's 1,256-line progress log stays in its factory report and the
36-local branch batch15-hwe.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-27 01:55:56 +08:00

337 lines
27 KiB
Python

SUPERVISOR = "import base64\nimport ctypes\nimport errno\nimport hashlib\nimport json\nimport os\nimport selectors\nimport signal\nimport subprocess\nimport sys\nimport time\n\ncfg = json.loads(sys.stdin.buffer.read())\nstarted = time.monotonic()\nerrors = []\ntracked = {}\nsignals = []\nwaited = []\nprocess = None\nleader_start = None\nleader_rc = None\ntimeout = False\nout = bytearray()\nerr = bytearray()\nselector = selectors.DefaultSelector()\ninput_bytes = base64.b64decode(cfg['input'])\ninput_at = 0\n\ndef error(stage, exc):\n errors.append([stage, type(exc).__name__, str(exc)])\n\ndef stat(pid):\n try:\n with open('/proc/%d/stat' % pid, 'rb') as stream:\n raw = stream.read()\n except (FileNotFoundError, ProcessLookupError):\n return None\n tail = raw[raw.rfind(b')') + 2:].split()\n return (pid, int(tail[19]), int(tail[1]), tail[0].decode('ascii'), int(tail[2]))\n\ndef table():\n result = {}\n for name in os.listdir('/proc'):\n if name.isascii() and name.isdecimal():\n item = stat(int(name))\n if item is not None:\n result[item[0]] = item\n return result\n\ndef owned(snapshot, supervisor, known):\n # Only the real supervisor or a still-live exact old identity can be a root.\n roots = {supervisor}\n for pid, start in known:\n item = snapshot.get(pid)\n if item is not None and item[1] == start and item[3] not in ('Z', 'X'):\n roots.add(pid)\n found = set()\n changed = True\n while changed:\n changed = False\n for pid, item in snapshot.items():\n if pid != supervisor and (item[2] in roots or pid in roots):\n if pid not in found:\n found.add(pid)\n roots.add(pid)\n changed = True\n return {pid: snapshot[pid] for pid in found}\n\ndef discover():\n result = owned(table(), os.getpid(), tracked)\n for pid, item in result.items():\n tracked[(pid, item[1])] = item\n return result\n\ndef fresh_signal(pid, start):\n current = stat(pid)\n if current is None or current[1] != start or current[3] in ('Z', 'X'):\n return\n os.kill(pid, signal.SIGKILL)\n signals.append([pid, start, signal.SIGKILL])\n\ndef poll_leader():\n global leader_rc\n if process is not None:\n leader_rc = process.poll()\n if leader_rc is not None:\n leader_rc = process.wait(timeout=0)\n\ndef reap_adopted(snapshot):\n # Never waitpid(-1): it could steal a Popen leader's real exit status.\n poll_leader()\n for pid, item in snapshot.items():\n if process is not None and pid == process.pid:\n continue\n current = stat(pid)\n if current is None or current[1] != item[1]:\n continue\n try:\n got, status = os.waitpid(pid, os.WNOHANG)\n except ChildProcessError:\n continue\n if got:\n waited.append([got, item[1], status])\n\ndef close_key(key):\n try:\n selector.unregister(key.fileobj)\n except KeyError:\n pass\n key.fileobj.close()\n\ndef drain(pause):\n global input_at\n for key, mask in selector.select(pause):\n if key.data == 'in':\n if input_at == len(input_bytes):\n close_key(key)\n continue\n try:\n sent = os.write(key.fd, input_bytes[input_at:input_at + 65536])\n except BrokenPipeError:\n close_key(key)\n continue\n input_at += sent\n if input_at == len(input_bytes):\n close_key(key)\n else:\n data = os.read(key.fd, 65536)\n if not data:\n close_key(key)\n elif key.data == 'out':\n out.extend(data)\n else:\n err.extend(data)\n\nsupervisor_stat = stat(os.getpid())\ntry:\n libc = ctypes.CDLL(None, use_errno=True)\n if libc.prctl(36, 1, 0, 0, 0) != 0:\n raise OSError(ctypes.get_errno(), 'subreaper')\n process = subprocess.Popen(cfg['argv'], cwd=cfg['cwd'], stdin=subprocess.PIPE,\n stdout=subprocess.PIPE, stderr=subprocess.PIPE,\n start_new_session=True)\n item = stat(process.pid)\n if item is None:\n raise RuntimeError('leader start unavailable')\n leader_start = item[1]\n tracked[(process.pid, leader_start)] = item\n for stream, name, event in [(process.stdin, 'in', selectors.EVENT_WRITE),\n (process.stdout, 'out', selectors.EVENT_READ),\n (process.stderr, 'err', selectors.EVENT_READ)]:\n os.set_blocking(stream.fileno(), False)\n selector.register(stream, event, name)\n deadline_at = started + cfg['deadline']\n while True:\n poll_leader()\n discover()\n if leader_rc is not None and not selector.get_map():\n break\n if time.monotonic() >= deadline_at:\n timeout = True\n break\n drain(0.01)\nexcept BaseException as exc:\n error('execute', exc)\nfinally:\n recover_until = time.monotonic() + 3.0\n remaining = {}\n while time.monotonic() < recover_until:\n try:\n remaining = discover()\n except BaseException as exc:\n error('discover', exc)\n remaining = {}\n for pid, item in remaining.items():\n try:\n fresh_signal(pid, item[1])\n except (FileNotFoundError, ProcessLookupError):\n pass\n except BaseException as exc:\n error('signal', exc)\n try:\n poll_leader()\n except BaseException as exc:\n error('leader-wait', exc)\n try:\n reap_adopted(remaining)\n except BaseException as exc:\n error('adopted-wait', exc)\n try:\n drain(0.01)\n except BaseException as exc:\n error('drain', exc)\n try:\n remaining = discover()\n except BaseException as exc:\n error('rediscover', exc)\n continue\n if not remaining and (process is None or leader_rc is not None) and not selector.get_map():\n break\n try:\n poll_leader()\n remaining = discover()\n except BaseException as exc:\n error('final-discover', exc)\n remaining = {-1: [-1, -1, -1, 'unknown', -1]}\n for key in list(selector.get_map().values()):\n try:\n close_key(key)\n except BaseException as exc:\n error('pipe-close', exc)\n selector.close()\ncontrol = 124 if timeout else 125 if errors else leader_rc\nresult = dict(phase=cfg['phase'], nonce=cfg['nonce'], argv=cfg['argv'], cwd=cfg['cwd'],\n deadline=cfg['deadline'], recovery=3.0, elapsed=time.monotonic()-started,\n uid=os.getuid(), gid=os.getgid(), groups=os.getgroups(),\n supervisor=os.getpid(), supervisor_start=supervisor_stat[1],\n leader=process.pid if process else None, leader_start=leader_start,\n leader_rc=leader_rc, leader_reaped=process is not None and leader_rc is not None,\n timeout=timeout, control_rc=control, descendants_absent=not remaining,\n pg_absent=not remaining, remaining=list(remaining.values()),\n tracked=[list(key) for key in tracked], signals=signals, adopted_waits=waited,\n exceptions=errors, input_len=len(input_bytes), input_sha=hashlib.sha256(input_bytes).hexdigest(),\n stdout_len=len(out), stdout_sha=hashlib.sha256(out).hexdigest(),\n stderr_len=len(err), stderr_sha=hashlib.sha256(err).hexdigest(),\n stdout=base64.b64encode(out).decode(), stderr=base64.b64encode(err).decode())\nsys.stdout.write(json.dumps(result, separators=(',', ':')))\n"
import random
import re
SENTINEL = [91,92,93,94,95,96]
PROFILES = {'sensor':(0,1),'map':(1,3),'control':(0,2),'status':(1,1)}
def policy(text):
cleaned=text.strip(b' \t')
if cleaned.decode('ascii','replace') in PROFILES:
return list(PROFILES[cleaned.decode('ascii')])
match=re.fullmatch(rb'(volatile|retained)[ \t]*/[ \t]*(\+?[0-9]+)', cleaned)
if not match: return None
digits=match[2].lstrip(b'+').lstrip(b'0') or b'0'
if len(digits)>1 or digits not in [bytes([n]) for n in range(49,57)]: return None
return [int(match[1]==b'retained'), int(digits)]
class Model:
def __init__(self):
self.writers={}; self.readers={}; self.events=[]; self.eligible=set(); self.generation=0
def cached(self, wid):
generation=self.writers[wid]['generation']
return [x for x in self.events if x[0]==wid and x[1]==generation and x[3] in self.eligible]
def trim(self,wid):
w=self.writers[wid]
cached=self.cached(wid)
for sample in cached[:-w['depth']]: self.eligible.remove(sample[3])
def enqueue(self,r,s):
r['queue']=r['queue']+[s[:]]
if len(r['queue'])>r['capacity']:
r['queue']=r['queue'][1:]; r['dropped']+=1
def operate(self,op,a):
if op in ('W','D'):
if op=='D':
wid,topic,text=a
name=text.decode('ascii','replace')
if name not in PROFILES:return [-22]
durability,depth=PROFILES[name]
else: wid,topic,durability,depth=a
if not(1<=wid<=64 and 1<=topic<=16 and durability in (0,1) and 1<=depth<=8):return [-22]
if wid in self.writers:return [-17]
self.generation+=1
self.writers[wid]=dict(topic=topic,durability=durability,depth=depth,generation=self.generation,published=0)
return [0]
if op=='X':
if a[0] not in self.writers:return [-2]
for s in self.cached(a[0]):self.eligible.discard(s[3])
del self.writers[a[0]];return [0]
if op=='P':
wid,value=a
if wid not in self.writers:return [-2]+SENTINEL
w=self.writers[wid];w['published']+=1
s=[wid,w['generation'],w['published'],len(self.events)+1,value,0]
self.events.append(s)
if w['durability']==1:self.eligible.add(s[3]);self.trim(wid)
for r in self.readers.values():
if r['topic']==w['topic'] and (r['durability']==0 or w['durability']==1):self.enqueue(r,s)
return [0]+s
if op=='R':
rid,topic,durability,capacity=a
if not(1<=rid<=64 and 1<=topic<=16 and durability in (0,1) and 1<=capacity<=16):return [-22]
if rid in self.readers:return [-17]
r=dict(topic=topic,durability=durability,capacity=capacity,queue=[],dropped=0,delivered=0)
self.readers[rid]=r
if durability:
for s in self.events:
if s[3] in self.eligible and s[0] in self.writers:
w=self.writers[s[0]]
if w['topic']==topic and w['generation']==s[1]:self.enqueue(r,s[:5]+[1])
return [0]
if op=='C':
if a[0] not in self.readers:return [-2]
del self.readers[a[0]];return [0]
if op=='N':
rid,capacity=a
if rid not in self.readers:return [-2]
if not 1<=capacity<=16:return [-22]
r=self.readers[rid];r['capacity']=capacity
extra=max(0,len(r['queue'])-capacity);r['dropped']+=extra;r['queue']=r['queue'][extra:]
return [0]
if op=='H':
wid,depth=a
if wid not in self.writers:return [-2]
if not 1<=depth<=8:return [-22]
self.writers[wid]['depth']=depth;self.trim(wid);return [0]
if op in ('T','E'):
rid=a[0]
if rid not in self.readers:return [-2,1]+SENTINEL
if op=='T' and not 0<=a[1]<=16:return [-22,1]+SENTINEL
r=self.readers[rid];result=r['queue'][:a[1]] if op=='T' else r['queue'][:]
if op=='T':r['queue']=r['queue'][len(result):];r['delivered']+=len(result)
return [0,len(result)]+[x for s in result for x in s]
if op=='Q':
if a[0] not in self.readers:return [-2]+SENTINEL
r=self.readers[a[0]]
return [0,r['topic'],r['durability'],r['capacity'],len(r['queue']),r['dropped'],r['delivered']]
if op=='V':
if a[0] not in self.writers:return [-2]+SENTINEL
w=self.writers[a[0]]
return [0,w['topic'],w['durability'],w['depth'],w['generation'],w['published'],len(self.cached(a[0]))]
if op=='F':
topic=a[0]
if not 1<=topic<=16:return [-22,91,92,93,94]
ws=[w for w in self.writers if self.writers[w]['topic']==topic]
rs=[r for r in self.readers.values() if r['topic']==topic]
return [0,len(ws),len(rs),sum(len(self.cached(w)) for w in ws),sum(len(r['queue']) for r in rs)]
if op=='S':return [len(self.writers),len(self.readers),len(self.eligible),sum(len(r['queue']) for r in self.readers.values()),len(self.events),self.generation]
if op=='Z':self.__init__();return [0]
raise ValueError(op)
def cases():
models=[Model(),Model()];selected=0
commands=[];expected=[];labels=[]
def add(op,*a,label='C02-C10'):
nonlocal selected
wire=[x.hex() or '-' if isinstance(x,bytes) else str(x) for x in a]
commands.append(op+(' '+' '.join(wire) if wire else ''))
if op=='U':selected=a[0];row=[selected]
elif op=='L':
parsed=policy(a[0]);row=([0]+parsed) if parsed is not None else [-22,91,92]
elif op=='M':
durability,depth=a
text=(('retained' if durability else 'volatile')+'/'+str(depth)) if durability in (0,1) and 1<=depth<=8 else 'invalid'
raw=text.encode();row=[len(raw)]+list(raw)
else:row=models[selected].operate(op,list(a))
expected.append(row);labels.append(label)
add('D',1,1,b'map',label='C11');add('P',1,101);add('R',1,1,1,8);add('T',1,8,label='C06,C11')
add('Z');add('W',2,1,1,3);add('P',2,202);add('X',2);add('R',2,1,1,8);add('T',2,8,label='C09');add('Z')
for offered in (0,1):
for requested in (0,1):
add('W',1,1,offered,3);add('P',1,-2147483648)
add('R',1,1,requested,2);add('E',1);add('P',1,2147483647);add('Q',1);add('T',1,1);add('T',1,0);add('T',1,16);add('Z')
for depth in (1,2,3,8):
add('W',1,2,1,depth);add('W',2,2,1,2);add('W',3,3,1,8)
for j in range(12):
for w in (2,1,3):add('P',w,j*7-w)
add('R',1,2,1,3);add('Q',1);add('E',1);add('N',1,1);add('N',1,16);add('P',2,77);add('T',1,16)
add('H',1,1);add('H',1,8);add('R',2,2,1,16);add('T',2,16)
add('X',1);add('W',1,2,1,8);add('P',1,999);add('C',2);add('R',2,2,1,16);add('T',2,16);add('V',1);add('S');add('Z')
for name in [b'map',b'sensor',b'control',b'status',b' map ',b'MAP',b'',b'map\0']:
add('D',1,1,name,label='C11');add('V',1);add('X',1)
texts=[b'',b'map',b' \tstatus\t ',b'control',b'sensor',b' retained / +0008 ',b'volatile/1',b'retained/0',b'volatile/9',b'VOLATILE/1',b'retained/-1',b'retained/1/2',b'retained/1x',b'retained/\t1',b'retained/1 0',b'retained/1\n',b'map\r',b'\x00',b'volatile/+'+b'0'*5000+b'1']
for text in texts:add('L',text,label='C12,C15')
for dur in (-1,0,1,2):
for depth in (0,1,8,9):add('M',dur,depth,label='C12')
for bad in (-2147483648,-1,0,65,2147483647):
add('W',bad,1,1,3);add('R',bad,1,1,3)
for op in ('X','C','V','Q','E'):add(op,bad)
add('P',bad,123);add('H',bad,0);add('N',bad,0);add('T',bad,-1)
for topic in (0,17,-1,2147483647):add('W',1,topic,1,1);add('R',1,topic,1,1);add('F',topic)
for dur,depth in [(2,1),(1,0),(1,9),(-1,3)]:add('W',1,1,dur,depth)
for dur,capacity in [(2,1),(1,0),(1,17),(-1,3)]:add('R',1,1,dur,capacity)
add('W',1,1,1,8);add('R',1,1,1,16)
for op,arg in [('W',(1,1,1,8)),('W',(1,0,1,8)),('D',(1,1,b'bad')),('R',(1,1,1,16)),('R',(1,1,1,0)),('N',(1,17)),('H',(1,0)),('T',(1,17))]:add(op,*arg)
add('S');add('Z')
rng=random.Random(0x72657461696e)
for j in range(650):
if j%29==0:add('U',(j//29)%2,label='C10')
wid=rng.randrange(1,10);rid=rng.randrange(1,10);topic=rng.randrange(1,5)
op=rng.choice(['W','D','X','P','R','C','N','H','T','E','Q','V','F','S'])
arguments={'W':(wid,topic,rng.randrange(2),rng.randrange(1,9)), 'D':(wid,topic,rng.choice([b'map',b'sensor',b'control',b'status'])), 'X':(wid,), 'P':(wid,rng.randrange(-2**31,2**31)), 'R':(rid,topic,rng.randrange(2),rng.randrange(1,17)), 'C':(rid,), 'N':(rid,rng.randrange(0,18)), 'H':(wid,rng.randrange(0,10)), 'T':(rid,rng.randrange(0,18)), 'E':(rid,), 'Q':(rid,), 'V':(wid,), 'F':(topic,), 'S':()}
add(op,*arguments[op])
if j%7==0:add('S')
for index in (0,1):
add('U',index);add('Z')
for topic in range(1,17):
add('W',topic,topic,1,8);add('R',topic,topic,1,16)
for j in range(20):add('P',j%16+1,j)
for topic in range(1,17):add('F',topic);add('T',topic,16);add('X',topic);add('C',topic)
add('S');add('Z');add('S')
return ('\n'.join(commands)+'\n').encode(),expected,labels
def parse_rows(raw):
lines=raw.split(b'\n')
if lines[-1:]==[b'']:lines.pop()
rows=[]
for line in lines:
stripped=line.strip(b' \t\r')
if not stripped:raise ValueError('empty numeric row')
row=[]
for word in re.split(rb'[ \t\r]+',stripped):
if not re.fullmatch(rb'[+-]?[0-9]+',word):raise ValueError('nondecimal token')
sign=-1 if word.startswith(b'-') else 1
digits=word.lstrip(b'+-').lstrip(b'0') or b'0'
if len(digits)>20:raise ValueError('out-of-range observation')
row.append(sign*int(digits))
rows.append(row)
return rows
import base64
import hashlib
import json
import math
import os
from pathlib import Path
import subprocess
import sys
import tempfile
import uuid
import zlib
CANDIDATES=['topic.hpp','broker.cpp','policy.cpp']
DEADLINES={'compiler':20,'candidate':8,'cleanup':5,'absence':5}
def digest(raw):return hashlib.sha256(raw).hexdigest()
def phase(name,argv,cwd,raw):
nonce=uuid.uuid4().hex
config=dict(phase=name,argv=argv,cwd=str(cwd),input=base64.b64encode(raw).decode(),deadline=DEADLINES[name],nonce=nonce)
wrapper=subprocess.run([sys.executable,'-I','-c',SUPERVISOR],input=json.dumps(config).encode(),capture_output=True,timeout=DEADLINES[name]+5)
observed=dict(wrapper_rc=wrapper.returncode,wire_len=len(wrapper.stdout),wire_sha=digest(wrapper.stdout),wrapper_stderr_len=len(wrapper.stderr),wrapper_stderr_sha=digest(wrapper.stderr))
try:
metadata=json.loads(wrapper.stdout)
observed['metadata']=metadata
if wrapper.returncode!=0 or wrapper.stderr:raise ValueError('wrapper process failure')
if not isinstance(metadata,dict):raise ValueError('wire object required')
expected_uid=65534 if os.environ.get('ROLLOUT_GRADE_ISOLATION')=='uid65534' else os.getuid()
expected_gid=65534 if os.environ.get('ROLLOUT_GRADE_ISOLATION')=='uid65534' else os.getgid()
expected_groups=[] if expected_uid==65534 and os.environ.get('ROLLOUT_GRADE_ISOLATION')=='uid65534' else os.getgroups()
for field,wanted in [('phase',name),('nonce',nonce),('argv',argv),('cwd',str(cwd)),('deadline',DEADLINES[name]),('input_len',len(raw)),('input_sha',digest(raw))]:
if metadata[field]!=wanted:raise ValueError('wire binding '+field)
for field,wanted in [('uid',expected_uid),('gid',expected_gid)]:
if type(metadata[field]) is not int or metadata[field]!=wanted:raise ValueError('identity '+field)
if type(metadata['groups']) is not list or any(type(x) is not int for x in metadata['groups']) or metadata['groups']!=expected_groups:raise ValueError('groups')
for field in ['supervisor','supervisor_start','leader','leader_start']:
if type(metadata[field]) is not int or metadata[field]<=0:raise ValueError('pid/start '+field)
if metadata['supervisor']==metadata['leader']:raise ValueError('same leader/supervisor')
elapsed=metadata['elapsed']
if type(elapsed) not in (int,float) or not math.isfinite(elapsed) or not 0<=elapsed<=DEADLINES[name]+4:raise ValueError('elapsed')
if type(metadata['recovery']) not in (int,float) or metadata['recovery']!=3.0:raise ValueError('recovery bound')
if type(metadata['timeout']) is not bool:raise ValueError('timeout type')
for key in ['leader_rc','control_rc']:
if type(metadata[key]) is not int:raise ValueError('return type '+key)
if not isinstance(metadata['exceptions'],list):raise ValueError('exceptions type')
expected_control=124 if metadata['timeout'] else 125 if metadata['exceptions'] else metadata['leader_rc']
if metadata['control_rc']!=expected_control:raise ValueError('control/real return contradiction')
for field in ['leader_reaped','descendants_absent','pg_absent']:
if type(metadata[field]) is not bool or not metadata[field]:raise ValueError('absence/reaped '+field)
if metadata['remaining']!=[]:raise ValueError('remaining descendants')
for field in ['tracked','signals','adopted_waits']:
if type(metadata[field]) is not list:raise ValueError('trace list '+field)
for field,width in [('tracked',2),('signals',3),('adopted_waits',3)]:
for item in metadata[field]:
if type(item) is not list or len(item)!=width or any(type(x) is not int for x in item) or item[0]<=0 or item[1]<=0:raise ValueError('process trace '+field)
for stream in ['stdout','stderr']:
data=base64.b64decode(metadata[stream],validate=True)
if type(metadata[stream+'_len']) is not int or metadata[stream+'_len']<0 or len(data)!=metadata[stream+'_len'] or digest(data)!=metadata[stream+'_sha']:raise ValueError('IO binding '+stream)
if metadata['input_len'] is True or type(metadata['input_len']) is not int:raise ValueError('input length')
if metadata['exceptions']:raise ValueError('supervisor exceptions')
if metadata['timeout'] or metadata['control_rc']!=0 or metadata['leader_rc']!=0:raise ValueError('controlled execution rejected')
observed['valid']=True
except BaseException as exc:
observed['valid']=False
observed['error']=[type(exc).__name__,str(exc)]
return observed
def codec(raw):
# Preserve small actual bytes; for arbitrary large data retain an explicit
# digest-only witness instead of claiming the raw stream was saved.
compressed=zlib.compress(raw,9)
if len(compressed)<550:return {'codec':'zlib85','data':base64.b85encode(compressed).decode()}
for size in [1,2,4,16,256]:
if len(raw)>=size and raw==(raw[:size]*(len(raw)//size)+raw[:len(raw)%size]):
return {'codec':'period','period':base64.b64encode(raw[:size]).decode(),'length':len(raw)}
return {'codec':'summary-only'}
def log_evidence(record):
compact=json.loads(json.dumps(record))
for stage in compact['phases'].values():
if isinstance(stage,dict) and isinstance(stage.get('metadata'),dict):
metadata=stage['metadata']
for stream in ['stdout','stderr']:
if stream in metadata:
metadata[stream+'_saved']=codec(base64.b64decode(metadata.pop(stream)))
blob=base64.b85encode(zlib.compress(json.dumps(compact,separators=(',',':')).encode(),9)).decode()
# The outer verifier retains the final 4000 stderr characters. Keep native
# metadata intact; overflow is explicitly marked and cannot authorize PASS.
if len(blob)>3750:
for stage in compact['phases'].values():
if isinstance(stage,dict) and isinstance(stage.get('metadata'),dict):
for stream in ['stdout','stderr']:stage['metadata'][stream+'_saved']={'codec':'summary-only'}
blob=base64.b85encode(zlib.compress(json.dumps(compact,separators=(',',':')).encode(),9)).decode()
if len(blob)>3750:raise RuntimeError('evidence exceeds retained metadata budget')
print('RT_EVIDENCE '+blob,file=sys.stderr)
def main():
record=dict(phases={},exceptions=[],scratch=None,checks=0,first_difference=None)
scratch=None
success=False
try:
wire,expected,labels=cases()
record.update(input_len=len(wire),input_sha=digest(wire),expected_rows=len(expected))
support=json.loads((Path(__file__).parent/'context.json').read_bytes())
sources={name:(Path(sys.argv[1])/name).read_bytes() for name in CANDIDATES}
scratch=Path(tempfile.mkdtemp(prefix='retained-topic-',dir='/tmp'))
record['scratch']=str(scratch)
for name,text in support.items():(scratch/name).write_text(text)
for name,raw in sources.items():(scratch/name).write_bytes(raw)
argv=['g++','-std=c++17','-O2','-Wall','-Wextra','-pedantic','topic_console.cpp','broker.cpp','policy.cpp','-o','observe']
build=phase('compiler',argv,scratch,b'')
record['phases']['compiler']=build
if not build['valid']:raise RuntimeError('compiler execution failed')
execution=phase('candidate',[str(scratch/'observe')],scratch,wire)
record['phases']['candidate']=execution
if not execution['valid']:raise RuntimeError('candidate execution failed')
rows=parse_rows(base64.b64decode(execution['metadata']['stdout']))
record['checks']=len(expected)
for index in range(max(len(rows),len(expected))):
got=rows[index] if index<len(rows) else None
wanted=expected[index] if index<len(expected) else None
if got!=wanted:
record['first_difference']=dict(index=index,clauses=labels[index] if index<len(labels) else 'C14',actual=got,expected=wanted)
break
success=record['first_difference'] is None
except BaseException as exc:
record['exceptions'].append([type(exc).__name__,str(exc)])
finally:
if scratch is not None:
for name,script in [('cleanup','import shutil,sys; shutil.rmtree(sys.argv[1])'),('absence','import os,sys\ntry: os.lstat(sys.argv[1])\nexcept FileNotFoundError: raise SystemExit(0)\nraise SystemExit(1)')]:
try:
result=phase(name,[sys.executable,'-I','-c',script,str(scratch)],'/tmp',b'')
record['phases'][name]=result
except BaseException as exc:
record['exceptions'].append([name,type(exc).__name__,str(exc)])
good=success and not record['exceptions'] and all(record['phases'].get(key,{}).get('valid') is True for key in DEADLINES)
try:log_evidence(record)
except BaseException as exc:
print('evidence failure '+type(exc).__name__+': '+str(exc),file=sys.stderr)
good=False
if not good:
print('FAIL execution/behavior/cleanup; see protected RT_EVIDENCE')
return 1
print('PASS')
return 0
if __name__=='__main__':raise SystemExit(main())