amos 9d633e9e67 Batch 15 (20261023-C-hwe-scale-15): 320 HWE-derived repair tasks
One user-space repair task per eligible HWE debug-diag / compile-deploy base
ID: 320 admitted (C 218, C++ 97, build scripts 5), 1 skipped by the content
filter. Each ships a public spec with a check-to-basis table, at least two
defects with single-fix fixtures, a symptom-masking fixture and an alternative
correct implementation. Claude re-checked all 320: structure, the HWE quality
items and trace6 Docker calibration receipts against current digests
(320/320 USABLE). Difficulty is unmeasured. Known follow-up: 212 tasks use 120
ad-hoc family names; the next batch maps them to the canonical list.
The batch's 1,256-line progress log stays in its factory report and the
36-local branch batch15-hwe.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-27 01:55:56 +08:00

220 lines
31 KiB
Python

"""Independent bus/session oracle; candidate execution stays in UID child supervisors."""
import base64
import hashlib
import json
import math
import os
from pathlib import Path
import random
import re
import subprocess
import sys
import tempfile
import uuid
import zlib
CONTEXT = {'scan.h': '#ifndef SCAN_H\n#define SCAN_H\n#include <stdint.h>\n#include <stdio.h>\n#define BUS_COUNT 4\n#define ADDRESS_COUNT 128\n#define HANDLE_COUNT 16\n#define SESSION_COUNT 4\n#define ERR_INVALID (-22)\n#define ERR_IO (-5)\n#define ERR_OPEN (-6)\n#define ERR_LIMIT (-24)\n#define ERR_HANDLE (-9)\ntypedef struct {\n int active;\n int bus;\n int selected;\n int poisoned;\n} Handle;\ntypedef struct {\n int kind;\n int address;\n int remaining;\n} Fault;\ntypedef struct {\n uint64_t opens;\n uint64_t closes;\n uint64_t selects;\n uint64_t reads;\n uint64_t errors;\n int live;\n int peak;\n} PortStats;\ntypedef struct {\n int values[BUS_COUNT][ADDRESS_COUNT];\n Handle handles[HANDLE_COUNT];\n Fault faults[BUS_COUNT];\n PortStats stats;\n int capacity;\n unsigned seed;\n} Port;\ntypedef struct {\n int handle;\n int bus;\n uint64_t sweeps;\n uint64_t discoveries;\n} Session;\ntypedef struct {\n Port *port;\n Session sessions[SESSION_COUNT];\n} Scanner;\ntypedef struct {\n int visited;\n int found;\n uint64_t digest;\n unsigned char seen[ADDRESS_COUNT];\n int values[ADDRESS_COUNT];\n} ScanResult;\nint port_init(Port *port, int capacity, unsigned seed);\nint port_device(Port *port, int bus, int address, int value);\nint port_fault(Port *port, int bus, int kind, int address, int count);\nint port_open(Port *port, int bus);\nint port_close(Port *port, int handle);\nint port_select(Port *port, int handle, int address);\nint port_read(Port *port, int handle, int *value);\nint port_bus(const Port *port, int handle);\nvoid port_dump(const Port *port, FILE *output);\nvoid scanner_init(Scanner *scanner, Port *port);\nint scanner_run(Scanner *scanner, int slot, int bus, int low, int high,\n int reverse, ScanResult *result);\nint scanner_close(Scanner *scanner, int slot);\nvoid scanner_finish(Scanner *scanner);\nvoid scanner_dump(const Scanner *scanner, FILE *output);\n#endif\n', 'port.c': '#include "scan.h"\n#include <inttypes.h>\n#include <string.h>\n\nstatic int valid_bus(int bus)\n{\n return bus >= 0 && bus < BUS_COUNT;\n}\n\nstatic int valid_address(int address)\n{\n return address >= 3 && address <= 119;\n}\n\nstatic Handle *lookup(Port *port, int handle)\n{\n int index = handle - 10;\n if (index < 0 || index >= port->capacity) {\n return NULL;\n }\n if (!port->handles[index].active) {\n return NULL;\n }\n return &port->handles[index];\n}\n\nstatic int fail_at(Port *port, int bus, int kind, int address)\n{\n Fault *fault = &port->faults[bus];\n if (fault->kind != kind || fault->remaining == 0) {\n return 0;\n }\n if (kind != 3 && fault->address != address) {\n return 0;\n }\n fault->remaining--;\n port->stats.errors++;\n return 1;\n}\n\nint port_init(Port *port, int capacity, unsigned seed)\n{\n if (capacity < 1 || capacity > HANDLE_COUNT || seed > 65535) {\n return ERR_INVALID;\n }\n memset(port, 0, sizeof(*port));\n port->capacity = capacity;\n port->seed = seed;\n for (int bus = 0; bus < BUS_COUNT; bus++) {\n for (int address = 0; address < ADDRESS_COUNT; address++) {\n int present = (address + bus * 3 + seed) % 11 == 0;\n int value = (seed * 17 + bus * 257 + address * 31) & 65535;\n port->values[bus][address] = present ? value : -1;\n }\n }\n for (int index = 0; index < HANDLE_COUNT; index++) {\n port->handles[index].selected = -1;\n }\n return 0;\n}\n\nint port_device(Port *port, int bus, int address, int value)\n{\n if (!valid_bus(bus) || !valid_address(address)) {\n return ERR_INVALID;\n }\n if (value < -1 || value > 65535) {\n return ERR_INVALID;\n }\n port->values[bus][address] = value;\n return 0;\n}\n\nint port_fault(Port *port, int bus, int kind, int address, int count)\n{\n if (!valid_bus(bus) || kind < 0 || kind > 3) {\n return ERR_INVALID;\n }\n if (count < 0 || count > 64) {\n return ERR_INVALID;\n }\n if ((kind == 1 || kind == 2) && !valid_address(address)) {\n return ERR_INVALID;\n }\n if ((kind == 0 || kind == 3) && address != -1) {\n return ERR_INVALID;\n }\n port->faults[bus].kind = kind;\n port->faults[bus].address = address;\n port->faults[bus].remaining = count;\n return 0;\n}\n\nint port_open(Port *port, int bus)\n{\n if (!valid_bus(bus)) {\n return ERR_INVALID;\n }\n if (fail_at(port, bus, 3, -1)) {\n return ERR_OPEN;\n }\n for (int index = 0; index < port->capacity; index++) {\n Handle *handle = &port->handles[index];\n if (handle->active) {\n continue;\n }\n handle->active = 1;\n handle->bus = bus;\n handle->selected = -1;\n handle->poisoned = 0;\n port->stats.opens++;\n port->stats.live++;\n if (port->stats.live > port->stats.peak) {\n port->stats.peak = port->stats.live;\n }\n return index + 10;\n }\n port->stats.errors++;\n return ERR_LIMIT;\n}\n\nint port_close(Port *port, int descriptor)\n{\n Handle *handle = lookup(port, descriptor);\n if (handle == NULL) {\n return ERR_HANDLE;\n }\n handle->active = 0;\n handle->selected = -1;\n handle->poisoned = 0;\n port->stats.closes++;\n port->stats.live--;\n return 0;\n}\n\nint port_select(Port *port, int descriptor, int address)\n{\n Handle *handle = lookup(port, descriptor);\n if (handle == NULL) {\n return ERR_HANDLE;\n }\n if (!valid_address(address)) {\n return ERR_INVALID;\n }\n port->stats.selects++;\n if (handle->poisoned) {\n port->stats.errors++;\n return ERR_IO;\n }\n if (fail_at(port, handle->bus, 1, address)) {\n handle->poisoned = 1;\n handle->selected = -1;\n return ERR_IO;\n }\n handle->selected = address;\n return 0;\n}\n\nint port_read(Port *port, int descriptor, int *value)\n{\n Handle *handle = lookup(port, descriptor);\n if (handle == NULL) {\n return ERR_HANDLE;\n }\n port->stats.reads++;\n if (handle->poisoned || handle->selected < 0) {\n port->stats.errors++;\n return ERR_IO;\n }\n if (fail_at(port, handle->bus, 2, handle->selected)) {\n handle->poisoned = 1;\n return ERR_IO;\n }\n int response = port->values[handle->bus][handle->selected];\n if (response < 0) {\n return 0;\n }\n *value = response;\n return 1;\n}\n\nint port_bus(const Port *port, int descriptor)\n{\n int index = descriptor - 10;\n if (index < 0 || index >= port->capacity) {\n return ERR_HANDLE;\n }\n if (!port->handles[index].active) {\n return ERR_HANDLE;\n }\n return port->handles[index].bus;\n}\n\nvoid port_dump(const Port *port, FILE *output)\n{\n const PortStats *s = &port->stats;\n fprintf(output, "P %" PRIu64 " %" PRIu64 " %" PRIu64 " %" PRIu64\n " %" PRIu64 " %d %d\\n", s->opens, s->closes, s->selects,\n s->reads, s->errors, s->live, s->peak);\n for (int index = 0; index < port->capacity; index++) {\n const Handle *handle = &port->handles[index];\n if (!handle->active) {\n continue;\n }\n fprintf(output, "H %d %d %d %d\\n", index + 10, handle->bus,\n handle->selected, handle->poisoned);\n }\n}\n', 'console.c': '#include "scan.h"\n#include <ctype.h>\n#include <errno.h>\n#include <inttypes.h>\n#include <limits.h>\n#include <stdlib.h>\n#include <string.h>\n\nstatic int words(char *line, char **tokens, int maximum)\n{\n int count = 0;\n char *at = line;\n while (*at != \'\\0\') {\n while (isspace((unsigned char)*at)) {\n at++;\n }\n if (*at == \'\\0\' || *at == \'#\') {\n break;\n }\n if (count == maximum) {\n return -1;\n }\n tokens[count++] = at;\n while (*at != \'\\0\' && !isspace((unsigned char)*at)) {\n at++;\n }\n if (*at != \'\\0\') {\n *at++ = \'\\0\';\n }\n }\n return count;\n}\n\nstatic int integer(const char *text, int *value)\n{\n if (*text == \'\\0\') {\n return 0;\n }\n errno = 0;\n char *end = NULL;\n long parsed = strtol(text, &end, 10);\n if (errno != 0 || *end != \'\\0\' || parsed < INT_MIN || parsed > INT_MAX) {\n return 0;\n }\n *value = (int)parsed;\n return 1;\n}\n\nstatic int numbers(char **tokens, int count, int *values)\n{\n for (int index = 0; index < count; index++) {\n if (!integer(tokens[index], &values[index])) {\n return 0;\n }\n }\n return 1;\n}\n\nstatic void result_dump(int status, const ScanResult *result)\n{\n printf("S %d %d %d %" PRIu64 "\\n", status, result->visited,\n result->found, result->digest);\n for (int address = 3; address <= 119; address++) {\n if (result->seen[address]) {\n printf("D %d %d\\n", address, result->values[address]);\n }\n }\n}\n\nstatic int command(Scanner *scanner, Port *port, char **tokens, int count)\n{\n int args[6];\n const char *op = tokens[0];\n if (count > 7 || !numbers(tokens + 1, count - 1, args)) {\n return 0;\n }\n if (strcmp(op, "R") == 0 && count == 3) {\n if (args[0] < 1 || args[0] > HANDLE_COUNT || args[1] < 0 || args[1] > 65535) {\n printf("R %d\\n", ERR_INVALID);\n } else {\n scanner_finish(scanner);\n int status = port_init(port, args[0], (unsigned)args[1]);\n scanner_init(scanner, port);\n printf("R %d\\n", status);\n }\n } else if (strcmp(op, "D") == 0 && count == 4) {\n printf("R %d\\n", port_device(port, args[0], args[1], args[2]));\n } else if (strcmp(op, "F") == 0 && count == 5) {\n printf("R %d\\n", port_fault(port, args[0], args[1], args[2], args[3]));\n } else if (strcmp(op, "S") == 0 && count == 6) {\n ScanResult result;\n int status = scanner_run(scanner, args[0], args[1], args[2],\n args[3], args[4], &result);\n result_dump(status, &result);\n } else if (strcmp(op, "X") == 0 && count == 2) {\n printf("R %d\\n", scanner_close(scanner, args[0]));\n } else if (strcmp(op, "Q") == 0 && count == 1) {\n scanner_dump(scanner, stdout);\n port_dump(port, stdout);\n } else if (strcmp(op, "Z") == 0 && count == 1) {\n scanner_finish(scanner);\n printf("R 0\\n");\n } else {\n return 0;\n }\n return 1;\n}\n\nstatic void demo(Scanner *scanner)\n{\n for (int sweep = 0; sweep < 24; sweep++) {\n ScanResult result;\n int status = scanner_run(scanner, 0, 0, 3, 119, 0, &result);\n result_dump(status, &result);\n }\n scanner_dump(scanner, stdout);\n port_dump(scanner->port, stdout);\n scanner_finish(scanner);\n port_dump(scanner->port, stdout);\n}\n\nint main(int argc, char **argv)\n{\n Port port;\n Scanner scanner;\n port_init(&port, 8, 1);\n scanner_init(&scanner, &port);\n if (argc == 2 && strcmp(argv[1], "--demo") == 0) {\n demo(&scanner);\n return 0;\n }\n if (argc != 1) {\n return 2;\n }\n char line[1024];\n char *tokens[8];\n int status = 0;\n while (fgets(line, sizeof(line), stdin) != NULL) {\n size_t size = strlen(line);\n if (size == sizeof(line) - 1 && line[size - 1] != \'\\n\') {\n status = 2;\n break;\n }\n int count = words(line, tokens, 8);\n if (count < 0 || (count > 0 && !command(&scanner, &port, tokens, count))) {\n status = 2;\n break;\n }\n }\n if (ferror(stdin)) {\n status = 2;\n }\n scanner_finish(&scanner);\n return status;\n}\n', 'Makefile': 'CC = gcc\nCFLAGS = -std=c11 -O2 -Wall -Wextra -Werror -pedantic\nall: scan-console\nscan-console: scan.c scan.h port.c console.c\n\t$(CC) $(CFLAGS) scan.c port.c console.c -o $@\nclean:\n\trm -f scan-console\n.PHONY: all clean\n'}
SUPERVISOR = "import base64,ctypes,hashlib,json,os,selectors,signal,subprocess,sys,time,traceback\n\ndef proc_table():\n result={}\n for name in os.listdir('/proc'):\n if not name.isdigit(): continue\n try:\n raw=open('/proc/'+name+'/stat').read().rsplit(')',1)[1].split()\n result[int(name)]=(int(raw[1]),int(raw[2]),raw[0],int(raw[19]))\n except (FileNotFoundError,ProcessLookupError): pass\n return result\n\ndef closure(table,supervisor,tracked):\n roots={supervisor}\n for pid,start in tracked.items():\n row=table.get(pid)\n if row and row[3]==start and row[2] not in ('Z','X'): roots.add(pid)\n members=set(roots)\n changed=True\n while changed:\n changed=False\n for pid,row in table.items():\n if pid not in members and row[0] in members:\n members.add(pid);changed=True\n members.discard(supervisor)\n return {pid:table[pid][3] for pid in members if pid in table}\n\ndef alive(table,pid,start):\n row=table.get(pid)\n return bool(row and row[3]==start)\n\ndef execute(request):\n began=time.monotonic(); deadline=request['deadline']; token=request['token']\n meta=dict(phase=request['phase'],token=token,deadline=deadline,supervisor=os.getpid(),\n uid=os.getuid(),gid=os.getgid(),groups=os.getgroups(),leader=None,start=None,\n leader_rc=None,leader_reaped=False,timeout=False,control=None,\n descendants_absent=False,pg_absent=False,errors=[],tracked=[],adopted=[])\n child=None; tracked={}; out=bytearray(); err=bytearray(); selector=selectors.DefaultSelector()\n try:\n if ctypes.CDLL(None,use_errno=True).prctl(36,1,0,0,0)!=0:\n raise OSError(ctypes.get_errno(),'subreaper')\n child=subprocess.Popen(request['argv'],cwd=request.get('cwd'),stdin=subprocess.PIPE,\n stdout=subprocess.PIPE,stderr=subprocess.PIPE,start_new_session=True)\n meta['leader']=child.pid\n row=proc_table().get(child.pid)\n if row is None: raise RuntimeError('leader start unavailable')\n meta['start']=row[3];tracked[child.pid]=row[3]\n for stream,kind in ((child.stdout,'out'),(child.stderr,'err')):\n os.set_blocking(stream.fileno(),False);selector.register(stream,selectors.EVENT_READ,kind)\n payload=base64.b64decode(request['stdin']);position=0\n os.set_blocking(child.stdin.fileno(),False)\n selector.register(child.stdin,selectors.EVENT_WRITE,'in')\n while True:\n table=proc_table();tracked.update(closure(table,os.getpid(),tracked))\n # Popen must consume its own wait status before adopted children are reaped.\n rc=child.poll()\n if rc is not None:\n meta['leader_rc']=rc;meta['leader_reaped']=True\n for pid,start in list(tracked.items()):\n row=table.get(pid)\n if pid==child.pid or not row or row[3]!=start or row[0]!=os.getpid():continue\n try:\n reaped,status=os.waitpid(pid,os.WNOHANG)\n if reaped:meta['adopted'].append([pid,start,status])\n except ChildProcessError:pass\n live={pid:start for pid,start in tracked.items() if alive(table,pid,start)}\n if rc is not None and not selector.get_map(): break\n if time.monotonic()-began>=deadline:\n meta['timeout']=True;break\n # A normal leader exit triggers immediate descendant cleanup, even with closed stdio.\n if rc is not None:\n for pid,start in live.items():\n if pid==child.pid:continue\n current=proc_table()\n if alive(current,pid,start):\n try:os.kill(pid,signal.SIGKILL)\n except ProcessLookupError:pass\n for key,mask in selector.select(0.02):\n stream=key.fileobj\n if key.data=='in':\n try:\n amount=os.write(stream.fileno(),payload[position:position+65536]) if position<len(payload) else 0\n position+=amount\n if position==len(payload):selector.unregister(stream);stream.close()\n except BrokenPipeError:selector.unregister(stream);stream.close()\n else:\n chunk=os.read(stream.fileno(),65536)\n if chunk:(out if key.data=='out' else err).extend(chunk)\n else:selector.unregister(stream);stream.close()\n except BaseException as error:\n meta['errors'].append(type(error).__name__+':'+str(error))\n finally:\n # Also bounded for preparation/pipe errors and detached descendant cleanup.\n until=time.monotonic()+3.0\n while child is not None:\n try:\n table=proc_table();tracked.update(closure(table,os.getpid(),tracked))\n rc=child.poll()\n if rc is not None:meta['leader_rc']=rc;meta['leader_reaped']=True\n present={pid:start for pid,start in tracked.items() if alive(table,pid,start)}\n for pid,start in present.items():\n if alive(proc_table(),pid,start):\n try:os.kill(pid,signal.SIGKILL)\n except ProcessLookupError:pass\n # Do not waitpid(-1): it could steal the own Popen leader result.\n if meta['leader_reaped']:\n for pid,start in present.items():\n row=table.get(pid)\n if pid==child.pid or not row or row[0]!=os.getpid():continue\n try:\n got,status=os.waitpid(pid,os.WNOHANG)\n if got:meta['adopted'].append([pid,start,status])\n except ChildProcessError:pass\n for key,mask in selector.select(0):\n if key.data=='in':selector.unregister(key.fileobj);key.fileobj.close();continue\n chunk=os.read(key.fileobj.fileno(),65536)\n if chunk:(out if key.data=='out' else err).extend(chunk)\n else:selector.unregister(key.fileobj);key.fileobj.close()\n latest=proc_table()\n present={pid:start for pid,start in tracked.items() if alive(latest,pid,start)}\n if meta['leader_reaped'] and not present and not selector.get_map():break\n if time.monotonic()>=until:\n meta['errors'].append('recovery deadline');break\n time.sleep(0.01)\n except BaseException as error:\n meta['errors'].append(type(error).__name__+':'+str(error));break\n try:\n table=proc_table();remaining=closure(table,os.getpid(),tracked)\n meta['descendants_absent']=not remaining\n group=meta['leader']\n meta['pg_absent']=not any(row[1]==group and pid!=os.getpid() for pid,row in table.items()) if group else False\n meta['tracked']=[[pid,start] for pid,start in sorted(tracked.items())]\n except BaseException as error:meta['errors'].append(type(error).__name__+':'+str(error))\n selector.close()\n meta['control']=124 if meta['timeout'] else meta['leader_rc']\n meta['elapsed']=time.monotonic()-began\n meta['stdout_len']=len(out);meta['stderr_len']=len(err)\n meta['stdout_sha256']=hashlib.sha256(out).hexdigest();meta['stderr_sha256']=hashlib.sha256(err).hexdigest()\n return dict(meta=meta,stdout=base64.b64encode(out).decode(),stderr=base64.b64encode(err).decode())\n\nif __name__=='__main__':\n request=json.loads(sys.stdin.buffer.read())\n result=execute(request)\n sys.stdout.buffer.write(json.dumps(result,separators=(',',':')).encode())\n"
DEADLINES = {'compiler':20,'candidate':12,'cleanup':5,'absence':4}
CLEANUP = "import shutil,sys;shutil.rmtree(sys.argv[1])"
ABSENCE = "import os,sys\ntry:os.lstat(sys.argv[1])\nexcept FileNotFoundError:sys.exit(0)\nsys.exit(1)"
class Model:
def __init__(self): self.reset(8,1)
def reset(self,cap,seed):
self.cap=cap;self.seed=seed;self.handles={};self.faults=[[0,-1,0] for _ in range(4)]
self.sessions=[[-1,-1,0,0] for _ in range(4)];self.stats=[0]*7
self.values=[[((17*seed+257*b+31*a)&65535) if (a+3*b+seed)%11==0 else -1 for a in range(128)] for b in range(4)]
def fault(self,b,kind,a):
rule=self.faults[b]
if rule[0]==kind and rule[2] and (kind==3 or rule[1]==a):
rule[2]-=1;self.stats[4]+=1;return True
return False
def close(self,slot):
if not 0<=slot<4:return -22
s=self.sessions[slot]
if s[0]>=0:
del self.handles[s[0]];self.stats[1]+=1;self.stats[5]-=1
s[:2]=[-1,-1];return 0
def open(self,b):
if self.fault(b,3,-1):return -6
fd=next((x for x in range(10,10+self.cap) if x not in self.handles),None)
if fd is None:self.stats[4]+=1;return -24
self.handles[fd]=[b,-1,0];self.stats[0]+=1;self.stats[5]+=1
self.stats[6]=max(self.stats[6],self.stats[5]);return fd
def scan(self,slot,b,lo,hi,reverse):
visited=0;found={};digest=0;rc=0
if not (0<=slot<4 and 0<=b<4 and 3<=lo<=hi<=119 and reverse in (0,1)):
return [('S',-22,0,0,0)]
s=self.sessions[slot]
if s[0]>=0 and s[1]!=b:self.close(slot)
if s[0]<0:
fd=self.open(b)
if fd<0:return [('S',fd,0,0,0)]
s[:2]=[fd,b]
h=self.handles[s[0]]
for address in range(hi,lo-1,-1) if reverse else range(lo,hi+1):
self.stats[2]+=1
if self.fault(b,1,address):h[1:]=[-1,1];rc=-5;break
h[1]=address;visited+=1;self.stats[3]+=1
if self.fault(b,2,address):h[2]=1;rc=-5;break
value=self.values[b][address]
if value>=0:
found[address]=value;digest=(digest*131+address*65536+value+1)&((1<<64)-1)
if rc:self.close(slot)
else:s[2]+=1;s[3]+=len(found)
return [('S',rc,visited,len(found),digest)]+[('D',a,v) for a,v in sorted(found.items())]
def apply(self,command):
op,*words=command.split();args=list(map(int,words))
if op=='R':
c,s=args;rc=-22
if 1<=c<=16 and 0<=s<=65535:self.reset(c,s);rc=0
return [('R',rc)]
if op=='D':
b,a,v=args;rc=-22
if 0<=b<4 and 3<=a<=119 and -1<=v<=65535:self.values[b][a]=v;rc=0
return [('R',rc)]
if op=='F':
b,k,a,n=args;rc=-22
if 0<=b<4 and 0<=k<=3 and 0<=n<=64 and ((k in (0,3) and a==-1) or (k in (1,2) and 3<=a<=119)):
self.faults[b]=[k,a,n];rc=0
return [('R',rc)]
if op=='S':return self.scan(*args)
if op=='X':return [('R',self.close(*args))]
if op=='Z':
for slot in range(4):self.close(slot)
return [('R',0)]
if op=='Q':
return [('Q',i,*s) for i,s in enumerate(self.sessions)]+[('P',*self.stats)]+[('H',fd,*h) for fd,h in sorted(self.handles.items())]
raise ValueError(op)
def scenarios():
rng=random.Random(930517)
commands=['Q']
def add(*rows):commands.extend(rows)
add('R 1 1')
for _ in range(40):add('S 0 0 3 119 0','Q')
add('S 0 1 3 119 1','Q','S 0 3 119 119 0','Q','Z','Q')
for kind in (1,2,3):
for reverse in (0,1):
add('R 2 65535','D 2 3 65535','D 2 119 0','S 0 0 3 5 0',
f'F 2 {kind} {60 if kind!=3 else -1} 1','S 0 2 3 119 '+str(reverse),'Q',
'S 0 2 3 119 '+str(reverse),'Q','Z','Q')
for cap in (1,2,4,16):
add(f'R {cap} {rng.randrange(65536)}')
for slot in range(4):add(f'S {slot} {slot} 3 119 {slot%2}','Q')
for slot in (1,3,0,2):add(f'X {slot}','Q')
invalid=['S -1 0 3 119 0','S 4 0 3 119 0','S 0 -1 3 119 0','S 0 4 3 119 0',
'S 0 0 2 119 0','S 0 0 3 120 0','S 0 0 60 59 0','S 0 0 3 119 2',
'R 0 1','R 17 1','R 1 -1','R 1 65536','D 4 3 0','D 0 2 0','D 0 3 -2',
'D 0 3 65536','F 4 1 3 1','F 0 4 3 1','F 0 1 2 1','F 0 3 3 1','F 0 1 3 -1','F 0 2 3 65','X 4','X -1']
add('R 4 0','S 0 1 3 119 0')
for row in invalid:add(row,'Q')
for _ in range(12):
add(f'R {rng.choice([1,2,4,16])} {rng.randrange(65536)}')
for _ in range(45):
op=rng.choice('SSSSDXFFZ')
b=rng.randrange(4);slot=rng.randrange(4);lo=rng.randrange(3,120);hi=rng.randrange(lo,120)
if op=='S':add(f'S {slot} {b} {lo} {hi} {rng.randrange(2)}')
elif op=='D':add(f'D {b} {lo} {rng.choice([-1,0,65535,rng.randrange(65536)])}')
elif op=='X':add(f'X {slot}')
elif op=='Z':add('Z')
else:
k=rng.randrange(4);add(f'F {b} {k} {lo if k in (1,2) else -1} {rng.randrange(3)}')
add('Q')
add('Z','Q')
model=Model();rows=[]
for command in commands:rows.extend(model.apply(command))
return ('\n'.join(commands)+'\n').encode(),rows
def positive(value):return type(value) is int and value>0
def validate(meta,phase,token,out,err):
required={'phase','token','deadline','supervisor','uid','gid','groups','leader','start',
'leader_rc','leader_reaped','timeout','control','descendants_absent','pg_absent',
'errors','tracked','adopted','elapsed','stdout_len','stderr_len','stdout_sha256','stderr_sha256'}
if type(meta) is not dict or not required<=meta.keys():raise ValueError('metadata missing')
if meta['phase']!=phase or meta['token']!=token or (type(meta['deadline']) is not int or meta['deadline']!=DEADLINES[phase]):raise ValueError('binding')
if not all(positive(meta[k]) for k in ('supervisor','leader','start')) or meta['supervisor']==meta['leader']:raise ValueError('pid/start')
expected=(65534,65534,[]) if os.environ.get('ROLLOUT_GRADE_ISOLATION')=='uid65534' else (os.getuid(),os.getgid(),os.getgroups())
if (meta['uid'],meta['gid'],meta['groups'])!=expected or type(meta['uid']) is not int or type(meta['gid']) is not int:raise ValueError('identity')
if type(meta['groups']) is not list or any(type(x) is not int or x<0 for x in meta['groups']):raise ValueError('groups')
if type(meta['elapsed']) not in (int,float) or not math.isfinite(meta['elapsed']) or not 0<=meta['elapsed']<=DEADLINES[phase]+4:raise ValueError('elapsed')
for key in ('timeout','leader_reaped','descendants_absent','pg_absent'):
if type(meta[key]) is not bool:raise ValueError('boolean '+key)
if type(meta['leader_rc']) is not int or type(meta['control']) is not int:raise ValueError('return types')
if meta['control']!=(124 if meta['timeout'] else meta['leader_rc']):raise ValueError('control consistency')
for key,data in (('stdout',out),('stderr',err)):
if type(meta[key+'_len']) is not int or meta[key+'_len']<0 or meta[key+'_len']!=len(data):raise ValueError('IO length')
if meta[key+'_sha256']!=hashlib.sha256(data).hexdigest():raise ValueError('IO digest')
for key,width in (('tracked',2),('adopted',3)):
if type(meta[key]) is not list:raise ValueError('tokens')
for row in meta[key]:
if type(row) is not list or len(row)!=width or not all(positive(x) for x in row[:2]):raise ValueError('token row')
if width==3 and (type(row[2]) is not int or row[2]<0):raise ValueError('wait status')
if [meta['leader'],meta['start']] not in meta['tracked']:raise ValueError('leader token')
if type(meta['errors']) is not list or meta['errors'] or meta['timeout'] or meta['leader_rc']!=0 or meta['control']!=0 or not all(meta[k] for k in ('leader_reaped','descendants_absent','pg_absent')):raise ValueError('execution rejected')
def run_phase(phase,argv,cwd,payload,records,failures):
token=uuid.uuid4().hex
request=dict(phase=phase,token=token,deadline=DEADLINES[phase],argv=argv,cwd=cwd,stdin=base64.b64encode(payload).decode())
record=dict(phase=phase,argv=argv,deadline=DEADLINES[phase],token=token)
records.append(record)
wrapped=subprocess.run([sys.executable,'-I','-c',SUPERVISOR],input=json.dumps(request).encode(),capture_output=True)
# Persist actual wrapper observations before attempting to parse a possibly faulty wire.
record.update(wrapper_rc=wrapped.returncode,wire_len=len(wrapped.stdout),wire_sha256=hashlib.sha256(wrapped.stdout).hexdigest(),wrapper_stderr_len=len(wrapped.stderr),wrapper_stderr_sha256=hashlib.sha256(wrapped.stderr).hexdigest())
wire=json.loads(wrapped.stdout)
if type(wire) is not dict or not {'meta','stdout','stderr'}<=wire.keys():raise ValueError('wire missing')
out=base64.b64decode(wire['stdout'],validate=True);err=base64.b64decode(wire['stderr'],validate=True)
record['meta']=wire['meta']
if wrapped.returncode!=0:raise ValueError('supervisor return')
validate(wire['meta'],phase,token,out,err)
return out
def observed(data):
result=[]
for line in data.decode('ascii').splitlines():
words=line.split()
if not words:continue
if any(re.fullmatch(r'[+-]?[0-9]+',x) is None for x in words[1:]):raise ValueError('nondecimal observation')
result.append((words[0],*(int(x,10) for x in words[1:])))
return result
def main():
records=[];failures=[];scratch=None;business=False
try:
payload,wanted=scenarios()
scratch=Path(tempfile.mkdtemp(prefix='dev-scan-session-'))
# Every source and input is ready before any candidate-identity child starts.
for name,text in CONTEXT.items():(scratch/name).write_text(text)
(scratch/'scan.c').write_bytes((Path(sys.argv[1])/'scan.c').read_bytes())
(scratch/'input.txt').write_bytes(payload)
run_phase('compiler',['make','-s'],str(scratch),b'',records,failures)
raw=run_phase('candidate',[str(scratch/'scan-console')],str(scratch),payload,records,failures)
actual=observed(raw)
if actual!=wanted:
index=next((i for i,(a,b) in enumerate(zip(actual,wanted)) if a!=b),min(len(actual),len(wanted)))
failures.append('observation '+str(index+1)+' got '+repr(actual[index] if index<len(actual) else '<missing>')+' expected '+repr(wanted[index] if index<len(wanted) else '<extra>'))
else:business=True
except BaseException as error:
failures.append(type(error).__name__+':'+str(error))
finally:
if scratch is not None:
try:
run_phase('cleanup',[sys.executable,'-I','-c',CLEANUP,str(scratch)],None,b'',records,failures)
except BaseException as error:failures.append('cleanup '+type(error).__name__+':'+str(error))
try:
run_phase('absence',[sys.executable,'-I','-c',ABSENCE,str(scratch)],None,b'',records,failures)
except BaseException as error:failures.append('absence '+type(error).__name__+':'+str(error))
terminal=dict(scratch=str(scratch) if scratch else None,records=records,exceptions=failures,business=business)
packed=base64.b85encode(zlib.compress(json.dumps(terminal,separators=(',',':')).encode(),9)).decode()
print('SCAN_TERMINAL_Z '+packed,file=sys.stderr)
if failures or not business:
print('FAIL '+('; '.join(failures) or 'no business result'));return 1
print('PASS');return 0
if __name__=='__main__':raise SystemExit(main())