"""Device-io family oracle: only child processes run submitted C code.""" import json import random import subprocess import sys import tempfile from pathlib import Path def scenarios(mode, seed): rng = random.Random(seed) prefixes = { 'diag-panel-input': [['R'],['C',0,1,2],['V',0,1],['P',0],['P',0],['V',0,0],['P',0],['P',0],['V',0,1],['P',0],['C',0,0,4],['P',0],['C',1,0,1],['V',1,1],['P',1]], 'diag-control-commit': [['R'],['C',0,42],['I',0],['C',0,43],['H',0,7],['C',0,65535],['I',0],['C',1,0]], 'diag-bank-setup': [['R'],['C',0,0,3],['C',0,0,0],['W',0,1,1],['X',0],['C',0,0,0],['C',1,4,0],['W',1,2,1],['X',0],['W',1,0,1],['X',1],['C',0,0,0],['C',1,4,3]], 'diag-output-binding': [['R'],['M',1,1],['D',0,0,910],['D',1,0,120],['D',2,0,7],['Q',0,0],['Q',1,0],['M',0,3],['D',0,1,-501],['D',1,2,9001],['Q',0,1],['Q',1,2]], 'diag-terminal-handoff': [['R'],['B',0,0,17,0],['F',0,1],['A',0,193],['B',0,0,193,0],['B',1,1,34,0],['F',0,0],['F',1,2],['B',0,3,255,2]], } events = prefixes[mode][:] for _ in range(18): events.append(['R']) for _ in range(150): if mode == 'diag-panel-input': k = rng.choice('CVPPX') a = rng.randrange(4) events.append([k,a]+({'C':[rng.randrange(2),rng.randrange(1,5)],'V':[rng.randrange(2)]}.get(k,[]))) elif mode == 'diag-control-commit': k = rng.choice('CCHII') events.append([k,rng.randrange(4)]+([rng.choice([0,1,65535,rng.randrange(65536)])] if k=='C' else [rng.randrange(256)] if k=='H' else [])) elif mode == 'diag-bank-setup': k = rng.choice('CCCXW') events.append([k,rng.randrange(2)]+([rng.randrange(6),rng.randrange(4)] if k=='C' else [rng.randrange(3),rng.randrange(2)] if k=='W' else [])) elif mode == 'diag-output-binding': k = rng.choice('MDDQQQQ') events.append([k]+([rng.randrange(6),rng.randrange(1,4)] if k=='M' else [rng.randrange(3),rng.randrange(3),rng.randrange(-10000,10001)] if k=='D' else [rng.randrange(3),rng.randrange(3)])) else: k = rng.choice('BBFFFA') events.append([k]+([rng.randrange(2),rng.randrange(4),rng.randrange(256),rng.randrange(3)] if k=='B' else [rng.randrange(2),rng.randrange(3)] if k=='F' else [rng.randrange(4),rng.randrange(256)])) boundaries = { 'diag-panel-input': [['C',-1,0,1],['C',0,2,1],['C',0,0,0],['C',0,0,5],['V',4,0],['V',0,2],['P',0,1]], 'diag-control-commit': [['C',4,0],['C',0,-1],['C',0,65536],['H',0,256],['I',0,1]], 'diag-bank-setup': [['C',2,0,0],['C',0,6,0],['C',0,0,4],['W',0,3,0],['W',0,0,2]], 'diag-output-binding': [['M',6,1],['M',0,0],['M',0,4],['D',3,0,0],['D',0,3,0],['D',0,0,10001],['Q',3,0]], 'diag-terminal-handoff': [['B',2,0,0,0],['B',0,4,0,0],['B',0,0,256,0],['B',0,0,0,3],['F',0,3],['A',0,256]], } return events + [['R',1],['Z'],['C']] + boundaries[mode] + [['R']] def expected(mode, events): output=[] def reset(): if mode=='diag-panel-input': return dict(configurations=0,lines=[[0]*9 for _ in range(4)]) if mode=='diag-control-commit': return dict(accepted=0,failed=0,lanes=[[0]*8 for _ in range(4)]) if mode=='diag-bank-setup': return dict(counts=[0]*6,banks=[[0]*3 for _ in range(2)],pins=[[0]*3 for _ in range(8)]) if mode=='diag-output-binding': return dict(meta=[0]*6,tensors=[[0]*11 for _ in range(3)]) return dict(counts=[0]*3,terminals=[[17*(i+1),0,0,0] for i in range(4)],sessions=[None,None]) state=reset(); rejected=0 for step,event in enumerate(events,1): k,*a=event; emitted=[]; valid=True def emit(name,x,y,z): emitted.append((name,x,y,z)) if k=='R' and not a: state=reset();rejected=0 elif mode=='diag-panel-input': valid=k in ('C','V','P','X') and len(a)==dict(C=3,V=2,P=1,X=1).get(k,0) and 0<=a[0]<4 if valid and k=='C': valid=a[1] in (0,1) and 1<=a[2]<=4 if valid and k=='V': valid=a[1] in (0,1) if valid: p=state['lines'][a[0]] if k=='C': p[0:3]=[1,a[1],a[2]];p[4]=p[3]^a[1];p[5:7]=[p[4],0];state['configurations']+=1 emit('CONFIG',a[0],0,p[4]) elif k=='V':p[3]=a[1] elif k=='X':p[0]=0;p[4:7]=[0,0,0] elif not p[0]:emit('SAMPLE',a[0],-2,0) else: logical=p[3]^p[1];p[8]+=1 if logical==p[4]:p[5:7]=[logical,0] else: if logical!=p[5]:p[5:7]=[logical,1] else:p[6]+=1 if p[6]>=p[2]: p[4]=logical;p[6]=0;p[7]+=1;emit('CHANGE',a[0],logical,p[7]) emit('SAMPLE',a[0],0,p[4]) elif mode=='diag-control-commit': valid=k in ('C','H','I') and len(a)==dict(C=2,H=2,I=1).get(k,0) and 0<=a[0]<4 if valid and k=='C':valid=0<=a[1]<=65535 if valid and k=='H':valid=0<=a[1]<=255 if valid: lane=state['lanes'][a[0]] if k=='H':lane[3]=a[1] elif k=='I':lane[6]+=1;emit('READ',a[0],lane[0]|lane[3]<<16,0) else: value=a[1];lane[0:3]=[value,value,0] for index in (4,5,6,7):lane[index]+=1 state['accepted']+=1;emit('SUBMIT',a[0],value,0) elif mode=='diag-bank-setup': valid=k in ('C','X','W') and len(a)==dict(C=3,X=1,W=3).get(k,0) and 0<=a[0]<2 if valid and k=='C':valid=0<=a[1]<=5 and 0<=a[2]<=3 if valid and k=='W':valid=0<=a[1]<=2 and a[2] in (0,1) if valid: bank=state['banks'][a[0]];counts=state['counts'];pins=state['pins'] def release(index): if pins[index][0]:pins[index]=[0,0,0];counts[1]+=1 if k=='C': if bank[0]:rc=-2 else: acquired=[];rc=0 for index in range(3): pin=a[1]+index if a[2]==index+1 or pins[pin][0]: counts[2]+=1;counts[4]+=1;rc=-1 for old in acquired:release(old) break pins[pin]=[a[0]+1,1,0];counts[0]+=1;acquired.append(pin) if rc==0:bank[0:2]=[1,a[1]];bank[2]+=1;counts[3]+=1 emit('CONFIG',a[0],a[1],rc) elif k=='X': if bank[0]: for index in range(bank[1],bank[1]+3):release(index) bank[0:2]=[0,0] else: rc=-2 if bank[0]: pin=pins[bank[1]+a[1]];rc=-1 if pin[0]==a[0]+1 and pin[1]==1:pin[2]=a[2];counts[5]+=1;rc=0 emit('WRITE',a[0],a[1],rc) elif mode=='diag-output-binding': valid=k in ('M','D','Q') and len(a)==dict(M=2,D=3,Q=2).get(k,0) if valid and k=='M':valid=0<=a[0]<=5 and 1<=a[1]<=3 if valid and k in ('D','Q'):valid=0<=a[0]<3 and 0<=a[1]<3 if valid and k=='D':valid=-10000<=a[2]<=10000 if valid: meta=state['meta'];tensors=state['tensors'] if k=='M': order=[[0,1,2],[1,0,2],[2,1,0],[0,2,1],[1,2,0],[2,0,1]][a[0]] meta[0:3]=[1,a[0],a[1]];meta[3]+=1 state['tensors']=[[role,a[1]]+[-77]*9 for role in order] emit('MODEL',meta[3],a[0],a[1]) elif k=='D': rc=-2 if meta[0]:tensors[a[0]][2+a[1]*tensors[a[0]][1]]=a[2];meta[4]+=1;rc=0 emit('DATA',a[0],a[1],rc) elif not meta[0]:emit('VALUE',a[0],-2,0) else: meta[5]+=1;tensor=next(t for t in tensors if t[0]==a[0]);emit('VALUE',a[0],0,tensor[2+a[1]*tensor[1]]) else: valid=k in ('B','F','A') and len(a)==dict(B=4,F=2,A=2).get(k,0) if valid and k=='B':valid=0<=a[0]<2 and 0<=a[1]<4 and 0<=a[2]<=255 and 0<=a[3]<=2 if valid and k=='F':valid=0<=a[0]<2 and 0<=a[1]<=2 if valid and k=='A':valid=0<=a[0]<4 and 0<=a[1]<=255 if valid: counts=state['counts'];terminals=state['terminals'];sessions=state['sessions'] if k=='B': terminal=terminals[a[1]];rc=-2 if sessions[a[0]] is None and terminal[1]==0: if a[3]==1:counts[2]+=1;rc=-1 else: previous=terminal[0];terminal[2]+=1;terminal[3]+=1;terminal[0]=previous&~a[2] if a[3]==2:terminal[0]=previous;terminal[3]+=1;counts[2]+=1;rc=-1 else:sessions[a[0]]=(a[1],previous);terminal[1]=a[0]+1;counts[0]+=1;rc=0 emit('BEGIN',a[0],a[1],rc) elif k=='F': rc=-2 if sessions[a[0]] is not None: device,previous=sessions[a[0]];terminal=terminals[device];terminal[0]=previous;terminal[1]=0;terminal[3]+=1 sessions[a[0]]=None;counts[1]+=1;rc=0 emit('FINISH',a[0],a[1],rc) else: terminal=terminals[a[0]];rc=-2 if terminal[1]==0:terminal[0]=a[1];rc=0 emit('ATTR',a[0],a[1],rc) if not valid:rejected+=1;emit('REJECT',ord(k),0,0) if mode=='diag-panel-input':fields=[state['configurations']]+sum(state['lines'],[]) elif mode=='diag-control-commit':fields=[state['accepted'],state['failed']]+sum(state['lanes'],[]) elif mode=='diag-bank-setup':fields=state['counts']+sum(state['banks'],[])+sum(state['pins'],[]) elif mode=='diag-output-binding':fields=state['meta']+sum(state['tensors'],[]) else:fields=state['counts']+sum(state['terminals'],[])+sum(([1,s[0]] if s is not None else [0,0] for s in state['sessions']),[]) output.extend('E %d %s %d %d %d'%(step,*item) for item in emitted) output.append('S %d '%step+' '.join(map(str,[rejected]+fields))) return output def main(): config=json.loads(Path(__file__).with_name('cases.json').read_text()) events=scenarios(config['mode'],config['seed']) answers=expected(config['mode'],events) scratch=Path(tempfile.mkdtemp(prefix=config['mode']+'-')) print('scratch: '+str(scratch),file=sys.stderr) for name,text in config['context'].items():(scratch/name).write_text(text) for name in config['candidates']:(scratch/name).write_bytes((Path(sys.argv[1])/name).read_bytes()) stdin=''.join(' '.join(map(str,event))+'\n' for event in events) built=subprocess.run(['make','-s'],cwd=scratch,capture_output=True,text=True,timeout=35) if built.returncode: print('build failed: '+built.stderr[-2500:]);return 1 result=subprocess.run([str(scratch/'device-demo')],cwd=scratch,input=stdin,capture_output=True,text=True,timeout=20) if result.stderr:print(result.stderr[-2500:],file=sys.stderr,end='') if result.returncode:print('candidate process failed: '+str(result.returncode));return 1 observed=result.stdout.splitlines() for i in range(max(len(observed),len(answers))): actual=observed[i] if i' wanted=answers[i] if i' if actual!=wanted: print('observation %d mismatch: got %s; expected %s'%(i+1,actual[:1200],wanted[:1200]));return 1 print('PASS');return 0 if __name__=='__main__':raise SystemExit(main())