211 lines
12 KiB
Python
211 lines
12 KiB
Python
"""Device-io family oracle: only child processes run submitted C code."""
|
|
import json
|
|
import random
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
from pathlib import Path
|
|
|
|
|
|
def scenarios(mode, seed):
|
|
rng = random.Random(seed)
|
|
prefixes = {
|
|
'diag-panel-input': [['R'],['C',0,1,2],['V',0,1],['P',0],['P',0],['V',0,0],['P',0],['P',0],['V',0,1],['P',0],['C',0,0,4],['P',0],['C',1,0,1],['V',1,1],['P',1]],
|
|
'diag-control-commit': [['R'],['C',0,42],['I',0],['C',0,43],['H',0,7],['C',0,65535],['I',0],['C',1,0]],
|
|
'diag-bank-setup': [['R'],['C',0,0,3],['C',0,0,0],['W',0,1,1],['X',0],['C',0,0,0],['C',1,4,0],['W',1,2,1],['X',0],['W',1,0,1],['X',1],['C',0,0,0],['C',1,4,3]],
|
|
'diag-output-binding': [['R'],['M',1,1],['D',0,0,910],['D',1,0,120],['D',2,0,7],['Q',0,0],['Q',1,0],['M',0,3],['D',0,1,-501],['D',1,2,9001],['Q',0,1],['Q',1,2]],
|
|
'diag-terminal-handoff': [['R'],['B',0,0,17,0],['F',0,1],['A',0,193],['B',0,0,193,0],['B',1,1,34,0],['F',0,0],['F',1,2],['B',0,3,255,2]],
|
|
}
|
|
events = prefixes[mode][:]
|
|
for _ in range(18):
|
|
events.append(['R'])
|
|
for _ in range(150):
|
|
if mode == 'diag-panel-input':
|
|
k = rng.choice('CVPPX')
|
|
a = rng.randrange(4)
|
|
events.append([k,a]+({'C':[rng.randrange(2),rng.randrange(1,5)],'V':[rng.randrange(2)]}.get(k,[])))
|
|
elif mode == 'diag-control-commit':
|
|
k = rng.choice('CCHII')
|
|
events.append([k,rng.randrange(4)]+([rng.choice([0,1,65535,rng.randrange(65536)])] if k=='C' else [rng.randrange(256)] if k=='H' else []))
|
|
elif mode == 'diag-bank-setup':
|
|
k = rng.choice('CCCXW')
|
|
events.append([k,rng.randrange(2)]+([rng.randrange(6),rng.randrange(4)] if k=='C' else [rng.randrange(3),rng.randrange(2)] if k=='W' else []))
|
|
elif mode == 'diag-output-binding':
|
|
k = rng.choice('MDDQQQQ')
|
|
events.append([k]+([rng.randrange(6),rng.randrange(1,4)] if k=='M' else [rng.randrange(3),rng.randrange(3),rng.randrange(-10000,10001)] if k=='D' else [rng.randrange(3),rng.randrange(3)]))
|
|
else:
|
|
k = rng.choice('BBFFFA')
|
|
events.append([k]+([rng.randrange(2),rng.randrange(4),rng.randrange(256),rng.randrange(3)] if k=='B' else [rng.randrange(2),rng.randrange(3)] if k=='F' else [rng.randrange(4),rng.randrange(256)]))
|
|
boundaries = {
|
|
'diag-panel-input': [['C',-1,0,1],['C',0,2,1],['C',0,0,0],['C',0,0,5],['V',4,0],['V',0,2],['P',0,1]],
|
|
'diag-control-commit': [['C',4,0],['C',0,-1],['C',0,65536],['H',0,256],['I',0,1]],
|
|
'diag-bank-setup': [['C',2,0,0],['C',0,6,0],['C',0,0,4],['W',0,3,0],['W',0,0,2]],
|
|
'diag-output-binding': [['M',6,1],['M',0,0],['M',0,4],['D',3,0,0],['D',0,3,0],['D',0,0,10001],['Q',3,0]],
|
|
'diag-terminal-handoff': [['B',2,0,0,0],['B',0,4,0,0],['B',0,0,256,0],['B',0,0,0,3],['F',0,3],['A',0,256]],
|
|
}
|
|
return events + [['R',1],['Z'],['C']] + boundaries[mode] + [['R']]
|
|
|
|
|
|
def expected(mode, events):
|
|
output=[]
|
|
def reset():
|
|
if mode=='diag-panel-input':
|
|
return dict(configurations=0,lines=[[0]*9 for _ in range(4)])
|
|
if mode=='diag-control-commit':
|
|
return dict(accepted=0,failed=0,lanes=[[0]*8 for _ in range(4)])
|
|
if mode=='diag-bank-setup':
|
|
return dict(counts=[0]*6,banks=[[0]*3 for _ in range(2)],pins=[[0]*3 for _ in range(8)])
|
|
if mode=='diag-output-binding':
|
|
return dict(meta=[0]*6,tensors=[[0]*11 for _ in range(3)])
|
|
return dict(counts=[0]*3,terminals=[[17*(i+1),0,0,0] for i in range(4)],sessions=[None,None])
|
|
state=reset(); rejected=0
|
|
for step,event in enumerate(events,1):
|
|
k,*a=event; emitted=[]; valid=True
|
|
def emit(name,x,y,z): emitted.append((name,x,y,z))
|
|
if k=='R' and not a:
|
|
state=reset();rejected=0
|
|
elif mode=='diag-panel-input':
|
|
valid=k in ('C','V','P','X') and len(a)==dict(C=3,V=2,P=1,X=1).get(k,0) and 0<=a[0]<4
|
|
if valid and k=='C': valid=a[1] in (0,1) and 1<=a[2]<=4
|
|
if valid and k=='V': valid=a[1] in (0,1)
|
|
if valid:
|
|
p=state['lines'][a[0]]
|
|
if k=='C':
|
|
p[0:3]=[1,a[1],a[2]];p[4]=p[3]^a[1];p[5:7]=[p[4],0];state['configurations']+=1
|
|
emit('CONFIG',a[0],0,p[4])
|
|
elif k=='V':p[3]=a[1]
|
|
elif k=='X':p[0]=0;p[4:7]=[0,0,0]
|
|
elif not p[0]:emit('SAMPLE',a[0],-2,0)
|
|
else:
|
|
logical=p[3]^p[1];p[8]+=1
|
|
if logical==p[4]:p[5:7]=[logical,0]
|
|
else:
|
|
if logical!=p[5]:p[5:7]=[logical,1]
|
|
else:p[6]+=1
|
|
if p[6]>=p[2]:
|
|
p[4]=logical;p[6]=0;p[7]+=1;emit('CHANGE',a[0],logical,p[7])
|
|
emit('SAMPLE',a[0],0,p[4])
|
|
elif mode=='diag-control-commit':
|
|
valid=k in ('C','H','I') and len(a)==dict(C=2,H=2,I=1).get(k,0) and 0<=a[0]<4
|
|
if valid and k=='C':valid=0<=a[1]<=65535
|
|
if valid and k=='H':valid=0<=a[1]<=255
|
|
if valid:
|
|
lane=state['lanes'][a[0]]
|
|
if k=='H':lane[3]=a[1]
|
|
elif k=='I':lane[6]+=1;emit('READ',a[0],lane[0]|lane[3]<<16,0)
|
|
else:
|
|
value=a[1];lane[0:3]=[value,value,0]
|
|
for index in (4,5,6,7):lane[index]+=1
|
|
state['accepted']+=1;emit('SUBMIT',a[0],value,0)
|
|
elif mode=='diag-bank-setup':
|
|
valid=k in ('C','X','W') and len(a)==dict(C=3,X=1,W=3).get(k,0) and 0<=a[0]<2
|
|
if valid and k=='C':valid=0<=a[1]<=5 and 0<=a[2]<=3
|
|
if valid and k=='W':valid=0<=a[1]<=2 and a[2] in (0,1)
|
|
if valid:
|
|
bank=state['banks'][a[0]];counts=state['counts'];pins=state['pins']
|
|
def release(index):
|
|
if pins[index][0]:pins[index]=[0,0,0];counts[1]+=1
|
|
if k=='C':
|
|
if bank[0]:rc=-2
|
|
else:
|
|
acquired=[];rc=0
|
|
for index in range(3):
|
|
pin=a[1]+index
|
|
if a[2]==index+1 or pins[pin][0]:
|
|
counts[2]+=1;counts[4]+=1;rc=-1
|
|
for old in acquired:release(old)
|
|
break
|
|
pins[pin]=[a[0]+1,1,0];counts[0]+=1;acquired.append(pin)
|
|
if rc==0:bank[0:2]=[1,a[1]];bank[2]+=1;counts[3]+=1
|
|
emit('CONFIG',a[0],a[1],rc)
|
|
elif k=='X':
|
|
if bank[0]:
|
|
for index in range(bank[1],bank[1]+3):release(index)
|
|
bank[0:2]=[0,0]
|
|
else:
|
|
rc=-2
|
|
if bank[0]:
|
|
pin=pins[bank[1]+a[1]];rc=-1
|
|
if pin[0]==a[0]+1 and pin[1]==1:pin[2]=a[2];counts[5]+=1;rc=0
|
|
emit('WRITE',a[0],a[1],rc)
|
|
elif mode=='diag-output-binding':
|
|
valid=k in ('M','D','Q') and len(a)==dict(M=2,D=3,Q=2).get(k,0)
|
|
if valid and k=='M':valid=0<=a[0]<=5 and 1<=a[1]<=3
|
|
if valid and k in ('D','Q'):valid=0<=a[0]<3 and 0<=a[1]<3
|
|
if valid and k=='D':valid=-10000<=a[2]<=10000
|
|
if valid:
|
|
meta=state['meta'];tensors=state['tensors']
|
|
if k=='M':
|
|
order=[[0,1,2],[1,0,2],[2,1,0],[0,2,1],[1,2,0],[2,0,1]][a[0]]
|
|
meta[0:3]=[1,a[0],a[1]];meta[3]+=1
|
|
state['tensors']=[[role,a[1]]+[-77]*9 for role in order]
|
|
emit('MODEL',meta[3],a[0],a[1])
|
|
elif k=='D':
|
|
rc=-2
|
|
if meta[0]:tensors[a[0]][2+a[1]*tensors[a[0]][1]]=a[2];meta[4]+=1;rc=0
|
|
emit('DATA',a[0],a[1],rc)
|
|
elif not meta[0]:emit('VALUE',a[0],-2,0)
|
|
else:
|
|
meta[5]+=1;tensor=next(t for t in tensors if t[0]==a[0]);emit('VALUE',a[0],0,tensor[2+a[1]*tensor[1]])
|
|
else:
|
|
valid=k in ('B','F','A') and len(a)==dict(B=4,F=2,A=2).get(k,0)
|
|
if valid and k=='B':valid=0<=a[0]<2 and 0<=a[1]<4 and 0<=a[2]<=255 and 0<=a[3]<=2
|
|
if valid and k=='F':valid=0<=a[0]<2 and 0<=a[1]<=2
|
|
if valid and k=='A':valid=0<=a[0]<4 and 0<=a[1]<=255
|
|
if valid:
|
|
counts=state['counts'];terminals=state['terminals'];sessions=state['sessions']
|
|
if k=='B':
|
|
terminal=terminals[a[1]];rc=-2
|
|
if sessions[a[0]] is None and terminal[1]==0:
|
|
if a[3]==1:counts[2]+=1;rc=-1
|
|
else:
|
|
previous=terminal[0];terminal[2]+=1;terminal[3]+=1;terminal[0]=previous&~a[2]
|
|
if a[3]==2:terminal[0]=previous;terminal[3]+=1;counts[2]+=1;rc=-1
|
|
else:sessions[a[0]]=(a[1],previous);terminal[1]=a[0]+1;counts[0]+=1;rc=0
|
|
emit('BEGIN',a[0],a[1],rc)
|
|
elif k=='F':
|
|
rc=-2
|
|
if sessions[a[0]] is not None:
|
|
device,previous=sessions[a[0]];terminal=terminals[device];terminal[0]=previous;terminal[1]=0;terminal[3]+=1
|
|
sessions[a[0]]=None;counts[1]+=1;rc=0
|
|
emit('FINISH',a[0],a[1],rc)
|
|
else:
|
|
terminal=terminals[a[0]];rc=-2
|
|
if terminal[1]==0:terminal[0]=a[1];rc=0
|
|
emit('ATTR',a[0],a[1],rc)
|
|
if not valid:rejected+=1;emit('REJECT',ord(k),0,0)
|
|
if mode=='diag-panel-input':fields=[state['configurations']]+sum(state['lines'],[])
|
|
elif mode=='diag-control-commit':fields=[state['accepted'],state['failed']]+sum(state['lanes'],[])
|
|
elif mode=='diag-bank-setup':fields=state['counts']+sum(state['banks'],[])+sum(state['pins'],[])
|
|
elif mode=='diag-output-binding':fields=state['meta']+sum(state['tensors'],[])
|
|
else:fields=state['counts']+sum(state['terminals'],[])+sum(([1,s[0]] if s is not None else [0,0] for s in state['sessions']),[])
|
|
output.extend('E %d %s %d %d %d'%(step,*item) for item in emitted)
|
|
output.append('S %d '%step+' '.join(map(str,[rejected]+fields)))
|
|
return output
|
|
|
|
|
|
def main():
|
|
config=json.loads(Path(__file__).with_name('cases.json').read_text())
|
|
events=scenarios(config['mode'],config['seed'])
|
|
answers=expected(config['mode'],events)
|
|
scratch=Path(tempfile.mkdtemp(prefix=config['mode']+'-'))
|
|
print('scratch: '+str(scratch),file=sys.stderr)
|
|
for name,text in config['context'].items():(scratch/name).write_text(text)
|
|
for name in config['candidates']:(scratch/name).write_bytes((Path(sys.argv[1])/name).read_bytes())
|
|
stdin=''.join(' '.join(map(str,event))+'\n' for event in events)
|
|
built=subprocess.run(['make','-s'],cwd=scratch,capture_output=True,text=True,timeout=35)
|
|
if built.returncode:
|
|
print('build failed: '+built.stderr[-2500:]);return 1
|
|
result=subprocess.run([str(scratch/'device-demo')],cwd=scratch,input=stdin,capture_output=True,text=True,timeout=20)
|
|
if result.stderr:print(result.stderr[-2500:],file=sys.stderr,end='')
|
|
if result.returncode:print('candidate process failed: '+str(result.returncode));return 1
|
|
observed=result.stdout.splitlines()
|
|
for i in range(max(len(observed),len(answers))):
|
|
actual=observed[i] if i<len(observed) else '<missing>'
|
|
wanted=answers[i] if i<len(answers) else '<extra>'
|
|
if actual!=wanted:
|
|
print('observation %d mismatch: got %s; expected %s'%(i+1,actual[:1200],wanted[:1200]));return 1
|
|
print('PASS');return 0
|
|
|
|
if __name__=='__main__':raise SystemExit(main())
|