329 lines
17 KiB
Python
329 lines
17 KiB
Python
"""Independent event-sequence oracles. No candidate code is loaded in this process."""
|
|
import json
|
|
import random
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
from pathlib import Path
|
|
|
|
|
|
def signal(events):
|
|
lines=[]
|
|
pending={};blocked={};mask=owner=0;hook=None
|
|
seq=[0]*3;sums=[0]*3
|
|
received=delivered=coalesced=unsafe=busy=rejected=0
|
|
for step,event in enumerate(events,1):
|
|
def emit(name,a=0,b=0,c=0):lines.append('E %d %s %d %d %d'%(step,name,a,b,c))
|
|
def latch(ch,val,s):
|
|
nonlocal coalesced
|
|
coalesced+=int(ch in pending)
|
|
pending[ch]=(val,s)
|
|
def receive(ch,val):
|
|
nonlocal received,coalesced
|
|
received+=1;seq[ch]+=1
|
|
if mask>>ch&1:
|
|
coalesced+=int(ch in blocked);blocked[ch]=(val,seq[ch])
|
|
else:latch(ch,val,seq[ch])
|
|
k=event[0];a=event[1] if len(event)>1 else 0;b=event[2] if len(event)>2 else 0
|
|
valid=True
|
|
if k=='R' and len(event)==1:
|
|
pending={};blocked={};mask=owner=0;hook=None;seq=[0]*3;sums=[0]*3
|
|
received=delivered=coalesced=unsafe=busy=rejected=0
|
|
elif k=='H' and len(event)==1:
|
|
if owner:valid=False
|
|
else:owner=1
|
|
elif k=='U' and len(event)==1:
|
|
if owner!=1:valid=False
|
|
else:owner=0
|
|
elif k in ('S','A') and len(event)==3 and 0<=a<3 and -10000<=b<=10000:
|
|
if k=='S':receive(a,b)
|
|
else:hook=(a,b)
|
|
elif k=='M' and len(event)==2 and 0<=a<=7:
|
|
mask=a
|
|
for ch in range(3):
|
|
if ch in blocked and not(mask>>ch&1):
|
|
val,s=blocked.pop(ch);latch(ch,val,s)
|
|
elif k=='D' and len(event)==2 and 0<=a<=3:
|
|
if a and owner:busy+=1
|
|
elif a:
|
|
snap=sorted(pending.items())[:a];owner=2
|
|
for ch,(val,s) in snap:
|
|
|
|
if pending.get(ch)==(val,s):pending.pop(ch,None)
|
|
delivered+=1;sums[ch]+=val;emit('HANDLE',ch,val,s)
|
|
if hook is not None:
|
|
pair=hook;hook=None;receive(*pair)
|
|
owner=0
|
|
else:valid=False
|
|
if not valid:rejected+=1;emit('REJECT',ord(k))
|
|
state=[sum(1<<x for x in pending),sum(1<<x for x in blocked),mask,owner,hook[0] if hook else -1,received,delivered,coalesced,unsafe,busy,rejected]
|
|
for ch in range(3):state.extend([seq[ch],sums[ch]])
|
|
lines.append('S %d '%step+' '.join(map(str,state)))
|
|
return lines
|
|
|
|
|
|
def cond(events):
|
|
lines=[];queue=[];head=0;closed=0;workers=[[0,0,0,0] for _ in range(4)]
|
|
submitted=consumed=rejected=wakes=empty=total=ticket=0
|
|
for step,event in enumerate(events,1):
|
|
def emit(name,a=0,b=0,c=0):lines.append('E %d %s %d %d %d'%(step,name,a,b,c))
|
|
def wake(index):
|
|
nonlocal wakes
|
|
if workers[index][0]==1:workers[index][0]=2;wakes+=1;emit('WAKE',index)
|
|
def poll(index):
|
|
nonlocal head,consumed,total,ticket
|
|
w=workers[index]
|
|
if w[0] in (1,3):return
|
|
if queue:
|
|
identifier,value=queue.pop(0);head=(head+1)%4;consumed+=1;w[2]+=1;w[3]+=value;total+=value;w[0]=0
|
|
emit('WORK',index,identifier,value)
|
|
elif closed:w[0]=3;emit('STOP',index)
|
|
else:ticket+=1;w[0]=1;w[1]=ticket
|
|
k=event[0];a=event[1] if len(event)>1 else 0;b=event[2] if len(event)>2 else 0;valid=True
|
|
if k=='R' and len(event)==1:
|
|
queue=[];head=closed=0;workers=[[0,0,0,0] for _ in range(4)]
|
|
submitted=consumed=rejected=wakes=empty=total=ticket=0
|
|
elif k=='Q' and len(event)==3 and 1<=a<=100000 and -10000<=b<=10000:
|
|
if closed or len(queue)==4:valid=False
|
|
else:
|
|
queue.append((a,b));submitted+=1
|
|
waiting=[i for i,w in enumerate(workers) if w[0]==1]
|
|
if waiting:wake(min(waiting,key=lambda i:workers[i][1]))
|
|
elif k in ('W','N','P') and len(event)==2 and 0<=a<4:
|
|
if k=='N':wake(a)
|
|
elif k=='W' and workers[a][0]!=0:valid=False
|
|
else:poll(a)
|
|
elif k=='G' and len(event)==1:
|
|
if not closed:
|
|
closed=1
|
|
for index in range(4):wake(index)
|
|
else:valid=False
|
|
if not valid:rejected+=1;emit('REJECT',ord(k))
|
|
state=[head,len(queue),closed,submitted,consumed,rejected,wakes,empty,total,ticket]+[x for w in workers for x in w]
|
|
lines.append('S %d '%step+' '.join(map(str,state)))
|
|
return lines
|
|
|
|
|
|
def lock(events):
|
|
lines=[];balance=[1000]*4;owners=[-1]*4;tx=[None]*4
|
|
started=completed=insufficient=cancelled=blocked=rejected=0
|
|
for step,event in enumerate(events,1):
|
|
def emit(name,a=0,b=0,c=0):lines.append('E %d %s %d %d %d'%(step,name,a,b,c))
|
|
def release(slot):
|
|
for acc in range(3,-1,-1):
|
|
if owners[acc]==slot:owners[acc]=-1;emit('UNLOCK',slot,acc)
|
|
k=event[0];a=event[1] if len(event)>1 else 0;valid=True
|
|
if k=='R' and len(event)==1:
|
|
balance=[1000]*4;owners=[-1]*4;tx=[None]*4;started=completed=insufficient=cancelled=blocked=rejected=0
|
|
elif k=='B' and len(event)==5:
|
|
slot,src,dst,amount=event[1:]
|
|
if not(0<=slot<4 and 0<=src<4 and 0<=dst<4 and src!=dst and 1<=amount<=1000000) or tx[slot] is not None:valid=False
|
|
else:tx[slot]=dict(src=src,dst=dst,amount=amount,phase=0,held=0);started+=1;emit('BEGIN',slot,src,dst)
|
|
elif k in ('T','C') and len(event)==2 and 0<=a<4:
|
|
item=tx[a]
|
|
if item is not None:
|
|
if k=='C':release(a);tx[a]=None;cancelled+=1;emit('CANCEL',a)
|
|
elif item['phase']<2:
|
|
account=sorted([item['src'],item['dst']])[item['phase']]
|
|
if owners[account]>=0 and owners[account]!=a:blocked+=1;emit('BLOCK',a,account,owners[account])
|
|
else:owners[account]=a;item['held']|=1<<account;item['phase']+=1;emit('LOCK',a,account)
|
|
else:
|
|
if balance[item['src']]<item['amount']:insufficient+=1;emit('DONE',a,1,item['amount'])
|
|
else:
|
|
balance[item['src']]-=item['amount'];balance[item['dst']]+=item['amount'];completed+=1;emit('DONE',a,0,item['amount'])
|
|
release(a);tx[a]=None
|
|
else:valid=False
|
|
if not valid:rejected+=1;emit('REJECT',ord(k))
|
|
state=balance+owners
|
|
for item in tx:state.extend([1,item['phase'],item['held']] if item else [0,0,0])
|
|
state.extend([started,completed,insufficient,cancelled,blocked,rejected])
|
|
lines.append('S %d '%step+' '.join(map(str,state)))
|
|
return lines
|
|
|
|
|
|
def parser(events):
|
|
lines=[]
|
|
def empty():return dict(active=0,text='',position=0,exhausted=0,good=0,bad=0,sum=0)
|
|
sessions=[empty() for _ in range(4)];opened=closed=rejected=good=bad=total=0
|
|
for step,event in enumerate(events,1):
|
|
def emit(name,a=0,b=0,c=0):lines.append('E %d %s %d %d %d'%(step,name,a,b,c))
|
|
k=event[0];a=event[1] if len(event)>1 else 0;valid=True
|
|
if k=='R' and len(event)==1:
|
|
sessions=[empty() for _ in range(4)];opened=closed=rejected=good=bad=total=0
|
|
elif k=='O' and len(event)==3 and isinstance(a,int) and 0<=a<4:
|
|
try:
|
|
raw=bytes.fromhex(event[2]) if event[2]!='-' else b''
|
|
text=raw.decode('ascii')
|
|
ok=len(raw)<=256 and re.fullmatch(r'[0-9a-z+,;\-]*',text) is not None
|
|
except (ValueError,UnicodeError):ok=False
|
|
if not ok or sessions[a]['active']:valid=False
|
|
else:
|
|
s=empty();s.update(active=1,text=text,exhausted=int(not text));sessions[a]=s;opened+=1;emit('OPEN',a,len(text))
|
|
elif k in ('N','C') and len(event)==2 and 0<=a<4:
|
|
s=sessions[a]
|
|
if not s['active']:valid=False
|
|
elif k=='C':s['active']=0;closed+=1;emit('CLOSE',a)
|
|
elif s['exhausted']:emit('EOF',a)
|
|
else:
|
|
end=s['text'].find(';',s['position']);end=len(s['text']) if end<0 else end
|
|
fields=s['text'][s['position']:end].split(',');values=[];ok=True
|
|
for field in fields:
|
|
if re.fullmatch(r'[+-]?[0-9]+',field) and -1000<=int(field)<=1000:values.append(int(field))
|
|
else:ok=False
|
|
s['position']=end if end==len(s['text']) else end+1;s['exhausted']=int(end==len(s['text']))
|
|
if ok:
|
|
value=sum(values);s['good']+=1;s['sum']+=value;good+=1;total+=value;emit('ROW',a,len(fields),value)
|
|
else:s['bad']+=1;bad+=1;emit('BAD',a,len(fields))
|
|
else:valid=False
|
|
if not valid:rejected+=1;emit('REJECT',ord(k))
|
|
state=[opened,closed,rejected,good,bad,total]
|
|
for s in sessions:state.extend([s['active'],len(s['text']),s['position'],s['exhausted'],s['good'],s['bad'],s['sum']])
|
|
lines.append('S %d '%step+' '.join(map(str,state)))
|
|
return lines
|
|
|
|
|
|
def callback(events):
|
|
lines=[];listeners=[[0,0,0] for _ in range(4)];queue=[];head=0;hook=None
|
|
posted=callbacks=dispatched=rejected=reentered=0
|
|
for step,event in enumerate(events,1):
|
|
def emit(name,a=0,b=0,c=0):lines.append('E %d %s %d %d %d'%(step,name,a,b,c))
|
|
def reject(k):
|
|
nonlocal rejected
|
|
rejected+=1;emit('REJECT',ord(k))
|
|
def action(k,a,b=0):
|
|
nonlocal posted
|
|
if k=='B':
|
|
listeners[a]=[1,b,listeners[a][2]+1];emit('SUB',a,b,listeners[a][2])
|
|
elif k=='U':
|
|
if listeners[a][0]:listeners[a][0]=0;listeners[a][2]+=1;emit('UNSUB',a,listeners[a][2])
|
|
elif k=='Q':
|
|
if len(queue)==8:reject(k)
|
|
else:posted+=1;queue.append((a,b,posted));emit('POST',posted,a,b)
|
|
k=event[0];a=event[1] if len(event)>1 else 0;b=event[2] if len(event)>2 else 0
|
|
if k=='R' and len(event)==1:
|
|
listeners=[[0,0,0] for _ in range(4)];queue=[];head=0;hook=None;posted=callbacks=dispatched=rejected=reentered=0
|
|
elif k=='B' and len(event)==3 and 0<=a<4 and 0<=b<=7:action(k,a,b)
|
|
elif k=='U' and len(event)==2 and 0<=a<4:action(k,a)
|
|
elif k=='Q' and len(event)==3 and 0<=a<3 and -10000<=b<=10000:action(k,a,b)
|
|
elif k=='A' and len(event)==4:
|
|
c=event[3]
|
|
if (a==1 and 0<=b<4 and 0<=c<=7) or (a==2 and 0<=b<4 and c==0) or (a==3 and 0<=b<3 and -10000<=c<=10000) or (a==4 and 0<=b<=8 and c==0):hook=(a,b,c)
|
|
else:reject(k)
|
|
elif k=='D' and len(event)==2 and 0<=a<=8:
|
|
count=min(a,len(queue))
|
|
for _ in range(count):
|
|
channel,value,serial=queue.pop(0);head=(head+1)%8;snapshot=[x[:] for x in listeners]
|
|
for slot,(active,mask,generation) in enumerate(snapshot):
|
|
if not active or not(mask>>channel&1) or not listeners[slot][0] or listeners[slot][2]!=generation:continue
|
|
callbacks+=1;emit('CALL',slot,value,serial)
|
|
if hook:
|
|
act,x,y=hook;hook=None
|
|
if act==4:reentered+=1;emit('REENTER',x)
|
|
else:action({1:'B',2:'U',3:'Q'}[act],x,y)
|
|
dispatched+=1
|
|
else:reject(k)
|
|
state=[head,len(queue),posted,callbacks,dispatched,rejected,reentered,hook[0] if hook else 0,0,0]+[x for listener in listeners for x in listener]
|
|
lines.append('S %d '%step+' '.join(map(str,state)))
|
|
return lines
|
|
|
|
|
|
def make_events(config):
|
|
kind=config['kind'];rng=random.Random(config['seed']);events=[]
|
|
def add(*items):events.extend(items)
|
|
if kind=='signal':
|
|
add(('R',),('H',),('S',0,19),('S',0,27),('D',3),('U',),('D',3))
|
|
for channel in range(3):
|
|
add(('R',),('S',channel,31),('A',channel,49),('D',3),('D',3),('D',3))
|
|
add(('R',),('M',7),('S',2,9),('S',2,17),('S',0,-11),('M',3),('D',1),('M',0),('D',3),('H',),('H',),('U',),('U',),('S',3,4),('M',8),('D',4),('A',-1,0))
|
|
for index in range(450):
|
|
if index%57==0:add(('R',))
|
|
k=rng.choice('SSSMDDAHU')
|
|
if k in 'SA':add((k,rng.randrange(3),rng.randrange(-500,501)))
|
|
elif k=='M':add((k,rng.randrange(8)))
|
|
elif k=='D':add((k,rng.randrange(4)))
|
|
else:add((k,))
|
|
elif kind=='cond':
|
|
add(('R',),('W',0),('N',0),('P',0),('Q',1,7),('P',0),('P',0))
|
|
add(('R',),*(('W',i) for i in range(4)),('G',),*(('P',i) for i in range(4)),('G',),('Q',8,9))
|
|
add(('R',),('W',0),('W',1),('Q',1,12),('N',1),('P',1),('P',0),('P',0),('G',),('P',0))
|
|
for n in range(450):
|
|
if n%61==0:add(('R',))
|
|
k=rng.choice('QQWNNPPPG')
|
|
if k=='Q':add((k,rng.randrange(1,30),rng.randrange(-100,101)))
|
|
elif k=='G':add((k,))
|
|
else:add((k,rng.randrange(4)))
|
|
add(('W',4),('P',-1),('Q',0,0),('X',),('G',1))
|
|
elif kind=='lock':
|
|
add(('R',),('B',0,3,0,123),('B',1,0,3,44),('T',0),('T',1),('T',0),('T',1),('T',0),('T',1),('T',1),('T',1))
|
|
for n in (0,1,2):
|
|
add(('R',),('B',0,0,3,78),*(('T',0) for _ in range(n)),('C',0),('B',1,3,0,99),('T',1),('T',1),('T',1))
|
|
add(('R',),('B',0,0,2,1001),('T',0),('T',0),('T',0),('B',0,1,2,10),('B',0,1,3,40),('C',0))
|
|
for n in range(500):
|
|
if n%79==0:add(('R',))
|
|
k=rng.choice('BBTTTTTC')
|
|
if k=='B':
|
|
src,dst=rng.sample(range(4),2);add((k,rng.randrange(4),src,dst,rng.choice([1,1000,1001,rng.randrange(1,1500)])))
|
|
else:add((k,rng.randrange(4)))
|
|
add(('B',0,0,0,1),('B',4,0,1,1),('B',0,0,1,0),('C',-1),('X',))
|
|
elif kind=='parser':
|
|
def enc(text):return text.encode().hex() or '-'
|
|
add(('R',),('O',0,enc('1,2;3,4;5')),('N',0),('O',1,enc('8;9;10')),('N',1),('N',0),('N',1),('N',0),('N',0))
|
|
for text in ['7x,8;9','a;2',';','1,;2','-1000,+1000;0001','1001;-1001;0','+;-;','1;;2;','',',','000000000000001;0']:
|
|
add(('R',),('O',0,enc(text)),*(('N',0) for _ in range(6)),('C',0))
|
|
for n in range(70):
|
|
add(('R',))
|
|
for slot in range(4):
|
|
rows=[]
|
|
for _ in range(rng.randrange(1,7)):
|
|
fields=[str(rng.randrange(-1000,1001)) for _ in range(rng.randrange(1,5))]
|
|
if rng.randrange(4)==0:fields[-1]+=rng.choice(['x','a',','])
|
|
rows.append(','.join(fields))
|
|
add(('O',slot,enc(';'.join(rows))))
|
|
for _ in range(30):add(('N',rng.randrange(4)))
|
|
add(('R',),('O',0,'zz'),('O',0,'00'),('O',4,'31'),('N',0),('C',0),('O',0,'31'),('O',0,'32'))
|
|
else:
|
|
add(('R',),('B',0,7),('B',1,7),('Q',0,12),('A',2,1,0),('D',1))
|
|
add(('R',),('B',0,7),*(('Q',i%3,i*17) for i in range(8)),('A',3,2,999),('D',1),('D',8))
|
|
for hook in [(1,1,7),(2,1,0),(3,1,44),(4,8,0)]:
|
|
add(('R',),('B',0,7),('B',1,7),('Q',0,4),('Q',1,9),('A',*hook),('D',2),('D',8))
|
|
for n in range(500):
|
|
if n%71==0:add(('R',))
|
|
k=rng.choice('BBUQQQADDD')
|
|
if k=='B':add((k,rng.randrange(4),rng.randrange(8)))
|
|
elif k=='U':add((k,rng.randrange(4)))
|
|
elif k=='Q':add((k,rng.randrange(3),rng.randrange(-1000,1001)))
|
|
elif k=='D':add((k,rng.randrange(9)))
|
|
else:
|
|
act=rng.randrange(1,5)
|
|
if act==1:add((k,act,rng.randrange(4),rng.randrange(8)))
|
|
elif act==2:add((k,act,rng.randrange(4),0))
|
|
elif act==3:add((k,act,rng.randrange(3),rng.randrange(-1000,1001)))
|
|
else:add((k,act,rng.randrange(9),0))
|
|
add(('B',4,7),('Q',3,0),('D',9),('A',4,2,1),('X',))
|
|
return events
|
|
|
|
|
|
def main():
|
|
candidate=Path(sys.argv[1]);config=json.loads((Path(__file__).parent/'cases.json').read_text())
|
|
events=make_events(config);oracle={'signal':signal,'cond':cond,'lock':lock,'parser':parser,'callback':callback}[config['kind']]
|
|
wanted=oracle(events);stdin=''.join(' '.join(map(str,event))+'\n' for event in events)
|
|
scratch=Path(tempfile.mkdtemp(prefix='embedded3-concurrency-'))
|
|
for name,content in config['readonly'].items():(scratch/name).write_text(content)
|
|
for name in config['candidate_files']:(scratch/name).write_bytes((candidate/name).read_bytes())
|
|
built=subprocess.run(['make','-s'],cwd=scratch,capture_output=True,text=True,timeout=20)
|
|
if built.returncode:
|
|
print('build failed: '+built.stderr[-3000:]);return 1
|
|
# Shared scratch is never accessed by the supervisor after starting the candidate.
|
|
completed=subprocess.run([str(scratch/'concurrency-demo')],cwd=scratch,input=stdin,capture_output=True,text=True,timeout=15)
|
|
if completed.stderr:print(completed.stderr[-3000:],file=sys.stderr,end='')
|
|
if completed.returncode:print('candidate exit %d'%completed.returncode);return 1
|
|
got=completed.stdout.splitlines()
|
|
for index in range(max(len(got),len(wanted))):
|
|
actual=got[index] if index<len(got) else '<missing>'
|
|
correct=wanted[index] if index<len(wanted) else '<extra>'
|
|
if actual!=correct:print('observation %d mismatch: got %s; expected %s'%(index+1,actual,correct));return 1
|
|
print('PASS');return 0
|
|
|
|
if __name__=='__main__':raise SystemExit(main())
|