Batch 28 commit 3847b17 gave ESP ringbuf reserve/publish (1 of 3 passed) and RT-Thread dataqueue wrap reset (0 of 3) as HARD, and RT-Thread condition wait transitions and NuttX NSH quoted script flow (2 of 3) as MEDIUM. Each task comes from the commit Qwen measured, its digest matches, and it is still present at the batch branch head. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
147 lines
6.3 KiB
Python
147 lines
6.3 KiB
Python
import collections,json,random,shutil,subprocess,sys,tempfile
|
|
from pathlib import Path
|
|
|
|
ROOT=Path(sys.argv[1]).resolve()
|
|
GRADER=Path(__file__).resolve().parent
|
|
SOURCES=['components/drivers/src/dataqueue.c','src/thread.c','src/timer.c','src/scheduler.c','src/clock.c','src/object.c','src/irq.c','src/ipc.c','src/kservice.c','src/idle.c','host/port.c']
|
|
# Prepare every input before starting the first compiler. No later scratch access.
|
|
inputs={Path(name):text.encode() for name,text in json.loads((GRADER/'support.json').read_text()).items()}
|
|
for name in ['components/drivers/src/dataqueue.c','components/drivers/include/ipc/dataqueue.h']:
|
|
inputs[Path(name)]=(ROOT/name).read_bytes()
|
|
raw=(GRADER/'observer.c').read_bytes()
|
|
scratch=Path(tempfile.mkdtemp(prefix='dq-observe-'))
|
|
for relative,data in inputs.items():
|
|
p=scratch/relative;p.parent.mkdir(parents=True,exist_ok=True);p.write_bytes(data)
|
|
(scratch/'observer.c').write_bytes(raw)
|
|
binary=str(scratch/'observer')
|
|
argv=['gcc','-std=c11','-O1','-D_XOPEN_SOURCE=700','-I.','-Iinclude','-Icomponents/drivers/include']+SOURCES+['observer.c','-o',binary]
|
|
built=subprocess.run(argv,cwd=scratch,capture_output=True,text=True,timeout=25)
|
|
if built.returncode:
|
|
print('build failed',file=sys.stderr);print(built.stderr[-4000:],file=sys.stderr);print('FAIL');raise SystemExit(1)
|
|
|
|
class Session:
|
|
def __init__(self):
|
|
self.proc=subprocess.Popen(['timeout','40',binary],stdin=subprocess.PIPE,stdout=subprocess.PIPE,stderr=subprocess.PIPE,text=True,bufsize=1)
|
|
self.model=collections.deque();self.capacity=0
|
|
def raw(self,command):
|
|
self.proc.stdin.write(command+'\n');self.proc.stdin.flush();lines=[]
|
|
while True:
|
|
s=self.proc.stdout.readline()
|
|
if not s: raise AssertionError('observer closed '+repr(command)+' '+self.proc.stderr.read()[-500:])
|
|
if s.strip()=='END':return lines
|
|
line=s.strip()
|
|
if line.startswith('WR ') and line.split()[1]!='0':line=' '.join(line.split()[:2])
|
|
lines.append(line)
|
|
def equal(self,actual,expected,context):
|
|
if sorted(actual)!=sorted(expected):raise AssertionError(context+' observed='+repr(actual)+' expected='+repr(expected))
|
|
def init(self,capacity,lwm=0):
|
|
self.equal(self.raw('I %d %d'%(capacity,lwm)),['I 0'],'init');self.capacity=capacity;self.model.clear()
|
|
def push(self,item,size):
|
|
full=len(self.model)==self.capacity
|
|
self.equal(self.raw('P %d %d 0'%(item,size)),['P -2' if full else 'P 0'],'push')
|
|
if not full:self.model.append((item,size))
|
|
def pop(self):
|
|
out=self.raw('O 0')
|
|
if not self.model:self.equal([x.split()[:2] for x in out],[['O','-2']],'empty pop')
|
|
else:
|
|
item,size=self.model.popleft();self.equal(out,['O 0 %d %d'%(item,size)],'FIFO pop')
|
|
def peak(self):
|
|
out=self.raw('K')
|
|
if not self.model:self.equal([x.split()[:2] for x in out],[['K','-4']],'empty peak')
|
|
else:
|
|
item,size=self.model[0];self.equal(out,['K 0 %d %d'%(item,size)],'FIFO peak')
|
|
def length(self):self.equal(self.raw('L'),['L %d'%len(self.model)],'queue length')
|
|
def reset(self):self.equal(self.raw('R'),['R'],'reset');self.model.clear()
|
|
def deinit(self):self.equal(self.raw('D'),['D 0'],'deinit');self.model.clear()
|
|
def close(self):
|
|
if self.proc.poll() is None:
|
|
try:self.proc.stdin.write('Q\n');self.proc.stdin.flush()
|
|
except (BrokenPipeError,OSError):pass
|
|
self.proc.communicate(timeout=45)
|
|
|
|
def reset_case(s):
|
|
s.init(4,1)
|
|
for i in range(3):s.push(i,100+i)
|
|
s.peak();s.reset();s.peak();s.pop()
|
|
for i in range(4):s.push(20+i,17*i)
|
|
s.push(99,1)
|
|
for i in range(4):s.peak();s.pop()
|
|
s.peak();s.pop();s.reset();s.deinit()
|
|
|
|
def wrap_case(s):
|
|
s.init(4,1)
|
|
for i in range(65534):s.push(i%256,i%8192);s.pop()
|
|
for i in range(4):s.push(i+100,333+i)
|
|
s.peak();s.push(7,777)
|
|
for i in range(4):s.peak();s.pop()
|
|
s.peak();s.pop();s.deinit()
|
|
|
|
def mixed_case(s):
|
|
rng=random.Random(0xDA7A2026)
|
|
for cap in [1,2,3,7,16,31,64,255,1024]:
|
|
s.init(cap,cap//2)
|
|
s.length()
|
|
for i in range(cap):s.push(i%256,8192+i)
|
|
s.length()
|
|
s.push(9,45)
|
|
for i in range(800):
|
|
op=rng.randrange(20)
|
|
if op<10:s.push(rng.randrange(256),rng.randrange(10000))
|
|
elif op<18:s.pop()
|
|
elif op==18:s.peak()
|
|
else:s.reset()
|
|
s.length();s.reset();s.length();s.peak();s.deinit()
|
|
|
|
def start_worker(s,op,timeout,item=67,size=901):
|
|
s.equal(s.raw('W %d %d %d %d'%(op,timeout,item,size)),['WI 0','WS 0'],'worker startup')
|
|
s.equal(s.raw('G'),['WB','G 0'],'worker blocking')
|
|
|
|
def waiting_case(s):
|
|
# RT-Thread tasks block and resume through the frozen scheduler and timers.
|
|
s.init(4,0)
|
|
start_worker(s,2,-1)
|
|
s.equal(s.raw('R'),['WR -1','R'],'reset blocked pop');s.model.clear();s.peak()
|
|
s.push(11,12);s.pop();s.deinit()
|
|
s.init(4,0)
|
|
for i in range(4):s.push(i,40+i)
|
|
start_worker(s,1,-1)
|
|
s.equal(s.raw('R'),['WR -1','R'],'reset blocked push');s.model.clear();s.peak();s.push(2,5);s.pop();s.deinit()
|
|
s.init(4,0);start_worker(s,2,3)
|
|
s.equal(s.raw('T 2'),['T'],'timeout pending');s.equal(s.raw('T 1'),['WR -2','T'],'pop timeout');s.peak();s.deinit()
|
|
s.init(4,0)
|
|
for i in range(4):s.push(i,40+i)
|
|
start_worker(s,1,3)
|
|
s.equal(s.raw('T 3'),['WR -2','T'],'push timeout')
|
|
for i in range(4):s.pop()
|
|
s.deinit()
|
|
s.init(4,0);start_worker(s,2,-1)
|
|
s.equal(s.raw('D'),['WR -1','D 0'],'deinit blocked pop');s.model.clear()
|
|
s.init(4,0);s.push(1,2);s.pop();s.deinit()
|
|
s.init(4,0);start_worker(s,2,-1)
|
|
s.equal(s.raw('P 55 987 0'),['WR 0 55 987','P 0'],'wake consumer');s.peak();s.length();s.deinit()
|
|
s.init(4,1)
|
|
for i in range(4):s.push(i,40+i)
|
|
start_worker(s,1,-1,67,901)
|
|
for i in range(2):s.pop()
|
|
s.equal(s.raw('O 0'),['WR 0 -1 0','O 0 2 42'],'wake producer');s.model.popleft();s.model.append((67,901))
|
|
s.length();s.pop();s.pop();s.peak();s.deinit()
|
|
s.init(4,0)
|
|
for i in range(4):s.push(i,40+i)
|
|
start_worker(s,1,5)
|
|
s.equal(s.raw('R'),['WR -1','R'],'reset timed producer');s.model.clear()
|
|
s.equal(s.raw('T 5'),['T'],'cancelled timeout');s.length();s.deinit()
|
|
s.init(4,0)
|
|
for i in range(4):s.push(i,40+i)
|
|
start_worker(s,1,-1)
|
|
s.equal(s.raw('D'),['WR -1','D 0'],'deinit blocked producer');s.model.clear()
|
|
s.init(4,0);s.length();s.deinit()
|
|
|
|
fail=[]
|
|
for name,case in [('reset',reset_case),('wrap',wrap_case),('mixed',mixed_case),('waiting',waiting_case)]:
|
|
s=Session()
|
|
try:case(s);print(name+' PASS',file=sys.stderr)
|
|
except Exception as error:fail.append(name);print(name+' FAIL '+str(error),file=sys.stderr)
|
|
finally:s.close()
|
|
if fail:print('FAIL '+','.join(fail));raise SystemExit(1)
|
|
print('PASS')
|