130 lines
4.8 KiB
Python
130 lines
4.8 KiB
Python
"""Independent replay oracle; C subprocess receives only operational inputs."""
|
|
import json
|
|
import random
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
from pathlib import Path
|
|
|
|
def generate(seed):
|
|
rng = random.Random(seed)
|
|
events = [('R',)]
|
|
for error in range(5):
|
|
for length in (0, 1, 7, 32):
|
|
events += [('R',), ('P', 19, length, 253), ('P', 20, 4, 31), ('W',3,0), ('W',3,error)]
|
|
events += [('W',3,0)]*15
|
|
for n in range(1200):
|
|
if n % 101 == 0:
|
|
events += [('R',)]
|
|
events += [('P',rng.randrange(1000),rng.randrange(33),rng.randrange(256))] if rng.randrange(3)==0 else [('W',rng.randrange(1,33),rng.choice([0,0,0,0,1,2,3,4]))]
|
|
events += [('X',), ('R', 1)]
|
|
events += [('P',), ('P', -1, -1, -1), ('P', 1000, 33, 256)]
|
|
events += [('W',), ('W', 0, -1), ('W', 33, 5)]
|
|
return events
|
|
|
|
def step(m, e, emit):
|
|
def pop():
|
|
h = m['head']
|
|
for name in ('ids', 'lengths', 'seeds', 'offsets'):
|
|
m[name][h] = 0
|
|
m['head'] = (h + 1) % 3
|
|
m['count'] -= 1
|
|
key, *args = e
|
|
if key == 'P' and len(args) == 3:
|
|
i, length, seed = args
|
|
if not (0 <= i <= 999 and 0 <= length <= 32 and 0 <= seed <= 255) or m['count'] == 3:
|
|
return False
|
|
h = (m['head'] + m['count']) % 3
|
|
m['ids'][h], m['lengths'][h], m['seeds'][h], m['offsets'][h] = i, length, seed, 0
|
|
m['count'] += 1
|
|
m['queued'] += 1
|
|
emit('QUEUED', i, length, m['count'])
|
|
return True
|
|
if key != 'W' or len(args) != 2:
|
|
return False
|
|
allowance, error = args
|
|
if not (1 <= allowance <= 32 and 0 <= error <= 4):
|
|
return False
|
|
if not m['count']:
|
|
return True
|
|
h = m['head']
|
|
i, length, offset = m['ids'][h], m['lengths'][h], m['offsets'][h]
|
|
if offset == length:
|
|
m['done'] += 1
|
|
emit('DONE', i, length, m['done'])
|
|
pop()
|
|
return True
|
|
m['attempts'] += 1
|
|
if error in (1, 2):
|
|
m['pauses'] += 1
|
|
emit('PAUSE', i, error, offset)
|
|
elif error:
|
|
m['dropped'] += 1
|
|
emit('DROP', i, error, offset)
|
|
pop()
|
|
else:
|
|
n = min(length - offset, allowance)
|
|
for index in range(offset, offset+n):
|
|
byte = (m['seeds'][h] + 17*index) % 256
|
|
m['checksum'] = (m['checksum'] * 33 + byte) % (1 << 32)
|
|
m['bytes'] += 1
|
|
emit('WRITE', i, offset, n)
|
|
m['offsets'][h] += n
|
|
if m['offsets'][h] == length:
|
|
m['done'] += 1
|
|
emit('DONE', i, length, m['done'])
|
|
pop()
|
|
return True
|
|
|
|
def main():
|
|
config = json.loads((Path(__file__).parent / 'cases.json').read_text())
|
|
candidate = Path(sys.argv[1])
|
|
events = generate(config['seed'])
|
|
expected = []
|
|
for number, event in enumerate(events, 1):
|
|
def emit(name, a=0, b=0, c=0):
|
|
expected.append('E %d %s %d %d %d' % (number, name, a, b, c))
|
|
if event == ('R',):
|
|
model = json.loads(json.dumps(config['initial']))
|
|
elif not step(model, event, emit):
|
|
model['rejected'] += 1
|
|
emit('REJECT', ord(event[0]))
|
|
values = []
|
|
for name in config['snapshot']:
|
|
if '[' in name:
|
|
base, index = name.rstrip(']').split('[')
|
|
values.append(model[base][int(index)])
|
|
else:
|
|
values.append(model[name])
|
|
expected.append('S %d ' % number + ' '.join(map(str, values)))
|
|
stdin = ''.join(' '.join(map(str, event)) + '\n' for event in events)
|
|
scratch = Path(tempfile.mkdtemp(prefix=config['id']+'-'))
|
|
for name, content in config['readonly'].items():
|
|
(scratch / name).write_text(content)
|
|
for name in config['candidate_files']:
|
|
(scratch / name).write_bytes((candidate / name).read_bytes())
|
|
built = subprocess.run(['make','-s'], cwd=scratch, text=True, capture_output=True, timeout=20)
|
|
if built.returncode:
|
|
print('build failed: '+built.stderr[-2000:])
|
|
return 1
|
|
# All shared inputs were written above; never inspect scratch after candidate execution.
|
|
result = subprocess.run([str(scratch/'replay')], cwd=scratch, input=stdin,
|
|
text=True, capture_output=True, timeout=15)
|
|
if result.stderr:
|
|
print(result.stderr[-2000:], file=sys.stderr, end='')
|
|
if result.returncode:
|
|
print('candidate exit %d' % result.returncode)
|
|
return 1
|
|
actual = result.stdout.splitlines()
|
|
for index in range(max(len(actual), len(expected))):
|
|
got = actual[index] if index < len(actual) else '<missing>'
|
|
want = expected[index] if index < len(expected) else '<extra>'
|
|
if got != want:
|
|
print('observation %d: got %s; expected %s' % (index+1,got,want))
|
|
return 1
|
|
print('PASS')
|
|
return 0
|
|
|
|
if __name__ == '__main__':
|
|
raise SystemExit(main())
|