130 lines
4.8 KiB
Python

"""Independent replay oracle; C subprocess receives only operational inputs."""
import json
import random
import subprocess
import sys
import tempfile
from pathlib import Path
def generate(seed):
rng = random.Random(seed)
events = [('R',)]
for error in range(5):
for length in (0, 1, 7, 32):
events += [('R',), ('P', 19, length, 253), ('P', 20, 4, 31), ('W',3,0), ('W',3,error)]
events += [('W',3,0)]*15
for n in range(1200):
if n % 101 == 0:
events += [('R',)]
events += [('P',rng.randrange(1000),rng.randrange(33),rng.randrange(256))] if rng.randrange(3)==0 else [('W',rng.randrange(1,33),rng.choice([0,0,0,0,1,2,3,4]))]
events += [('X',), ('R', 1)]
events += [('P',), ('P', -1, -1, -1), ('P', 1000, 33, 256)]
events += [('W',), ('W', 0, -1), ('W', 33, 5)]
return events
def step(m, e, emit):
def pop():
h = m['head']
for name in ('ids', 'lengths', 'seeds', 'offsets'):
m[name][h] = 0
m['head'] = (h + 1) % 3
m['count'] -= 1
key, *args = e
if key == 'P' and len(args) == 3:
i, length, seed = args
if not (0 <= i <= 999 and 0 <= length <= 32 and 0 <= seed <= 255) or m['count'] == 3:
return False
h = (m['head'] + m['count']) % 3
m['ids'][h], m['lengths'][h], m['seeds'][h], m['offsets'][h] = i, length, seed, 0
m['count'] += 1
m['queued'] += 1
emit('QUEUED', i, length, m['count'])
return True
if key != 'W' or len(args) != 2:
return False
allowance, error = args
if not (1 <= allowance <= 32 and 0 <= error <= 4):
return False
if not m['count']:
return True
h = m['head']
i, length, offset = m['ids'][h], m['lengths'][h], m['offsets'][h]
if offset == length:
m['done'] += 1
emit('DONE', i, length, m['done'])
pop()
return True
m['attempts'] += 1
if error in (1, 2):
m['pauses'] += 1
emit('PAUSE', i, error, offset)
elif error:
m['dropped'] += 1
emit('DROP', i, error, offset)
pop()
else:
n = min(length - offset, allowance)
for index in range(offset, offset+n):
byte = (m['seeds'][h] + 17*index) % 256
m['checksum'] = (m['checksum'] * 33 + byte) % (1 << 32)
m['bytes'] += 1
emit('WRITE', i, offset, n)
m['offsets'][h] += n
if m['offsets'][h] == length:
m['done'] += 1
emit('DONE', i, length, m['done'])
pop()
return True
def main():
config = json.loads((Path(__file__).parent / 'cases.json').read_text())
candidate = Path(sys.argv[1])
events = generate(config['seed'])
expected = []
for number, event in enumerate(events, 1):
def emit(name, a=0, b=0, c=0):
expected.append('E %d %s %d %d %d' % (number, name, a, b, c))
if event == ('R',):
model = json.loads(json.dumps(config['initial']))
elif not step(model, event, emit):
model['rejected'] += 1
emit('REJECT', ord(event[0]))
values = []
for name in config['snapshot']:
if '[' in name:
base, index = name.rstrip(']').split('[')
values.append(model[base][int(index)])
else:
values.append(model[name])
expected.append('S %d ' % number + ' '.join(map(str, values)))
stdin = ''.join(' '.join(map(str, event)) + '\n' for event in events)
scratch = Path(tempfile.mkdtemp(prefix=config['id']+'-'))
for name, content in config['readonly'].items():
(scratch / name).write_text(content)
for name in config['candidate_files']:
(scratch / name).write_bytes((candidate / name).read_bytes())
built = subprocess.run(['make','-s'], cwd=scratch, text=True, capture_output=True, timeout=20)
if built.returncode:
print('build failed: '+built.stderr[-2000:])
return 1
# All shared inputs were written above; never inspect scratch after candidate execution.
result = subprocess.run([str(scratch/'replay')], cwd=scratch, input=stdin,
text=True, capture_output=True, timeout=15)
if result.stderr:
print(result.stderr[-2000:], file=sys.stderr, end='')
if result.returncode:
print('candidate exit %d' % result.returncode)
return 1
actual = result.stdout.splitlines()
for index in range(max(len(actual), len(expected))):
got = actual[index] if index < len(actual) else '<missing>'
want = expected[index] if index < len(expected) else '<extra>'
if got != want:
print('observation %d: got %s; expected %s' % (index+1,got,want))
return 1
print('PASS')
return 0
if __name__ == '__main__':
raise SystemExit(main())