forked from longtao.wu/droboticflow
98 lines
4.7 KiB
Python
98 lines
4.7 KiB
Python
#!/usr/bin/env python3
|
|
"""Fixed loopback synthetic dependencies. Never accepts a customer database URI."""
|
|
import argparse
|
|
import fcntl
|
|
import json
|
|
import os
|
|
import re
|
|
from pathlib import Path
|
|
import secrets
|
|
import signal
|
|
import subprocess
|
|
import sys
|
|
import time
|
|
import urllib.request
|
|
from lib.release_checks import check_environment, write_log, source_fingerprint
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
PRIVATE = ROOT / 'local-data/query-serving-local'
|
|
|
|
def environment():
|
|
PRIVATE.mkdir(parents=True, exist_ok=True, mode=0o700)
|
|
keyfile = PRIVATE / 'synthetic-key'
|
|
if not keyfile.exists():
|
|
with os.fdopen(os.open(keyfile, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600), 'w') as stream:
|
|
stream.write(secrets.token_hex(24))
|
|
env = {k:v for k,v in check_environment().items() if not k.startswith('QUERY_')}
|
|
env.update(QUERY_TEST_TYPESENSE_API_KEY=keyfile.read_text(), QUERY_SERVING_LOCAL_TEST='1')
|
|
return env
|
|
|
|
def compose(env, *args):
|
|
result = subprocess.run(['docker','compose','-f',str(ROOT/'scripts/local/query-serving.compose.yml'),*args],cwd=ROOT,env=env,capture_output=True,text=True,timeout=300)
|
|
if result.returncode:
|
|
proof=write_log(PRIVATE/'logs', ['docker','compose',*args], result.stdout+'\n'+result.stderr,'failed')
|
|
raise RuntimeError('isolated dependencies failed; private log: '+proof['log'])
|
|
return result.stdout
|
|
|
|
def start(env):
|
|
compose(env,'up','-d')
|
|
for _ in range(60):
|
|
try:
|
|
compose(env,'exec','-T','mongo','mongosh','--quiet','--eval',"try {rs.status()} catch(e) {rs.initiate({_id:'query-rs',members:[{_id:0,host:'localhost:27017'}]})}")
|
|
with urllib.request.urlopen('http://127.0.0.1:18108/health',timeout=1) as r:
|
|
if json.load(r).get('ok'):return
|
|
except (RuntimeError,OSError,ValueError):
|
|
pass
|
|
time.sleep(.5)
|
|
raise RuntimeError('isolated dependencies not ready')
|
|
|
|
def run_command(argv, env, timeout):
|
|
child=subprocess.Popen(argv,cwd=ROOT,env=env,stdout=subprocess.PIPE,stderr=subprocess.PIPE,text=True,start_new_session=True)
|
|
try:
|
|
stdout,stderr=child.communicate(timeout=timeout)
|
|
except subprocess.TimeoutExpired:
|
|
try:os.killpg(child.pid,signal.SIGTERM)
|
|
except ProcessLookupError:pass
|
|
try:stdout,stderr=child.communicate(timeout=5)
|
|
except subprocess.TimeoutExpired:
|
|
try:os.killpg(child.pid,signal.SIGKILL)
|
|
except ProcessLookupError:pass
|
|
stdout,stderr=child.communicate()
|
|
return subprocess.CompletedProcess(argv,124,stdout,stderr+'\nphase timed out')
|
|
return subprocess.CompletedProcess(argv,child.returncode,stdout,stderr)
|
|
|
|
def main():
|
|
parser=argparse.ArgumentParser()
|
|
parser.add_argument('--start',action='store_true')
|
|
parser.add_argument('--down',action='store_true',help='stop this test project; retain local volumes')
|
|
parser.add_argument('--run',default='^TestQueryServing|^TestQueryReadModel|^TestQuerySearch')
|
|
parser.add_argument('--race',action='store_true')
|
|
args=parser.parse_args();env=environment()
|
|
before=source_fingerprint(ROOT)
|
|
with (PRIVATE/'runner.lock').open('w') as lock:
|
|
fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB)
|
|
if args.down:compose(env,'down');return 0
|
|
if args.start:start(env)
|
|
argv=['go','test','./internal/queryserving','./internal/store','./internal/api','./internal/outputsnapshot','-run',args.run,'-count=1','-timeout=10m','-v']
|
|
if args.race:argv.append('-race')
|
|
result=run_command(argv,env,660)
|
|
proof=write_log(PRIVATE/'logs',argv,result.stdout+'\n'+result.stderr,'passed' if result.returncode==0 else 'failed')
|
|
print(json.dumps(proof))
|
|
# Do not interpret an opt-in skip/empty test run as acceptance.
|
|
if result.returncode:
|
|
return result.returncode
|
|
if not before or source_fingerprint(ROOT)!=before:
|
|
print('Source identity changed during checks; acceptance remains pending.');return 2
|
|
required=set()
|
|
for name in ('internal/queryserving/serving_test.go','internal/store/query_read_models_test.go','internal/store/query_recovery_test.go','internal/api/query_serving_test.go','internal/outputsnapshot/query_shared_cache_test.go'):
|
|
required.update(re.findall(r'^func (Test\w+)\(', (ROOT/name).read_text(), re.M))
|
|
passed=set(re.findall(r'^--- PASS: (Test\w+)',result.stdout,re.M))
|
|
if required-passed:
|
|
print('Missing required cases: '+', '.join(sorted(required-passed)));return 2
|
|
if '--- SKIP:' in result.stdout or '[no tests to run]' in result.stdout:
|
|
print('Unverified skipped/empty coverage; inspect report.');return 2
|
|
return result.returncode
|
|
|
|
if __name__=='__main__':
|
|
raise SystemExit(main())
|