droboticflow-new/scripts/test_query_serving.py

98 lines
4.7 KiB
Python

#!/usr/bin/env python3
"""Fixed loopback synthetic dependencies. Never accepts a customer database URI."""
import argparse
import fcntl
import json
import os
import re
from pathlib import Path
import secrets
import signal
import subprocess
import sys
import time
import urllib.request
from lib.release_checks import check_environment, write_log, source_fingerprint
ROOT = Path(__file__).resolve().parents[1]
PRIVATE = ROOT / 'local-data/query-serving-local'
def environment():
PRIVATE.mkdir(parents=True, exist_ok=True, mode=0o700)
keyfile = PRIVATE / 'synthetic-key'
if not keyfile.exists():
with os.fdopen(os.open(keyfile, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600), 'w') as stream:
stream.write(secrets.token_hex(24))
env = {k:v for k,v in check_environment().items() if not k.startswith('QUERY_')}
env.update(QUERY_TEST_TYPESENSE_API_KEY=keyfile.read_text(), QUERY_SERVING_LOCAL_TEST='1')
return env
def compose(env, *args):
result = subprocess.run(['docker','compose','-f',str(ROOT/'scripts/local/query-serving.compose.yml'),*args],cwd=ROOT,env=env,capture_output=True,text=True,timeout=300)
if result.returncode:
proof=write_log(PRIVATE/'logs', ['docker','compose',*args], result.stdout+'\n'+result.stderr,'failed')
raise RuntimeError('isolated dependencies failed; private log: '+proof['log'])
return result.stdout
def start(env):
compose(env,'up','-d')
for _ in range(60):
try:
compose(env,'exec','-T','mongo','mongosh','--quiet','--eval',"try {rs.status()} catch(e) {rs.initiate({_id:'query-rs',members:[{_id:0,host:'localhost:27017'}]})}")
with urllib.request.urlopen('http://127.0.0.1:18108/health',timeout=1) as r:
if json.load(r).get('ok'):return
except (RuntimeError,OSError,ValueError):
pass
time.sleep(.5)
raise RuntimeError('isolated dependencies not ready')
def run_command(argv, env, timeout):
child=subprocess.Popen(argv,cwd=ROOT,env=env,stdout=subprocess.PIPE,stderr=subprocess.PIPE,text=True,start_new_session=True)
try:
stdout,stderr=child.communicate(timeout=timeout)
except subprocess.TimeoutExpired:
try:os.killpg(child.pid,signal.SIGTERM)
except ProcessLookupError:pass
try:stdout,stderr=child.communicate(timeout=5)
except subprocess.TimeoutExpired:
try:os.killpg(child.pid,signal.SIGKILL)
except ProcessLookupError:pass
stdout,stderr=child.communicate()
return subprocess.CompletedProcess(argv,124,stdout,stderr+'\nphase timed out')
return subprocess.CompletedProcess(argv,child.returncode,stdout,stderr)
def main():
parser=argparse.ArgumentParser()
parser.add_argument('--start',action='store_true')
parser.add_argument('--down',action='store_true',help='stop this test project; retain local volumes')
parser.add_argument('--run',default='^TestQueryServing|^TestQueryReadModel|^TestQuerySearch')
parser.add_argument('--race',action='store_true')
args=parser.parse_args();env=environment()
before=source_fingerprint(ROOT)
with (PRIVATE/'runner.lock').open('w') as lock:
fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB)
if args.down:compose(env,'down');return 0
if args.start:start(env)
argv=['go','test','./internal/queryserving','./internal/store','./internal/api','./internal/outputsnapshot','-run',args.run,'-count=1','-timeout=10m','-v']
if args.race:argv.append('-race')
result=run_command(argv,env,660)
proof=write_log(PRIVATE/'logs',argv,result.stdout+'\n'+result.stderr,'passed' if result.returncode==0 else 'failed')
print(json.dumps(proof))
# Do not interpret an opt-in skip/empty test run as acceptance.
if result.returncode:
return result.returncode
if not before or source_fingerprint(ROOT)!=before:
print('Source identity changed during checks; acceptance remains pending.');return 2
required=set()
for name in ('internal/queryserving/serving_test.go','internal/store/query_read_models_test.go','internal/store/query_recovery_test.go','internal/api/query_serving_test.go','internal/outputsnapshot/query_shared_cache_test.go'):
required.update(re.findall(r'^func (Test\w+)\(', (ROOT/name).read_text(), re.M))
passed=set(re.findall(r'^--- PASS: (Test\w+)',result.stdout,re.M))
if required-passed:
print('Missing required cases: '+', '.join(sorted(required-passed)));return 2
if '--- SKIP:' in result.stdout or '[no tests to run]' in result.stdout:
print('Unverified skipped/empty coverage; inspect report.');return 2
return result.returncode
if __name__=='__main__':
raise SystemExit(main())