#!/usr/bin/env python3 """Fixed loopback synthetic dependencies. Never accepts a customer database URI.""" import argparse import fcntl import json import os import re from pathlib import Path import secrets import signal import subprocess import sys import time import urllib.request from lib.release_checks import check_environment, write_log, source_fingerprint ROOT = Path(__file__).resolve().parents[1] PRIVATE = ROOT / 'local-data/query-serving-local' def environment(): PRIVATE.mkdir(parents=True, exist_ok=True, mode=0o700) keyfile = PRIVATE / 'synthetic-key' if not keyfile.exists(): with os.fdopen(os.open(keyfile, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600), 'w') as stream: stream.write(secrets.token_hex(24)) env = {k:v for k,v in check_environment().items() if not k.startswith('QUERY_')} env.update(QUERY_TEST_TYPESENSE_API_KEY=keyfile.read_text(), QUERY_SERVING_LOCAL_TEST='1') return env def compose(env, *args): result = subprocess.run(['docker','compose','-f',str(ROOT/'scripts/local/query-serving.compose.yml'),*args],cwd=ROOT,env=env,capture_output=True,text=True,timeout=300) if result.returncode: proof=write_log(PRIVATE/'logs', ['docker','compose',*args], result.stdout+'\n'+result.stderr,'failed') raise RuntimeError('isolated dependencies failed; private log: '+proof['log']) return result.stdout def start(env): compose(env,'up','-d') for _ in range(60): try: compose(env,'exec','-T','mongo','mongosh','--quiet','--eval',"try {rs.status()} catch(e) {rs.initiate({_id:'query-rs',members:[{_id:0,host:'localhost:27017'}]})}") with urllib.request.urlopen('http://127.0.0.1:18108/health',timeout=1) as r: if json.load(r).get('ok'):return except (RuntimeError,OSError,ValueError): pass time.sleep(.5) raise RuntimeError('isolated dependencies not ready') def run_command(argv, env, timeout): child=subprocess.Popen(argv,cwd=ROOT,env=env,stdout=subprocess.PIPE,stderr=subprocess.PIPE,text=True,start_new_session=True) try: stdout,stderr=child.communicate(timeout=timeout) except subprocess.TimeoutExpired: try:os.killpg(child.pid,signal.SIGTERM) except ProcessLookupError:pass try:stdout,stderr=child.communicate(timeout=5) except subprocess.TimeoutExpired: try:os.killpg(child.pid,signal.SIGKILL) except ProcessLookupError:pass stdout,stderr=child.communicate() return subprocess.CompletedProcess(argv,124,stdout,stderr+'\nphase timed out') return subprocess.CompletedProcess(argv,child.returncode,stdout,stderr) def main(): parser=argparse.ArgumentParser() parser.add_argument('--start',action='store_true') parser.add_argument('--down',action='store_true',help='stop this test project; retain local volumes') parser.add_argument('--run',default='^TestQueryServing|^TestQueryReadModel|^TestQuerySearch') parser.add_argument('--race',action='store_true') args=parser.parse_args();env=environment() before=source_fingerprint(ROOT) with (PRIVATE/'runner.lock').open('w') as lock: fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB) if args.down:compose(env,'down');return 0 if args.start:start(env) argv=['go','test','./internal/queryserving','./internal/store','./internal/api','./internal/outputsnapshot','-run',args.run,'-count=1','-timeout=10m','-v'] if args.race:argv.append('-race') result=run_command(argv,env,660) proof=write_log(PRIVATE/'logs',argv,result.stdout+'\n'+result.stderr,'passed' if result.returncode==0 else 'failed') print(json.dumps(proof)) # Do not interpret an opt-in skip/empty test run as acceptance. if result.returncode: return result.returncode if not before or source_fingerprint(ROOT)!=before: print('Source identity changed during checks; acceptance remains pending.');return 2 required=set() for name in ('internal/queryserving/serving_test.go','internal/store/query_read_models_test.go','internal/store/query_recovery_test.go','internal/api/query_serving_test.go','internal/outputsnapshot/query_shared_cache_test.go'): required.update(re.findall(r'^func (Test\w+)\(', (ROOT/name).read_text(), re.M)) passed=set(re.findall(r'^--- PASS: (Test\w+)',result.stdout,re.M)) if required-passed: print('Missing required cases: '+', '.join(sorted(required-passed)));return 2 if '--- SKIP:' in result.stdout or '[no tests to run]' in result.stdout: print('Unverified skipped/empty coverage; inspect report.');return 2 return result.returncode if __name__=='__main__': raise SystemExit(main())