droboticflow-new/scripts/local/query-valkey-lab.py
2026-11-13 22:31:44 -08:00

61 lines
5.1 KiB
Python

#!/usr/bin/env python3
"""Bounded derived-cache-only Valkey on node33; no Service, PVC or customer data."""
import argparse
import hashlib
import json
from pathlib import Path
import subprocess
import urllib.request
NODE='10.189.16.33'
NODE_UID='77747f1c-42d8-40e8-a8d0-91f0e56ba3bd'
NS='droboticflow-query-cache-lab'
POD='query-cache-synthetic'
IMAGE='docker.io/valkey/valkey@sha256:e51a82741b780e4bf315db10753edf07eea6496d405fa7df2a8677a18f5e7464'
SOURCE_NS='droboticflow-query-lab'
def manifests():
return [
{'apiVersion':'v1','kind':'Namespace','metadata':{'name':NS,'labels':{'purpose':'mongo-cpu-synthetic-cache'}}},
{'apiVersion':'v1','kind':'ResourceQuota','metadata':{'name':'cache-budget','namespace':NS},'spec':{'hard':{'pods':'1','requests.cpu':'1','limits.cpu':'2','requests.memory':'2Gi','limits.memory':'4Gi','services':'0','persistentvolumeclaims':'0'}}},
{'apiVersion':'networking.k8s.io/v1','kind':'NetworkPolicy','metadata':{'name':'cache-isolation','namespace':NS},'spec':{'podSelector':{},'policyTypes':['Ingress','Egress'],'egress':[],'ingress':[{'from':[{'namespaceSelector':{'matchLabels':{'kubernetes.io/metadata.name':SOURCE_NS}},'podSelector':{'matchLabels':{'app':'node4-query-fixture'}}}],'ports':[{'protocol':'TCP','port':6379}]}]}},
{'apiVersion':'v1','kind':'Pod','metadata':{'name':POD,'namespace':NS,'labels':{'app':POD,'purpose':'mongo-cpu-synthetic-cache'}},'spec':{'nodeName':NODE,'automountServiceAccountToken':False,'enableServiceLinks':False,'restartPolicy':'Never','activeDeadlineSeconds':7200,'terminationGracePeriodSeconds':30,'securityContext':{'runAsUser':1000,'runAsGroup':1000,'runAsNonRoot':True,'fsGroup':1000},'containers':[{'name':'cache','image':IMAGE,'imagePullPolicy':'IfNotPresent','command':['valkey-server','--bind','0.0.0.0','--protected-mode','no','--port','6379','--maxmemory','2gb','--maxmemory-policy','allkeys-lru','--save','','--appendonly','no','--dir','/cache','--loglevel','warning'],'resources':{'requests':{'cpu':'1','memory':'2Gi'},'limits':{'cpu':'2','memory':'4Gi'}},'securityContext':{'allowPrivilegeEscalation':False,'readOnlyRootFilesystem':True,'capabilities':{'drop':['ALL']}},'volumeMounts':[{'name':'cache','mountPath':'/cache'}],'readinessProbe':{'exec':{'command':['valkey-cli','ping']},'periodSeconds':5,'timeoutSeconds':3}}],'volumes':[{'name':'cache','emptyDir':{'medium':'Memory','sizeLimit':'64Mi'}}]}}
]
def main():
ap=argparse.ArgumentParser(description=__doc__)
ap.add_argument('--kubeconfig',required=True);ap.add_argument('--output',required=True)
ap.add_argument('--execute',action='store_true');ap.add_argument('--confirm-plan')
a=ap.parse_args();out=Path(a.output).resolve();out.mkdir(parents=True,exist_ok=True)
k=['kubectl','--kubeconfig',a.kubeconfig]
def call(*cmd,data=None,timeout=30):
p=subprocess.run(k+list(cmd),input=data,text=True,capture_output=True,timeout=timeout)
if p.returncode:raise RuntimeError(p.stderr[:1500])
return p.stdout
def get(*cmd):return json.loads(call(*cmd,'-o','json'))
node=get('get','node',NODE);assert node['metadata']['uid']==NODE_UID
assert all(c['status']=='False' for c in node['status']['conditions'] if c['type'] in ['DiskPressure','MemoryPressure','PIDPressure'])
top=call('top','node',NODE,'--no-headers').split();assert float(top[2].rstrip('%'))<25 and float(top[4].rstrip('%'))<60
assert not call('get','namespace',NS,'--ignore-not-found','-o','name').strip(),'existing namespace must be inspected, not overwritten'
with urllib.request.urlopen('http://120.48.180.80/api/ready',timeout=5) as r:assert json.load(r)['ready']
objects=manifests();plan={'nodeUID':NODE_UID,'objects':objects,'productionWrites':False,'durability':'Valkey is disposable derived cache; complete responses remain majority+j in query Mongo','rollback':'UID-delete only these owned resources; never delete a reused namespace'}
sha=hashlib.sha256(json.dumps(plan,sort_keys=True).encode()).hexdigest()
(out/'plan.json').write_text(json.dumps(plan,indent=2));(out/'objects.json').write_text(json.dumps({'apiVersion':'v1','kind':'List','items':objects},indent=2))
print('PLAN',sha,flush=True)
if not a.execute:return
assert a.confirm_plan==sha
call('create','-f',str(out/'objects.json'))
ns=get('get','namespace',NS);pod=get('-n',NS,'get','pod',POD)
(out/'created.json').write_text(json.dumps({'namespaceUID':ns['metadata']['uid'],'podUID':pod['metadata']['uid'],'node':NODE,'image':IMAGE}))
call('-n',NS,'wait','--for=condition=Ready','pod/'+POD,'--timeout=180s',timeout=185)
pod=get('-n',NS,'get','pod',POD);assert pod['spec']['nodeName']==NODE
info=call('-n',NS,'exec',POD,'-c','cache','--','valkey-cli','INFO','memory')
assert 'maxmemory:2147483648' in info
owned={'namespace':NS,'namespaceUID':ns['metadata']['uid'],'pod':POD,'podUID':pod['metadata']['uid'],'node':NODE,'nodeUID':NODE_UID,'image':IMAGE,'url':'redis://'+pod['status']['podIP']+':6379/0','planSHA256':sha}
(out/'owned.json').write_text(json.dumps(owned,indent=2));(out/'memory.log').write_text(info)
print('CACHE_READY',pod['metadata']['uid'],flush=True)
if __name__=='__main__':main()