forked from longtao.wu/droboticflow
61 lines
5.1 KiB
Python
61 lines
5.1 KiB
Python
#!/usr/bin/env python3
|
|
"""Bounded derived-cache-only Valkey on node33; no Service, PVC or customer data."""
|
|
import argparse
|
|
import hashlib
|
|
import json
|
|
from pathlib import Path
|
|
import subprocess
|
|
import urllib.request
|
|
|
|
NODE='10.189.16.33'
|
|
NODE_UID='77747f1c-42d8-40e8-a8d0-91f0e56ba3bd'
|
|
NS='droboticflow-query-cache-lab'
|
|
POD='query-cache-synthetic'
|
|
IMAGE='docker.io/valkey/valkey@sha256:e51a82741b780e4bf315db10753edf07eea6496d405fa7df2a8677a18f5e7464'
|
|
SOURCE_NS='droboticflow-query-lab'
|
|
|
|
|
|
def manifests():
|
|
return [
|
|
{'apiVersion':'v1','kind':'Namespace','metadata':{'name':NS,'labels':{'purpose':'mongo-cpu-synthetic-cache'}}},
|
|
{'apiVersion':'v1','kind':'ResourceQuota','metadata':{'name':'cache-budget','namespace':NS},'spec':{'hard':{'pods':'1','requests.cpu':'1','limits.cpu':'2','requests.memory':'2Gi','limits.memory':'4Gi','services':'0','persistentvolumeclaims':'0'}}},
|
|
{'apiVersion':'networking.k8s.io/v1','kind':'NetworkPolicy','metadata':{'name':'cache-isolation','namespace':NS},'spec':{'podSelector':{},'policyTypes':['Ingress','Egress'],'egress':[],'ingress':[{'from':[{'namespaceSelector':{'matchLabels':{'kubernetes.io/metadata.name':SOURCE_NS}},'podSelector':{'matchLabels':{'app':'node4-query-fixture'}}}],'ports':[{'protocol':'TCP','port':6379}]}]}},
|
|
{'apiVersion':'v1','kind':'Pod','metadata':{'name':POD,'namespace':NS,'labels':{'app':POD,'purpose':'mongo-cpu-synthetic-cache'}},'spec':{'nodeName':NODE,'automountServiceAccountToken':False,'enableServiceLinks':False,'restartPolicy':'Never','activeDeadlineSeconds':7200,'terminationGracePeriodSeconds':30,'securityContext':{'runAsUser':1000,'runAsGroup':1000,'runAsNonRoot':True,'fsGroup':1000},'containers':[{'name':'cache','image':IMAGE,'imagePullPolicy':'IfNotPresent','command':['valkey-server','--bind','0.0.0.0','--protected-mode','no','--port','6379','--maxmemory','2gb','--maxmemory-policy','allkeys-lru','--save','','--appendonly','no','--dir','/cache','--loglevel','warning'],'resources':{'requests':{'cpu':'1','memory':'2Gi'},'limits':{'cpu':'2','memory':'4Gi'}},'securityContext':{'allowPrivilegeEscalation':False,'readOnlyRootFilesystem':True,'capabilities':{'drop':['ALL']}},'volumeMounts':[{'name':'cache','mountPath':'/cache'}],'readinessProbe':{'exec':{'command':['valkey-cli','ping']},'periodSeconds':5,'timeoutSeconds':3}}],'volumes':[{'name':'cache','emptyDir':{'medium':'Memory','sizeLimit':'64Mi'}}]}}
|
|
]
|
|
|
|
|
|
def main():
|
|
ap=argparse.ArgumentParser(description=__doc__)
|
|
ap.add_argument('--kubeconfig',required=True);ap.add_argument('--output',required=True)
|
|
ap.add_argument('--execute',action='store_true');ap.add_argument('--confirm-plan')
|
|
a=ap.parse_args();out=Path(a.output).resolve();out.mkdir(parents=True,exist_ok=True)
|
|
k=['kubectl','--kubeconfig',a.kubeconfig]
|
|
def call(*cmd,data=None,timeout=30):
|
|
p=subprocess.run(k+list(cmd),input=data,text=True,capture_output=True,timeout=timeout)
|
|
if p.returncode:raise RuntimeError(p.stderr[:1500])
|
|
return p.stdout
|
|
def get(*cmd):return json.loads(call(*cmd,'-o','json'))
|
|
node=get('get','node',NODE);assert node['metadata']['uid']==NODE_UID
|
|
assert all(c['status']=='False' for c in node['status']['conditions'] if c['type'] in ['DiskPressure','MemoryPressure','PIDPressure'])
|
|
top=call('top','node',NODE,'--no-headers').split();assert float(top[2].rstrip('%'))<25 and float(top[4].rstrip('%'))<60
|
|
assert not call('get','namespace',NS,'--ignore-not-found','-o','name').strip(),'existing namespace must be inspected, not overwritten'
|
|
with urllib.request.urlopen('http://120.48.180.80/api/ready',timeout=5) as r:assert json.load(r)['ready']
|
|
objects=manifests();plan={'nodeUID':NODE_UID,'objects':objects,'productionWrites':False,'durability':'Valkey is disposable derived cache; complete responses remain majority+j in query Mongo','rollback':'UID-delete only these owned resources; never delete a reused namespace'}
|
|
sha=hashlib.sha256(json.dumps(plan,sort_keys=True).encode()).hexdigest()
|
|
(out/'plan.json').write_text(json.dumps(plan,indent=2));(out/'objects.json').write_text(json.dumps({'apiVersion':'v1','kind':'List','items':objects},indent=2))
|
|
print('PLAN',sha,flush=True)
|
|
if not a.execute:return
|
|
assert a.confirm_plan==sha
|
|
call('create','-f',str(out/'objects.json'))
|
|
ns=get('get','namespace',NS);pod=get('-n',NS,'get','pod',POD)
|
|
(out/'created.json').write_text(json.dumps({'namespaceUID':ns['metadata']['uid'],'podUID':pod['metadata']['uid'],'node':NODE,'image':IMAGE}))
|
|
call('-n',NS,'wait','--for=condition=Ready','pod/'+POD,'--timeout=180s',timeout=185)
|
|
pod=get('-n',NS,'get','pod',POD);assert pod['spec']['nodeName']==NODE
|
|
info=call('-n',NS,'exec',POD,'-c','cache','--','valkey-cli','INFO','memory')
|
|
assert 'maxmemory:2147483648' in info
|
|
owned={'namespace':NS,'namespaceUID':ns['metadata']['uid'],'pod':POD,'podUID':pod['metadata']['uid'],'node':NODE,'nodeUID':NODE_UID,'image':IMAGE,'url':'redis://'+pod['status']['podIP']+':6379/0','planSHA256':sha}
|
|
(out/'owned.json').write_text(json.dumps(owned,indent=2));(out/'memory.log').write_text(info)
|
|
print('CACHE_READY',pod['metadata']['uid'],flush=True)
|
|
|
|
if __name__=='__main__':main()
|