"""Exact, bounded profiles for the synthetic node4 query25 experiment only.""" from copy import deepcopy PROFILES = { "baseline": {"cpu": "1", "memoryGi": 1, "cacheGi": "0.25", "rbps": 2097152, "wbps": 1048576, "riops": 64, "wiops": 32}, "compute": {"cpu": "2", "memoryGi": 4, "cacheGi": "1", "rbps": 2097152, "wbps": 1048576, "riops": 64, "wiops": 32}, "balanced": {"cpu": "2", "memoryGi": 4, "cacheGi": "1", "rbps": 4194304, "wbps": 2097152, "riops": 128, "wiops": 64}, "read-headroom": {"cpu": "2", "memoryGi": 4, "cacheGi": "1", "rbps": 8388608, "wbps": 2097152, "riops": 256, "wiops": 64}, "query4-write4": {"cpu": "4", "memoryGi": 8, "cacheGi": "2", "rbps": 4194304, "wbps": 4194304, "riops": 128, "wiops": 128}, "query4-write8": {"cpu": "4", "memoryGi": 8, "cacheGi": "2", "rbps": 4194304, "wbps": 8388608, "riops": 128, "wiops": 256}, } def profile(name): return deepcopy(PROFILES[name]) def resources(name): p = profile(name) return {"cpu": p["cpu"], "memory": f'{p["memoryGi"]}Gi'} def quota(name, fixture=False): p = profile(name) return {"pods": "2" if fixture else "1", "requests.cpu": str(int(p["cpu"]) + int(fixture)), "limits.cpu": str(int(p["cpu"]) + 4 * int(fixture)), "requests.memory": f'{p["memoryGi"] + 2 * int(fixture)}Gi', "limits.memory": f'{p["memoryGi"] + 4 * int(fixture)}Gi', "services": "0", "persistentvolumeclaims": "0"} def render(objects, name): """Update one complete query25 manifest; never changes disk or durability.""" p = profile(name) objects = deepcopy(objects) config, pod = objects[-2:] assert config["metadata"]["name"] == "node4-query25-scripts" assert pod["metadata"]["name"] == "node4-query25" original = 'rbps=2097152 wbps=1048576 riops=64 wiops=32' io = ' '.join(f'{k}={p[k]}' for k in ('rbps', 'wbps', 'riops', 'wiops')) for filename in ("init.sh", "guard.sh"): assert original in config["data"][filename] config["data"][filename] = config["data"][filename].replace(original, io) config["data"]["guard.sh"] += f'\n[[ $(cat "$group/cpu.max") == "{int(p["cpu"]) * 100000} 100000" ]]\n[[ $(cat "$group/memory.max") == {p["memoryGi"] * 1024 ** 3} ]]\n' config["data"]["query25.sh"] = config["data"]["query25.sh"].replace('--wiredTigerCacheSizeGB 0.25', '--wiredTigerCacheSizeGB ' + p['cacheGi']) # Verify actual server settings, not only command text or admission requests. config["data"]["verify25.sh"] = config["data"]["verify25.sh"].replace('const d=db.getSiblingDB', f'if(Number(db.serverStatus().wiredTiger.cache["maximum bytes configured"])!=={int(float(p["cacheGi"]) * 1024 ** 3)})throw Error("WT cache drift");const d=db.getSiblingDB') config["data"]["profile.json"] = __import__('json').dumps({"name": name, **p}, sort_keys=True) pod["metadata"].setdefault("annotations", {})["query-lab/profile"] = name for container in pod["spec"]["containers"] + pod["spec"]["initContainers"]: container["resources"] = {kind: resources(name) for kind in ("requests", "limits")} objects[1]["spec"]["hard"] = quota(name) return objects def verify_resources(pod, name): assert pod["metadata"].get("annotations", {}).get("query-lab/profile", "baseline") == name, "profile identity drift" for c in pod["spec"]["containers"] + pod["spec"]["initContainers"]: for kind in ("requests", "limits"): actual = c["resources"][kind] assert all(actual.get(k) == v for k, v in resources(name).items()), "resource drift" assert set(actual) <= {"cpu", "memory", "cce.baidubce.com/ip"} def verify_scripts(data, name): import json p = profile(name) assert json.loads(data['profile.json']) == {'name': name, **p}, 'script profile drift' io = ' '.join(f'{k}={p[k]}' for k in ('rbps', 'wbps', 'riops', 'wiops')) for filename in ('init.sh', 'guard.sh'): assert '252:0 ' + io in data[filename], 'backing IO drift' assert '$loop_device ' + io in data[filename], 'loop IO drift' assert '--wiredTigerCacheSizeGB ' + p['cacheGi'] + ' ' in data['query25.sh'], 'cache command drift'