979 lines
31 KiB
YAML
979 lines
31 KiB
YAML
apiVersion: v1
|
|
kind: Namespace
|
|
metadata:
|
|
name: __NAMESPACE__
|
|
---
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: droboticflow-api
|
|
namespace: __NAMESPACE__
|
|
---
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: droboticflow-worker
|
|
namespace: __NAMESPACE__
|
|
---
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: drosync-coordinator
|
|
namespace: __NAMESPACE__
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: Role
|
|
metadata:
|
|
name: droboticflow-api
|
|
namespace: __NAMESPACE__
|
|
rules:
|
|
- apiGroups: ["batch"]
|
|
resources: ["jobs"]
|
|
verbs: ["create", "get", "list", "watch", "delete"]
|
|
- apiGroups: ["batch"]
|
|
resources: ["jobs/status"]
|
|
verbs: ["get"]
|
|
- apiGroups: [""]
|
|
resources: ["pods"]
|
|
verbs: ["get", "list", "watch", "delete"]
|
|
- apiGroups: [""]
|
|
resources: ["pods/log", "events"]
|
|
verbs: ["get", "list", "watch"]
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: RoleBinding
|
|
metadata:
|
|
name: droboticflow-api
|
|
namespace: __NAMESPACE__
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: droboticflow-api
|
|
namespace: __NAMESPACE__
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: Role
|
|
name: droboticflow-api
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: Role
|
|
metadata:
|
|
name: droboticflow-worker
|
|
namespace: __NAMESPACE__
|
|
rules:
|
|
- apiGroups: ["batch"]
|
|
resources: ["jobs"]
|
|
verbs: ["create", "get", "list", "watch", "delete"]
|
|
- apiGroups: ["batch"]
|
|
resources: ["jobs/status"]
|
|
verbs: ["get"]
|
|
- apiGroups: [""]
|
|
resources: ["pods"]
|
|
verbs: ["get", "list", "watch", "delete"]
|
|
- apiGroups: [""]
|
|
resources: ["pods/log", "events"]
|
|
verbs: ["get", "list", "watch"]
|
|
# Per-Job credentials are stored in an owner-referenced Secret instead of
|
|
# being expanded into the Job/Pod spec as plaintext environment values.
|
|
- apiGroups: [""]
|
|
resources: ["secrets"]
|
|
verbs: ["create"]
|
|
# pods/exec lets the worker sample GPU usage (nvidia-smi) inside custom-container
|
|
# operator pods, since those bypass operator-runner's in-process ResourceSampler.
|
|
- apiGroups: [""]
|
|
resources: ["pods/exec"]
|
|
verbs: ["create"]
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: RoleBinding
|
|
metadata:
|
|
name: droboticflow-worker
|
|
namespace: __NAMESPACE__
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: droboticflow-worker
|
|
namespace: __NAMESPACE__
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: Role
|
|
name: droboticflow-worker
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: ClusterRole
|
|
metadata:
|
|
name: droboticflow-worker-node-reader-__NAMESPACE__
|
|
rules:
|
|
- apiGroups: [""]
|
|
resources: ["nodes"]
|
|
verbs: ["get", "list"]
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: ClusterRoleBinding
|
|
metadata:
|
|
name: droboticflow-worker-node-reader-__NAMESPACE__
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: droboticflow-worker
|
|
namespace: __NAMESPACE__
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: ClusterRole
|
|
name: droboticflow-worker-node-reader-__NAMESPACE__
|
|
---
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: droboticflow-config
|
|
namespace: __NAMESPACE__
|
|
data:
|
|
PORT: "3001"
|
|
WORKER_PORT: "3002"
|
|
DROSYNC_COORDINATOR_PORT: "3003"
|
|
DROBOTICFLOW_OBJECT_SYNC_ENABLED: "__DROBOTICFLOW_OBJECT_SYNC_ENABLED__"
|
|
MONGO_DB: "__MONGO_DB__"
|
|
ANNOTATION_PROCESSOR_MODE: "__ANNOTATION_PROCESSOR_MODE__"
|
|
MONGO_CONNECT_RETRIES: "__MONGO_CONNECT_RETRIES__"
|
|
MONGO_CONNECT_RETRY_DELAY_MS: "__MONGO_CONNECT_RETRY_DELAY_MS__"
|
|
WORKER_POLL_INTERVAL_MS: "__WORKER_POLL_INTERVAL_MS__"
|
|
DROBOTICFLOW_SHARED_MEMORY_SIZE: "__DROBOTICFLOW_SHARED_MEMORY_SIZE__"
|
|
DROBOTICFLOW_BUILD_COMMIT: "__DROBOTICFLOW_BUILD_COMMIT__"
|
|
DROBOTICFLOW_BUILD_TIME: "__DROBOTICFLOW_BUILD_TIME__"
|
|
OPERATOR_RUNNER_BUILD_COMMIT: "__OPERATOR_RUNNER_BUILD_COMMIT__"
|
|
OPERATOR_RUNNER_BUILD_TIME: "__OPERATOR_RUNNER_BUILD_TIME__"
|
|
WORKER_ORPHAN_CLEANUP_ENABLED: "__WORKER_ORPHAN_CLEANUP_ENABLED__"
|
|
WORKER_ORPHAN_MIN_AGE_SECONDS: "__WORKER_ORPHAN_MIN_AGE_SECONDS__"
|
|
WORKER_ORPHAN_CHECK_INTERVAL_SECONDS: "__WORKER_ORPHAN_CHECK_INTERVAL_SECONDS__"
|
|
WORKER_PENDING_FAILURE_SECONDS: "__WORKER_PENDING_FAILURE_SECONDS__"
|
|
WORKER_MISSING_JOB_MAX_RECOVERIES: "__WORKER_MISSING_JOB_MAX_RECOVERIES__"
|
|
WORKER_API_BASE_URL: "__WORKER_API_BASE_URL__"
|
|
BOS_ENDPOINT: "__BOS_ENDPOINT__"
|
|
K8S_NAMESPACE: "__NAMESPACE__"
|
|
K8S_IMAGE_PULL_SECRET_NAME: "__K8S_IMAGE_PULL_SECRET_NAME__"
|
|
WORKSPACE_PVC_NAME: "__WORKSPACE_PVC_NAME__"
|
|
WORKSPACE_MOUNT_PATH: "__WORKSPACE_MOUNT_PATH__"
|
|
ANNOTATION_WORKSPACE_CONNECTION_ID: "__ANNOTATION_WORKSPACE_CONNECTION_ID__"
|
|
ANNOTATION_WORKSPACE_BUCKET: "__ANNOTATION_WORKSPACE_BUCKET__"
|
|
OPERATOR_RUNNER_IMAGE: "__OPERATOR_RUNNER_IMAGE__"
|
|
OPERATOR_GPU_NODE_SELECTOR: "__OPERATOR_GPU_NODE_SELECTOR__"
|
|
OPERATOR_GPU_TOLERATIONS_JSON: |-
|
|
__OPERATOR_GPU_TOLERATIONS_JSON__
|
|
OPERATOR_GPU_RUNTIME_CLASS: "__OPERATOR_GPU_RUNTIME_CLASS__"
|
|
OPERATOR_JOB_TTL_SECONDS: "__OPERATOR_JOB_TTL_SECONDS__"
|
|
DROBOTICFLOW_QWEN_NODE_CACHE_ENABLED: "__DROBOTICFLOW_QWEN_NODE_CACHE_ENABLED__"
|
|
DROBOTICFLOW_QWEN_NODE_CACHE_PVC: "__DROBOTICFLOW_QWEN_NODE_CACHE_PVC__"
|
|
DROBOTICFLOW_QWEN_NODE_CACHE_MOUNT_PATH: "__DROBOTICFLOW_QWEN_NODE_CACHE_MOUNT_PATH__"
|
|
DROBOTICFLOW_QWEN_NODE_CACHE_NODE_SELECTOR: "__DROBOTICFLOW_QWEN_NODE_CACHE_NODE_SELECTOR__"
|
|
DROBOTICFLOW_QWEN_NODE_CACHE_STALE_STAGING_SECONDS: "__DROBOTICFLOW_QWEN_NODE_CACHE_STALE_STAGING_SECONDS__"
|
|
CUSTOM_OPERATOR_IMAGE_REGISTRY: "__CUSTOM_OPERATOR_IMAGE_REGISTRY__"
|
|
CUSTOM_OPERATOR_IMAGE_IMPORTER_IMAGE: "__CUSTOM_OPERATOR_IMAGE_IMPORTER_IMAGE__"
|
|
CUSTOM_OPERATOR_IMAGE_IMPORT_TIMEOUT_SECONDS: "__CUSTOM_OPERATOR_IMAGE_IMPORT_TIMEOUT_SECONDS__"
|
|
CUSTOM_OPERATOR_IMAGE_ARCHIVE_MAX_MIB: "__CUSTOM_OPERATOR_IMAGE_ARCHIVE_MAX_MIB__"
|
|
OPERATOR_ALLOW_SHELL_COMMANDS: "__OPERATOR_ALLOW_SHELL_COMMANDS__"
|
|
OPERATOR_COMMAND_ALLOWLIST_REGEX: |-
|
|
__OPERATOR_COMMAND_ALLOWLIST_REGEX__
|
|
OPERATOR_COMMAND_DENYLIST_REGEX: |-
|
|
__OPERATOR_COMMAND_DENYLIST_REGEX__
|
|
DROBOTICFLOW_REQUIRE_SESSION_AUTH: "__DROBOTICFLOW_REQUIRE_SESSION_AUTH__"
|
|
DROBOTICFLOW_SESSION_COOKIE_SECURE: "__DROBOTICFLOW_SESSION_COOKIE_SECURE__"
|
|
DROBOTICFLOW_TRUSTED_PROXY_CIDRS: "__DROBOTICFLOW_TRUSTED_PROXY_CIDRS__"
|
|
AI_API_BASE_URL: "__AI_API_BASE_URL__"
|
|
AI_MODEL: "__AI_MODEL__"
|
|
FANYU_HEADPOSE_API_BASE_URL: "http://droboticflow-headpose:8080"
|
|
FANYU_HEADPOSE_SERVICE_IMAGE_ID: "__HEADPOSE_SERVICE_IMAGE_ID__"
|
|
FANYU_HEADPOSE_MODEL_SHA256: "__HEADPOSE_MODEL_SHA256__"
|
|
FANYU_HEADPOSE_LICENSE_ID: "MIT"
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: droboticflow-api
|
|
namespace: __NAMESPACE__
|
|
spec:
|
|
type: __API_SERVICE_TYPE__
|
|
selector:
|
|
app: droboticflow-api
|
|
ports:
|
|
- name: http
|
|
port: 80
|
|
targetPort: 3001
|
|
__API_NODE_PORT_BLOCK__
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: droboticflow-api
|
|
namespace: __NAMESPACE__
|
|
spec:
|
|
replicas: __API_REPLICAS__
|
|
minReadySeconds: 5
|
|
strategy:
|
|
type: RollingUpdate
|
|
rollingUpdate:
|
|
maxUnavailable: 0
|
|
maxSurge: 1
|
|
selector:
|
|
matchLabels:
|
|
app: droboticflow-api
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: droboticflow-api
|
|
spec:
|
|
terminationGracePeriodSeconds: 30
|
|
serviceAccountName: droboticflow-api
|
|
securityContext:
|
|
runAsNonRoot: true
|
|
runAsUser: 10001
|
|
runAsGroup: 10001
|
|
fsGroup: 10001
|
|
seccompProfile:
|
|
type: RuntimeDefault
|
|
imagePullSecrets:
|
|
- name: __K8S_IMAGE_PULL_SECRET_NAME__
|
|
containers:
|
|
- name: api
|
|
image: __API_IMAGE__
|
|
imagePullPolicy: Always
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
capabilities:
|
|
drop:
|
|
- ALL
|
|
ports:
|
|
- containerPort: 3001
|
|
name: http
|
|
env:
|
|
- name: DROBOTICFLOW_BUILD_COMMIT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_BUILD_COMMIT
|
|
- name: DROBOTICFLOW_BUILD_TIME
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_BUILD_TIME
|
|
- name: DROBOTICFLOW_IMAGE
|
|
value: "__API_IMAGE__"
|
|
- name: PORT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: PORT
|
|
- name: DROSYNC_COORDINATOR_PORT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROSYNC_COORDINATOR_PORT
|
|
- name: MONGO_DB
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: MONGO_DB
|
|
- name: DROBOTICFLOW_OBJECT_SYNC_ENABLED
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_OBJECT_SYNC_ENABLED
|
|
- name: MONGO_CONNECT_RETRIES
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: MONGO_CONNECT_RETRIES
|
|
- name: MONGO_CONNECT_RETRY_DELAY_MS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: MONGO_CONNECT_RETRY_DELAY_MS
|
|
- name: MONGO_URI
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: droboticflow-mongo-secret
|
|
key: MONGO_URI
|
|
- name: DIST_DIR
|
|
value: /app/dist
|
|
- name: ANNOTATION_PROCESSOR_MODE
|
|
valueFrom:
|
|
configMapKeyRef: {name: droboticflow-config, key: ANNOTATION_PROCESSOR_MODE}
|
|
- name: ANNOTATION_WORKSPACE_CONNECTION_ID
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: ANNOTATION_WORKSPACE_CONNECTION_ID
|
|
- name: ANNOTATION_WORKSPACE_BUCKET
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: ANNOTATION_WORKSPACE_BUCKET
|
|
- name: K8S_NAMESPACE
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: K8S_NAMESPACE
|
|
- name: K8S_IMAGE_PULL_SECRET_NAME
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: K8S_IMAGE_PULL_SECRET_NAME
|
|
- name: WORKSPACE_PVC_NAME
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKSPACE_PVC_NAME
|
|
- name: WORKSPACE_MOUNT_PATH
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKSPACE_MOUNT_PATH
|
|
- name: OPERATOR_RUNNER_IMAGE
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_RUNNER_IMAGE
|
|
- name: CUSTOM_OPERATOR_IMAGE_REGISTRY
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: CUSTOM_OPERATOR_IMAGE_REGISTRY
|
|
- name: CUSTOM_OPERATOR_IMAGE_IMPORTER_IMAGE
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: CUSTOM_OPERATOR_IMAGE_IMPORTER_IMAGE
|
|
- name: CUSTOM_OPERATOR_IMAGE_IMPORT_TIMEOUT_SECONDS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: CUSTOM_OPERATOR_IMAGE_IMPORT_TIMEOUT_SECONDS
|
|
- name: CUSTOM_OPERATOR_IMAGE_ARCHIVE_MAX_MIB
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: CUSTOM_OPERATOR_IMAGE_ARCHIVE_MAX_MIB
|
|
- name: WORKER_API_BASE_URL
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKER_API_BASE_URL
|
|
- name: BOS_ENDPOINT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: BOS_ENDPOINT
|
|
- name: AI_API_BASE_URL
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: AI_API_BASE_URL
|
|
- name: AI_MODEL
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: AI_MODEL
|
|
- name: FANYU_HEADPOSE_API_BASE_URL
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: FANYU_HEADPOSE_API_BASE_URL
|
|
- name: FANYU_HEADPOSE_SERVICE_IMAGE_ID
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: FANYU_HEADPOSE_SERVICE_IMAGE_ID
|
|
- name: FANYU_HEADPOSE_MODEL_SHA256
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: FANYU_HEADPOSE_MODEL_SHA256
|
|
- name: FANYU_HEADPOSE_LICENSE_ID
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: FANYU_HEADPOSE_LICENSE_ID
|
|
- name: AI_API_KEY
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: droboticflow-ai-secret
|
|
key: AI_API_KEY
|
|
- name: DROBOTICFLOW_API_TOKEN
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: droboticflow-auth-secret
|
|
key: DROBOTICFLOW_API_TOKEN
|
|
- name: DROBOTICFLOW_REQUIRE_SESSION_AUTH
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_REQUIRE_SESSION_AUTH
|
|
- name: DROBOTICFLOW_SESSION_COOKIE_SECURE
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_SESSION_COOKIE_SECURE
|
|
- name: DROBOTICFLOW_TRUSTED_PROXY_CIDRS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_TRUSTED_PROXY_CIDRS
|
|
volumeMounts:
|
|
- name: workspace
|
|
mountPath: __WORKSPACE_MOUNT_PATH__
|
|
lifecycle:
|
|
preStop:
|
|
exec:
|
|
command:
|
|
- /bin/sh
|
|
- -c
|
|
- sleep 5
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /api/ready
|
|
port: http
|
|
initialDelaySeconds: 10
|
|
periodSeconds: 10
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /api/health
|
|
port: http
|
|
initialDelaySeconds: 20
|
|
periodSeconds: 20
|
|
resources:
|
|
requests:
|
|
cpu: 250m
|
|
memory: 512Mi
|
|
limits:
|
|
cpu: "1"
|
|
memory: 2Gi
|
|
volumes:
|
|
- name: workspace
|
|
persistentVolumeClaim:
|
|
claimName: __WORKSPACE_PVC_NAME__
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: droboticflow-worker
|
|
namespace: __NAMESPACE__
|
|
annotations:
|
|
prometheus.io/scrape: "true"
|
|
prometheus.io/path: /worker-api/metrics
|
|
prometheus.io/port: "3002"
|
|
spec:
|
|
selector:
|
|
app: droboticflow-worker
|
|
ports:
|
|
- name: http
|
|
port: 3002
|
|
targetPort: 3002
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: droboticflow-worker
|
|
namespace: __NAMESPACE__
|
|
spec:
|
|
replicas: __WORKER_REPLICAS__
|
|
minReadySeconds: 5
|
|
strategy:
|
|
type: RollingUpdate
|
|
rollingUpdate:
|
|
maxUnavailable: 0
|
|
maxSurge: 1
|
|
selector:
|
|
matchLabels:
|
|
app: droboticflow-worker
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: droboticflow-worker
|
|
spec:
|
|
terminationGracePeriodSeconds: 30
|
|
serviceAccountName: droboticflow-worker
|
|
securityContext:
|
|
runAsNonRoot: true
|
|
runAsUser: 10001
|
|
runAsGroup: 10001
|
|
fsGroup: 10001
|
|
seccompProfile:
|
|
type: RuntimeDefault
|
|
imagePullSecrets:
|
|
- name: __K8S_IMAGE_PULL_SECRET_NAME__
|
|
containers:
|
|
- name: worker
|
|
image: __WORKER_IMAGE__
|
|
imagePullPolicy: Always
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
capabilities:
|
|
drop:
|
|
- ALL
|
|
ports:
|
|
- containerPort: 3002
|
|
name: http
|
|
env:
|
|
- name: DROBOTICFLOW_BUILD_COMMIT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_BUILD_COMMIT
|
|
- name: DROBOTICFLOW_BUILD_TIME
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_BUILD_TIME
|
|
- name: DROBOTICFLOW_IMAGE
|
|
value: "__WORKER_IMAGE__"
|
|
- name: WORKER_PORT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKER_PORT
|
|
- name: DROSYNC_COORDINATOR_PORT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROSYNC_COORDINATOR_PORT
|
|
- name: WORKER_POLL_INTERVAL_MS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKER_POLL_INTERVAL_MS
|
|
- name: DROBOTICFLOW_SHARED_MEMORY_SIZE
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_SHARED_MEMORY_SIZE
|
|
- name: WORKER_ORPHAN_CLEANUP_ENABLED
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKER_ORPHAN_CLEANUP_ENABLED
|
|
- name: WORKER_ORPHAN_MIN_AGE_SECONDS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKER_ORPHAN_MIN_AGE_SECONDS
|
|
- name: WORKER_ORPHAN_CHECK_INTERVAL_SECONDS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKER_ORPHAN_CHECK_INTERVAL_SECONDS
|
|
- name: WORKER_PENDING_FAILURE_SECONDS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKER_PENDING_FAILURE_SECONDS
|
|
- name: WORKER_MISSING_JOB_MAX_RECOVERIES
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKER_MISSING_JOB_MAX_RECOVERIES
|
|
- name: BOS_ENDPOINT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: BOS_ENDPOINT
|
|
- name: MONGO_DB
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: MONGO_DB
|
|
- name: MONGO_CONNECT_RETRIES
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: MONGO_CONNECT_RETRIES
|
|
- name: MONGO_CONNECT_RETRY_DELAY_MS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: MONGO_CONNECT_RETRY_DELAY_MS
|
|
- name: K8S_NAMESPACE
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: K8S_NAMESPACE
|
|
- name: OPERATOR_RUNNER_IMAGE
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_RUNNER_IMAGE
|
|
- name: OPERATOR_RUNNER_BUILD_COMMIT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_RUNNER_BUILD_COMMIT
|
|
- name: OPERATOR_RUNNER_BUILD_TIME
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_RUNNER_BUILD_TIME
|
|
- name: K8S_IMAGE_PULL_SECRET_NAME
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: K8S_IMAGE_PULL_SECRET_NAME
|
|
- name: WORKSPACE_PVC_NAME
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKSPACE_PVC_NAME
|
|
- name: WORKSPACE_MOUNT_PATH
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKSPACE_MOUNT_PATH
|
|
- name: OPERATOR_GPU_NODE_SELECTOR
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_GPU_NODE_SELECTOR
|
|
- name: OPERATOR_GPU_TOLERATIONS_JSON
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_GPU_TOLERATIONS_JSON
|
|
- name: OPERATOR_GPU_RUNTIME_CLASS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_GPU_RUNTIME_CLASS
|
|
- name: OPERATOR_JOB_TTL_SECONDS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_JOB_TTL_SECONDS
|
|
- name: DROBOTICFLOW_QWEN_NODE_CACHE_ENABLED
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_QWEN_NODE_CACHE_ENABLED
|
|
- name: DROBOTICFLOW_QWEN_NODE_CACHE_PVC
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_QWEN_NODE_CACHE_PVC
|
|
- name: DROBOTICFLOW_QWEN_NODE_CACHE_MOUNT_PATH
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_QWEN_NODE_CACHE_MOUNT_PATH
|
|
- name: DROBOTICFLOW_QWEN_NODE_CACHE_NODE_SELECTOR
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_QWEN_NODE_CACHE_NODE_SELECTOR
|
|
- name: DROBOTICFLOW_QWEN_NODE_CACHE_STALE_STAGING_SECONDS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_QWEN_NODE_CACHE_STALE_STAGING_SECONDS
|
|
- name: OPERATOR_ALLOW_SHELL_COMMANDS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_ALLOW_SHELL_COMMANDS
|
|
- name: OPERATOR_COMMAND_ALLOWLIST_REGEX
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_COMMAND_ALLOWLIST_REGEX
|
|
- name: OPERATOR_COMMAND_DENYLIST_REGEX
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: OPERATOR_COMMAND_DENYLIST_REGEX
|
|
- name: MONGO_URI
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: droboticflow-mongo-secret
|
|
key: MONGO_URI
|
|
volumeMounts:
|
|
- name: workspace
|
|
mountPath: __WORKSPACE_MOUNT_PATH__
|
|
lifecycle:
|
|
preStop:
|
|
exec:
|
|
command:
|
|
- /bin/sh
|
|
- -c
|
|
- sleep 5
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /worker-api/ready
|
|
port: http
|
|
initialDelaySeconds: 10
|
|
periodSeconds: 10
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /worker-api/health
|
|
port: http
|
|
initialDelaySeconds: 20
|
|
periodSeconds: 20
|
|
resources:
|
|
requests:
|
|
cpu: 250m
|
|
memory: 512Mi
|
|
limits:
|
|
cpu: "1"
|
|
memory: 4Gi
|
|
volumes:
|
|
- name: workspace
|
|
persistentVolumeClaim:
|
|
claimName: __WORKSPACE_PVC_NAME__
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: droboticflow-headpose
|
|
namespace: __NAMESPACE__
|
|
spec:
|
|
selector:
|
|
app: droboticflow-headpose
|
|
ports:
|
|
- name: http
|
|
port: 8080
|
|
targetPort: 8080
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: droboticflow-headpose
|
|
namespace: __NAMESPACE__
|
|
spec:
|
|
replicas: 1
|
|
strategy:
|
|
type: Recreate
|
|
selector:
|
|
matchLabels:
|
|
app: droboticflow-headpose
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: droboticflow-headpose
|
|
spec:
|
|
terminationGracePeriodSeconds: 30
|
|
imagePullSecrets:
|
|
- name: __K8S_IMAGE_PULL_SECRET_NAME__
|
|
containers:
|
|
- name: headpose
|
|
image: __HEADPOSE_SERVICE_IMAGE__
|
|
imagePullPolicy: Always
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
capabilities:
|
|
drop: [ALL]
|
|
ports:
|
|
- name: http
|
|
containerPort: 8080
|
|
env:
|
|
- name: HEADPOSE_MODEL_SHA256
|
|
value: "__HEADPOSE_MODEL_SHA256__"
|
|
- name: HEADPOSE_LICENSE_ID
|
|
value: "MIT"
|
|
- name: HEADPOSE_OUTPUT_ROOT
|
|
value: "__WORKSPACE_MOUNT_PATH__/system/headpose-service"
|
|
- name: HEADPOSE_GPU_ID
|
|
value: "0"
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /health
|
|
port: http
|
|
initialDelaySeconds: 20
|
|
periodSeconds: 10
|
|
failureThreshold: 12
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /health
|
|
port: http
|
|
initialDelaySeconds: 60
|
|
periodSeconds: 20
|
|
resources:
|
|
requests:
|
|
cpu: "1"
|
|
memory: 2Gi
|
|
nvidia.com/gpu: "1"
|
|
limits:
|
|
cpu: "4"
|
|
memory: 8Gi
|
|
nvidia.com/gpu: "1"
|
|
volumeMounts:
|
|
- name: workspace
|
|
mountPath: __WORKSPACE_MOUNT_PATH__
|
|
volumes:
|
|
- name: workspace
|
|
persistentVolumeClaim:
|
|
claimName: __WORKSPACE_PVC_NAME__
|
|
---
|
|
apiVersion: policy/v1
|
|
kind: PodDisruptionBudget
|
|
metadata:
|
|
name: droboticflow-api
|
|
namespace: __NAMESPACE__
|
|
spec:
|
|
maxUnavailable: 1
|
|
selector:
|
|
matchLabels:
|
|
app: droboticflow-api
|
|
---
|
|
apiVersion: policy/v1
|
|
kind: PodDisruptionBudget
|
|
metadata:
|
|
name: droboticflow-worker
|
|
namespace: __NAMESPACE__
|
|
spec:
|
|
maxUnavailable: 1
|
|
selector:
|
|
matchLabels:
|
|
app: droboticflow-worker
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: drosync-coordinator
|
|
namespace: __NAMESPACE__
|
|
annotations:
|
|
prometheus.io/scrape: "true"
|
|
prometheus.io/path: /metrics
|
|
prometheus.io/port: "3003"
|
|
spec:
|
|
selector:
|
|
app: drosync-coordinator
|
|
ports:
|
|
- name: http
|
|
port: 3003
|
|
targetPort: 3003
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: drosync-coordinator
|
|
namespace: __NAMESPACE__
|
|
spec:
|
|
replicas: __DROSYNC_COORDINATOR_REPLICAS__
|
|
minReadySeconds: 5
|
|
strategy:
|
|
type: RollingUpdate
|
|
rollingUpdate:
|
|
maxUnavailable: 0
|
|
maxSurge: 1
|
|
selector:
|
|
matchLabels:
|
|
app: drosync-coordinator
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: drosync-coordinator
|
|
spec:
|
|
terminationGracePeriodSeconds: 30
|
|
serviceAccountName: drosync-coordinator
|
|
securityContext:
|
|
runAsNonRoot: true
|
|
runAsUser: 10001
|
|
runAsGroup: 10001
|
|
seccompProfile:
|
|
type: RuntimeDefault
|
|
imagePullSecrets:
|
|
- name: __K8S_IMAGE_PULL_SECRET_NAME__
|
|
containers:
|
|
- name: coordinator
|
|
image: __DROSYNC_COORDINATOR_IMAGE__
|
|
imagePullPolicy: Always
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
readOnlyRootFilesystem: true
|
|
capabilities:
|
|
drop: [ALL]
|
|
ports:
|
|
- name: http
|
|
containerPort: 3003
|
|
env:
|
|
- name: DROSYNC_COORDINATOR_PORT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROSYNC_COORDINATOR_PORT
|
|
- name: DROBOTICFLOW_OBJECT_SYNC_ENABLED
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: DROBOTICFLOW_OBJECT_SYNC_ENABLED
|
|
- name: WORKER_POLL_INTERVAL_MS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: WORKER_POLL_INTERVAL_MS
|
|
- name: BOS_ENDPOINT
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: BOS_ENDPOINT
|
|
- name: MONGO_DB
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: MONGO_DB
|
|
- name: MONGO_CONNECT_RETRIES
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: MONGO_CONNECT_RETRIES
|
|
- name: MONGO_CONNECT_RETRY_DELAY_MS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: droboticflow-config
|
|
key: MONGO_CONNECT_RETRY_DELAY_MS
|
|
- name: MONGO_URI
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: droboticflow-mongo-secret
|
|
key: MONGO_URI
|
|
- name: DROSYNC_AUDIT_SIGNING_PRIVATE_KEY
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: drosync-signing-secret
|
|
key: DROSYNC_AUDIT_SIGNING_PRIVATE_KEY
|
|
optional: true
|
|
- name: DROSYNC_AUDIT_SIGNING_KEY_ID
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: drosync-signing-secret
|
|
key: DROSYNC_AUDIT_SIGNING_KEY_ID
|
|
optional: true
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /ready
|
|
port: http
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 10
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /health
|
|
port: http
|
|
initialDelaySeconds: 15
|
|
periodSeconds: 20
|
|
resources:
|
|
requests:
|
|
cpu: 200m
|
|
memory: 256Mi
|
|
limits:
|
|
cpu: "2"
|
|
memory: 2Gi
|
|
volumeMounts:
|
|
- name: temporary
|
|
mountPath: /tmp
|
|
volumes:
|
|
- name: temporary
|
|
emptyDir:
|
|
sizeLimit: 4Gi
|
|
---
|
|
apiVersion: policy/v1
|
|
kind: PodDisruptionBudget
|
|
metadata:
|
|
name: drosync-coordinator
|
|
namespace: __NAMESPACE__
|
|
spec:
|
|
maxUnavailable: 1
|
|
selector:
|
|
matchLabels:
|
|
app: drosync-coordinator
|