droboticflow/scripts/local/fetch-mongo-snapshot.sh

125 lines
5.3 KiB
Bash
Executable File
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

#!/usr/bin/env bash
# 拉取公司集群 PVC 上的 Mongo 备份,恢复到本地独立容器 fanyu-mongo-restore (127.0.0.1:27018)。
#
# 用法:
# scripts/local/fetch-mongo-snapshot.sh [备份目录名]
# 默认备份目录: fanyu-v58-ca15d60d(PVC /workspace/system/backups/ 下)
#
# 集群影响: 只读备份 PVC;在 api pod /tmp 下创建独立分块目录,退出时清理。
# 本地产物: ${TMPDIR:-/tmp}/fanyu-mongo-snapshot.XXXXXX/mongo.archive.gz
# (sha256 与远端校验一致才恢复;成功后保留,失败时清理)
# 恢复目标: 容器 fanyu-mongo-restore,端口 127.0.0.1:27018,库 drobodata-fanyu(--drop 重建)
#
# 恢复后使用:
# source scripts/local/env-local-snapshot.sh # 切换本地平台到这份快照
# (或手动: export MONGO_URI=mongodb://127.0.0.1:27018/drobodata-fanyu)
set -euo pipefail
KUBECONF="${KUBECONFIG:-/Users/d-robotics/Desktop/fanyu/droboticflow/local-data/fanyu.conf}"
NS="droboticflow-fanyu"
BACKUP_DIR="${1-fanyu-v58-ca15d60d}"
ARCHIVE="mongo.archive.gz"
CHUNK=512000
if [ "$#" -gt 1 ] || [[ ! "$BACKUP_DIR" =~ ^[a-zA-Z0-9][a-zA-Z0-9._-]*$ ]]; then
echo "备份目录必须是单个目录名,仅允许字母、数字、点、下划线和连字符,且以字母或数字开头" >&2
exit 1
fi
umask 077
LOCAL_TMP=$(mktemp -d "${TMPDIR:-/tmp}/fanyu-mongo-snapshot.XXXXXX")
REMOTE_TMP=""
KEEP_ARCHIVE=0
OUT="$LOCAL_TMP/$ARCHIVE"
cleanup() {
local status=$?
trap - EXIT HUP INT TERM
if [[ "$REMOTE_TMP" =~ ^/tmp/fanyu-mongo-snapshot\.[a-zA-Z0-9]+$ ]]; then
KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- rm -rf -- "$REMOTE_TMP" \
|| echo "远端临时目录清理失败: $REMOTE_TMP" >&2
fi
if [ "$KEEP_ARCHIVE" -eq 1 ]; then
rm -rf -- "$LOCAL_TMP/chunks" "$LOCAL_TMP/chunks.list"
else
rm -rf -- "$LOCAL_TMP"
fi
exit "$status"
}
trap cleanup EXIT
trap 'exit 129' HUP
trap 'exit 130' INT
trap 'exit 143' TERM
echo "== 1/5 定位备份 =="
# 固定同一个 pod 读取校验和、分块和下载;参数始终通过 argv 传递给远端 shell。
POD=$(KUBECONFIG="$KUBECONF" kubectl -n "$NS" get pod -l app=droboticflow-api -o jsonpath='{.items[0].metadata.name}')
[ -n "$POD" ] || { echo "找不到 api pod" >&2; exit 1; }
REMOTE_ARCHIVE="/workspace/system/backups/$BACKUP_DIR/$ARCHIVE"
KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- sh -c \
'test -f "$1" && stat -c "%s" "$1"' snapshot-stat "$REMOTE_ARCHIVE" \
|| { echo "备份不存在: $BACKUP_DIR"; exit 1; }
SHA_FILE=$(KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- cat "$REMOTE_ARCHIVE.sha256")
read -r EXPECTED_SHA _ <<< "$SHA_FILE"
[[ "$EXPECTED_SHA" =~ ^[a-fA-F0-9]{64}$ ]] || { echo "备份 sha256 文件格式无效" >&2; exit 1; }
EXPECTED_SHA=$(printf '%s' "$EXPECTED_SHA" | tr 'A-F' 'a-f')
echo "备份: $BACKUP_DIR/$ARCHIVE 期望sha256: ${EXPECTED_SHA:0:16}..."
echo "== 2/5 在独立临时目录中分块 =="
echo "pod: $POD"
REMOTE_TMP_CANDIDATE=$(KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- sh -c \
'umask 077; mktemp -d /tmp/fanyu-mongo-snapshot.XXXXXX')
# 调用失败也可能返回部分输出;只把成功且校验通过的路径交给 EXIT 清理。
if [[ ! "$REMOTE_TMP_CANDIDATE" =~ ^/tmp/fanyu-mongo-snapshot\.[a-zA-Z0-9]+$ ]]; then
echo "远端临时目录无效" >&2
exit 1
fi
REMOTE_TMP="$REMOTE_TMP_CANDIDATE"
KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- sh -c \
'set -eu
split -b "$3" -d -a 6 "$1" "$2/p"
cd "$2"
printf "%s\n" p* | LC_ALL=C sort' \
snapshot-split "$REMOTE_ARCHIVE" "$REMOTE_TMP" "$CHUNK" > "$LOCAL_TMP/chunks.list"
N=$(wc -l < "$LOCAL_TMP/chunks.list" | tr -d ' ')
[ "$N" -gt 0 ] || { echo "没有备份分块" >&2; exit 1; }
echo "分块数: $N"
echo "== 3/5 逐块拉取(绕过长连接被网关重置的问题)=="
mkdir "$LOCAL_TMP/chunks"
: > "$OUT"
while IFS= read -r chunk; do
[[ "$chunk" =~ ^p[0-9]{6}$ ]] || { echo "无效的备份分块名" >&2; exit 1; }
KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- cat "$REMOTE_TMP/$chunk" > "$LOCAL_TMP/chunks/$chunk"
cat "$LOCAL_TMP/chunks/$chunk" >> "$OUT"
done < "$LOCAL_TMP/chunks.list"
ACTUAL=$(shasum -a 256 "$OUT" | awk '{print $1}')
echo "本地sha256: $ACTUAL"
[ "$ACTUAL" = "$EXPECTED_SHA" ] || { echo "sha256 不匹配!文件可能不完整"; exit 1; }
echo "sha256 校验通过"
echo "== 4/5 恢复到本地容器(mongo:8,端口 127.0.0.1:27018)=="
docker rm -f fanyu-mongo-restore >/dev/null 2>&1 || true
docker run -d --name fanyu-mongo-restore --restart unless-stopped -p '127.0.0.1:27018:27017' mongo:8.0 >/dev/null
sleep 8
docker cp "$OUT" fanyu-mongo-restore:/tmp/backup.gz
docker exec fanyu-mongo-restore mongorestore --archive=/tmp/backup.gz --gzip --drop --quiet
echo "恢复完成"
echo "== 5/5 验证 =="
docker exec fanyu-mongo-restore mongosh --quiet 127.0.0.1:27017/drobodata-fanyu --eval '
const colls = db.getCollectionNames();
print("集合数: " + colls.length);
let total = 0; const tops = [];
for (const c of colls) { const n = db.getCollection(c).countDocuments({}); total += n; if (n > 0) tops.push([c, n]); }
tops.sort((a,b) => b[1]-a[1]);
print("总文档数: " + total);
print("Top10: " + tops.slice(0, 10).map(t => t[0]+"="+t[1]).join(", "));
'
echo
echo "完成。快照文件: $OUT"
echo "本地连接: mongodb://127.0.0.1:27018/drobodata-fanyu"
echo "下一步: source scripts/local/env-local-snapshot.sh && npm run dev"
KEEP_ARCHIVE=1