125 lines
5.3 KiB
Bash
Executable File
125 lines
5.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
||
# 拉取公司集群 PVC 上的 Mongo 备份,恢复到本地独立容器 fanyu-mongo-restore (127.0.0.1:27018)。
|
||
#
|
||
# 用法:
|
||
# scripts/local/fetch-mongo-snapshot.sh [备份目录名]
|
||
# 默认备份目录: fanyu-v58-ca15d60d(PVC /workspace/system/backups/ 下)
|
||
#
|
||
# 集群影响: 只读备份 PVC;在 api pod /tmp 下创建独立分块目录,退出时清理。
|
||
# 本地产物: ${TMPDIR:-/tmp}/fanyu-mongo-snapshot.XXXXXX/mongo.archive.gz
|
||
# (sha256 与远端校验一致才恢复;成功后保留,失败时清理)
|
||
# 恢复目标: 容器 fanyu-mongo-restore,端口 127.0.0.1:27018,库 drobodata-fanyu(--drop 重建)
|
||
#
|
||
# 恢复后使用:
|
||
# source scripts/local/env-local-snapshot.sh # 切换本地平台到这份快照
|
||
# (或手动: export MONGO_URI=mongodb://127.0.0.1:27018/drobodata-fanyu)
|
||
|
||
set -euo pipefail
|
||
|
||
KUBECONF="${KUBECONFIG:-/Users/d-robotics/Desktop/fanyu/droboticflow/local-data/fanyu.conf}"
|
||
NS="droboticflow-fanyu"
|
||
BACKUP_DIR="${1-fanyu-v58-ca15d60d}"
|
||
ARCHIVE="mongo.archive.gz"
|
||
CHUNK=512000
|
||
|
||
if [ "$#" -gt 1 ] || [[ ! "$BACKUP_DIR" =~ ^[a-zA-Z0-9][a-zA-Z0-9._-]*$ ]]; then
|
||
echo "备份目录必须是单个目录名,仅允许字母、数字、点、下划线和连字符,且以字母或数字开头" >&2
|
||
exit 1
|
||
fi
|
||
|
||
umask 077
|
||
LOCAL_TMP=$(mktemp -d "${TMPDIR:-/tmp}/fanyu-mongo-snapshot.XXXXXX")
|
||
REMOTE_TMP=""
|
||
KEEP_ARCHIVE=0
|
||
OUT="$LOCAL_TMP/$ARCHIVE"
|
||
|
||
cleanup() {
|
||
local status=$?
|
||
trap - EXIT HUP INT TERM
|
||
if [[ "$REMOTE_TMP" =~ ^/tmp/fanyu-mongo-snapshot\.[a-zA-Z0-9]+$ ]]; then
|
||
KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- rm -rf -- "$REMOTE_TMP" \
|
||
|| echo "远端临时目录清理失败: $REMOTE_TMP" >&2
|
||
fi
|
||
if [ "$KEEP_ARCHIVE" -eq 1 ]; then
|
||
rm -rf -- "$LOCAL_TMP/chunks" "$LOCAL_TMP/chunks.list"
|
||
else
|
||
rm -rf -- "$LOCAL_TMP"
|
||
fi
|
||
exit "$status"
|
||
}
|
||
trap cleanup EXIT
|
||
trap 'exit 129' HUP
|
||
trap 'exit 130' INT
|
||
trap 'exit 143' TERM
|
||
|
||
echo "== 1/5 定位备份 =="
|
||
# 固定同一个 pod 读取校验和、分块和下载;参数始终通过 argv 传递给远端 shell。
|
||
POD=$(KUBECONFIG="$KUBECONF" kubectl -n "$NS" get pod -l app=droboticflow-api -o jsonpath='{.items[0].metadata.name}')
|
||
[ -n "$POD" ] || { echo "找不到 api pod" >&2; exit 1; }
|
||
REMOTE_ARCHIVE="/workspace/system/backups/$BACKUP_DIR/$ARCHIVE"
|
||
KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- sh -c \
|
||
'test -f "$1" && stat -c "%s" "$1"' snapshot-stat "$REMOTE_ARCHIVE" \
|
||
|| { echo "备份不存在: $BACKUP_DIR"; exit 1; }
|
||
SHA_FILE=$(KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- cat "$REMOTE_ARCHIVE.sha256")
|
||
read -r EXPECTED_SHA _ <<< "$SHA_FILE"
|
||
[[ "$EXPECTED_SHA" =~ ^[a-fA-F0-9]{64}$ ]] || { echo "备份 sha256 文件格式无效" >&2; exit 1; }
|
||
EXPECTED_SHA=$(printf '%s' "$EXPECTED_SHA" | tr 'A-F' 'a-f')
|
||
echo "备份: $BACKUP_DIR/$ARCHIVE 期望sha256: ${EXPECTED_SHA:0:16}..."
|
||
|
||
echo "== 2/5 在独立临时目录中分块 =="
|
||
echo "pod: $POD"
|
||
REMOTE_TMP_CANDIDATE=$(KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- sh -c \
|
||
'umask 077; mktemp -d /tmp/fanyu-mongo-snapshot.XXXXXX')
|
||
# 调用失败也可能返回部分输出;只把成功且校验通过的路径交给 EXIT 清理。
|
||
if [[ ! "$REMOTE_TMP_CANDIDATE" =~ ^/tmp/fanyu-mongo-snapshot\.[a-zA-Z0-9]+$ ]]; then
|
||
echo "远端临时目录无效" >&2
|
||
exit 1
|
||
fi
|
||
REMOTE_TMP="$REMOTE_TMP_CANDIDATE"
|
||
KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- sh -c \
|
||
'set -eu
|
||
split -b "$3" -d -a 6 "$1" "$2/p"
|
||
cd "$2"
|
||
printf "%s\n" p* | LC_ALL=C sort' \
|
||
snapshot-split "$REMOTE_ARCHIVE" "$REMOTE_TMP" "$CHUNK" > "$LOCAL_TMP/chunks.list"
|
||
N=$(wc -l < "$LOCAL_TMP/chunks.list" | tr -d ' ')
|
||
[ "$N" -gt 0 ] || { echo "没有备份分块" >&2; exit 1; }
|
||
echo "分块数: $N"
|
||
|
||
echo "== 3/5 逐块拉取(绕过长连接被网关重置的问题)=="
|
||
mkdir "$LOCAL_TMP/chunks"
|
||
: > "$OUT"
|
||
while IFS= read -r chunk; do
|
||
[[ "$chunk" =~ ^p[0-9]{6}$ ]] || { echo "无效的备份分块名" >&2; exit 1; }
|
||
KUBECONFIG="$KUBECONF" kubectl -n "$NS" exec "$POD" -- cat "$REMOTE_TMP/$chunk" > "$LOCAL_TMP/chunks/$chunk"
|
||
cat "$LOCAL_TMP/chunks/$chunk" >> "$OUT"
|
||
done < "$LOCAL_TMP/chunks.list"
|
||
ACTUAL=$(shasum -a 256 "$OUT" | awk '{print $1}')
|
||
echo "本地sha256: $ACTUAL"
|
||
[ "$ACTUAL" = "$EXPECTED_SHA" ] || { echo "sha256 不匹配!文件可能不完整"; exit 1; }
|
||
echo "sha256 校验通过"
|
||
|
||
echo "== 4/5 恢复到本地容器(mongo:8,端口 127.0.0.1:27018)=="
|
||
docker rm -f fanyu-mongo-restore >/dev/null 2>&1 || true
|
||
docker run -d --name fanyu-mongo-restore --restart unless-stopped -p '127.0.0.1:27018:27017' mongo:8.0 >/dev/null
|
||
sleep 8
|
||
docker cp "$OUT" fanyu-mongo-restore:/tmp/backup.gz
|
||
docker exec fanyu-mongo-restore mongorestore --archive=/tmp/backup.gz --gzip --drop --quiet
|
||
echo "恢复完成"
|
||
|
||
echo "== 5/5 验证 =="
|
||
docker exec fanyu-mongo-restore mongosh --quiet 127.0.0.1:27017/drobodata-fanyu --eval '
|
||
const colls = db.getCollectionNames();
|
||
print("集合数: " + colls.length);
|
||
let total = 0; const tops = [];
|
||
for (const c of colls) { const n = db.getCollection(c).countDocuments({}); total += n; if (n > 0) tops.push([c, n]); }
|
||
tops.sort((a,b) => b[1]-a[1]);
|
||
print("总文档数: " + total);
|
||
print("Top10: " + tops.slice(0, 10).map(t => t[0]+"="+t[1]).join(", "));
|
||
'
|
||
echo
|
||
echo "完成。快照文件: $OUT"
|
||
echo "本地连接: mongodb://127.0.0.1:27018/drobodata-fanyu"
|
||
echo "下一步: source scripts/local/env-local-snapshot.sh && npm run dev"
|
||
KEEP_ARCHIVE=1
|