droboticflow/scripts/build-drobotic-pull-linux.sh
eust-w 8780cd598c 🐛 Fix large model downloads and package drobotic-pull 1.0.1
The old shipped v1.0.0 used a 300-second whole-response deadline. Keep active transfers alive, validate ranged retries, filter BOS folder markers, and preserve accurate failure/progress reporting. Verify the Linux package with interrupted 4 GiB transfers, a 307-second stream, and the real 7.47 GiB checkpoint with matching SHA256 receipts.
2026-10-22 14:19:48 +08:00

93 lines
4.7 KiB
Bash
Executable File

#!/usr/bin/env bash
# Apply the repository release-version policy before generating a new release.
set -euo pipefail
repo_root="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")/.." && pwd)"
build_context="${DROBOTIC_PULL_DOCKER_CONTEXT:-colima}"
build_image="${DROBOTIC_PULL_BUILD_IMAGE:-ubuntu:22.04}"
rust_version="${DROBOTIC_PULL_RUST_VERSION:-1.98.1}"
release_version="$(sed -n 's/^version = "\([^"]*\)"/\1/p' "$repo_root/tools/drobotic-pull/Cargo.toml" | head -n 1)"
output_root="${1:-$repo_root/output}"
mkdir -p "$output_root"
output_root="$(cd -- "$output_root" && pwd)"
source_commit="$(git -C "$repo_root" rev-parse HEAD)"
source_dirty=false
if [[ -n "$(git -C "$repo_root" status --porcelain -- tools/drobotic-pull)" ]]; then
source_dirty=true
fi
docker --context "$build_context" run --rm -i --platform linux/amd64 \
-v "$repo_root:/source:ro" \
-v "$output_root:/output" \
-v "drobotic-pull-build-cargo-$rust_version:/opt/cargo" \
-v "drobotic-pull-build-rustup-$rust_version:/opt/rustup" \
-v "drobotic-pull-build-target-$rust_version:/opt/target" \
-e CARGO_HOME=/opt/cargo -e RUSTUP_HOME=/opt/rustup -e CARGO_TARGET_DIR=/opt/target \
-e RELEASE_VERSION="$release_version" -e RUST_VERSION="$rust_version" \
-e SOURCE_COMMIT="$source_commit" -e SOURCE_DIRTY="$source_dirty" \
-e BUILD_IMAGE="$build_image" \
"$build_image" bash -s <<'BUILD'
set -euo pipefail
export DEBIAN_FRONTEND=noninteractive
apt-get update -qq
apt-get install -y --no-install-recommends build-essential binutils ca-certificates curl python3
export PATH="/opt/cargo/bin:$PATH"
if [[ ! -x /opt/cargo/bin/rustup ]]; then
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs -o /tmp/rustup-init.sh
sh /tmp/rustup-init.sh -y --profile minimal --default-toolchain "$RUST_VERSION" --no-modify-path
else
rustup toolchain install "$RUST_VERSION" --profile minimal --no-self-update
fi
mkdir -p /build
cp /source/tools/drobotic-pull/Cargo.toml /source/tools/drobotic-pull/Cargo.lock /build/
cp -R /source/tools/drobotic-pull/src /source/tools/drobotic-pull/tests /build/
cd /build
package_name="drobotic-pull-v$RELEASE_VERSION-linux-x86_64"
export PACKAGE_DIR="/output/$package_name"
mkdir -p "$PACKAGE_DIR"
cargo +"$RUST_VERSION" build --release --locked 2>&1 | tee "$PACKAGE_DIR/build.log"
install -m 0755 /opt/target/release/drobotic-pull "$PACKAGE_DIR/drobotic-pull"
strip "$PACKAGE_DIR/drobotic-pull"
[[ "$("$PACKAGE_DIR/drobotic-pull" --version)" == "drobotic-pull $RELEASE_VERSION" ]]
cargo +"$RUST_VERSION" test --release --locked 2>&1 | tee "$PACKAGE_DIR/unit-tests.log"
DROBOTIC_PULL_BIN="$PACKAGE_DIR/drobotic-pull" python3 tests/regression.py 2>&1 | tee "$PACKAGE_DIR/regression.log"
cp /source/docs/drobotic-pull/用户使用手册.md "$PACKAGE_DIR/README.md"
python3 - <<'PY'
from datetime import datetime, timezone
import hashlib
import json
import os
from pathlib import Path
import re
import subprocess
package = Path(os.environ["PACKAGE_DIR"])
source_files = [Path("Cargo.toml"), Path("Cargo.lock"), *sorted(Path("src").glob("**/*.rs")), *sorted(Path("tests").glob("**/*.py"))]
version_info = subprocess.check_output(["readelf", "--version-info", str(package / "drobotic-pull")], text=True)
glibc_versions = sorted(set(re.findall(r"GLIBC_([\d.]+)", version_info)), key=lambda item: tuple(map(int, item.split("."))))
report = {
"package": "drobotic-pull", "version": os.environ["RELEASE_VERSION"],
"target": "x86_64-unknown-linux-gnu", "build_image": os.environ["BUILD_IMAGE"],
"rustc": subprocess.check_output(["rustc", "+" + os.environ["RUST_VERSION"], "--version"], text=True).strip(),
"built_at_utc": datetime.now(timezone.utc).isoformat(),
"source_commit_base": os.environ["SOURCE_COMMIT"], "source_working_tree_modified": os.environ["SOURCE_DIRTY"] == "true",
"source_sha256": {str(path): hashlib.sha256(path.read_bytes()).hexdigest() for path in source_files},
"binary_sha256": hashlib.sha256((package / "drobotic-pull").read_bytes()).hexdigest(),
"maximum_required_glibc_symbol_version": glibc_versions[-1],
"build_command": "cargo +" + os.environ["RUST_VERSION"] + " build --release --locked",
"unit_tests_passed": True, "linux_cli_regressions_passed": True,
"customer_model_download_verified": False,
}
(package / "BUILD-INFO.json").write_text(json.dumps(report, indent=2) + "\n")
PY
cd "$PACKAGE_DIR"
sha256sum drobotic-pull README.md BUILD-INFO.json > SHA256SUMS
sha256sum -c SHA256SUMS
cd /output
tar --sort=name --owner=0 --group=0 --numeric-owner -czf "$package_name.tar.gz" \
"$package_name/drobotic-pull" "$package_name/README.md" "$package_name/BUILD-INFO.json" "$package_name/SHA256SUMS"
sha256sum "$package_name.tar.gz" > "$package_name.tar.gz.sha256"
sha256sum -c "$package_name.tar.gz.sha256"
printf 'Package created: %s.tar.gz\n' "$package_name"
BUILD