docker-publish-daily-beta.sh 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450
  1. #!/bin/bash
  2. # Daily beta build: build Docker image, push to registries, create/update GitHub prerelease
  3. #
  4. # Usage:
  5. # ./docker-publish-daily-beta.sh [--parallel] [--ghcr-only] [--dockerhub-only] [--skip-release]
  6. #
  7. # Examples:
  8. # ./docker-publish-daily-beta.sh # Full daily beta workflow
  9. # ./docker-publish-daily-beta.sh --parallel # Build both archs simultaneously
  10. # ./docker-publish-daily-beta.sh --ghcr-only # Only push to GHCR
  11. # ./docker-publish-daily-beta.sh --dockerhub-only # Only push to Docker Hub
  12. # ./docker-publish-daily-beta.sh --skip-release # Build+push without GitHub release
  13. #
  14. # Reads APP_VERSION from backend/app/core/config.py (must be a beta version like 0.2.2b1).
  15. # Builds and pushes a multi-arch Docker image tagged as 'daily'. Each push overwrites the
  16. # previous 'daily' image. A GitHub prerelease is created with a date-stamped tag for history.
  17. #
  18. # Users can stay up to date by pulling the 'daily' tag or using Watchtower:
  19. # docker pull ghcr.io/maziggy/bambuddy:daily
  20. #
  21. # Prerequisites:
  22. # 1. Log in to ghcr.io:
  23. # echo $GITHUB_TOKEN | docker login ghcr.io -u YOUR_USERNAME --password-stdin
  24. #
  25. # 2. Log in to Docker Hub:
  26. # docker login -u YOUR_USERNAME
  27. #
  28. # 3. GitHub CLI (gh) authenticated for creating releases
  29. #
  30. # Supported architectures:
  31. # - linux/amd64 (x86_64, most servers/desktops)
  32. # - linux/arm64 (Raspberry Pi 4/5, Apple Silicon via emulation)
  33. set -e
  34. # Configuration
  35. GHCR_REGISTRY="ghcr.io"
  36. DOCKERHUB_REGISTRY="docker.io"
  37. IMAGE_NAME="maziggy/bambuddy"
  38. GHCR_IMAGE="${GHCR_REGISTRY}/${IMAGE_NAME}"
  39. DOCKERHUB_IMAGE="${DOCKERHUB_REGISTRY}/${IMAGE_NAME}"
  40. PLATFORMS="linux/amd64,linux/arm64"
  41. BUILDER_NAME="bambuddy-builder"
  42. CONFIG_FILE="backend/app/core/config.py"
  43. CHANGELOG_FILE="CHANGELOG.md"
  44. # Colors for output
  45. RED='\033[0;31m'
  46. GREEN='\033[0;32m'
  47. YELLOW='\033[1;33m'
  48. BLUE='\033[0;34m'
  49. NC='\033[0m' # No Color
  50. # Parse arguments
  51. PARALLEL=false
  52. PUSH_GHCR=true
  53. PUSH_DOCKERHUB=true
  54. SKIP_RELEASE=false
  55. INCLUDE_SIDECARS=false
  56. for arg in "$@"; do
  57. case $arg in
  58. --parallel)
  59. PARALLEL=true
  60. ;;
  61. --ghcr-only)
  62. PUSH_DOCKERHUB=false
  63. ;;
  64. --dockerhub-only)
  65. PUSH_GHCR=false
  66. ;;
  67. --skip-release)
  68. SKIP_RELEASE=true
  69. ;;
  70. --include-sidecars)
  71. INCLUDE_SIDECARS=true
  72. ;;
  73. --help|-h)
  74. echo "Usage: $0 [--parallel] [--ghcr-only] [--dockerhub-only] [--skip-release] [--include-sidecars]"
  75. echo ""
  76. echo "Build and publish a daily beta Docker image using the APP_VERSION from config.py."
  77. echo ""
  78. echo "Options:"
  79. echo " --parallel Build both architectures simultaneously"
  80. echo " --ghcr-only Only push to GitHub Container Registry"
  81. echo " --dockerhub-only Only push to Docker Hub"
  82. echo " --skip-release Build+push without creating/updating GitHub release"
  83. echo " --include-sidecars Also rebuild + push orca-slicer-api and bambu-studio-api"
  84. echo " images (off by default — slicer rebuilds are expensive)"
  85. echo " --help, -h Show this help"
  86. exit 0
  87. ;;
  88. *)
  89. echo -e "${RED}Unknown argument: $arg${NC}"
  90. echo "Run $0 --help for usage"
  91. exit 1
  92. ;;
  93. esac
  94. done
  95. # ============================================================
  96. # Step 1: Read and validate APP_VERSION
  97. # ============================================================
  98. echo -e "${BLUE}[1/4] Validating APP_VERSION...${NC}"
  99. VERSION=$(grep -oP 'APP_VERSION = "\K[^"]+' "$CONFIG_FILE")
  100. if [ -z "$VERSION" ]; then
  101. echo -e "${RED}Error: Could not read APP_VERSION from ${CONFIG_FILE}${NC}"
  102. exit 1
  103. fi
  104. if ! [[ "$VERSION" =~ ^[0-9]+\.[0-9]+\.[0-9]+b[0-9]+$ ]]; then
  105. echo -e "${RED}Error: APP_VERSION '${VERSION}' is not a beta version (expected X.Y.Zb<N>)${NC}"
  106. exit 1
  107. fi
  108. # Date-stamped tag for GitHub releases only (not used as Docker tag)
  109. DAILY_DATE=$(date +%Y%m%d)
  110. DAILY_TAG="${VERSION}-daily.${DAILY_DATE}"
  111. echo -e "${GREEN} APP_VERSION: ${VERSION}${NC}"
  112. echo -e "${GREEN} Docker tag: daily${NC}"
  113. echo -e "${GREEN} Release tag: v${DAILY_TAG}${NC}"
  114. # ============================================================
  115. # Step 2: Build & push Docker images
  116. # ============================================================
  117. echo ""
  118. # Get CPU count
  119. CPU_COUNT=$(nproc 2>/dev/null || sysctl -n hw.ncpu 2>/dev/null || echo 4)
  120. echo -e "${GREEN}================================================${NC}"
  121. echo -e "${GREEN} Daily beta build${NC}"
  122. echo -e "${GREEN} Version: ${VERSION}${NC}"
  123. echo -e "${GREEN} Docker tag: daily${NC}"
  124. echo -e "${GREEN} Platforms: ${PLATFORMS}${NC}"
  125. echo -e "${GREEN} CPU cores: ${CPU_COUNT}${NC}"
  126. if [ "$PARALLEL" = true ]; then
  127. echo -e "${GREEN} Mode: PARALLEL (both archs simultaneously)${NC}"
  128. else
  129. echo -e "${GREEN} Mode: Sequential (amd64 → arm64)${NC}"
  130. fi
  131. echo -e "${GREEN} Registries:${NC}"
  132. if [ "$PUSH_GHCR" = true ]; then
  133. echo -e "${GREEN} - ${GHCR_IMAGE}${NC}"
  134. fi
  135. if [ "$PUSH_DOCKERHUB" = true ]; then
  136. echo -e "${GREEN} - ${DOCKERHUB_IMAGE}${NC}"
  137. fi
  138. echo -e "${GREEN}================================================${NC}"
  139. echo ""
  140. # Check registry logins
  141. if [ "$PUSH_GHCR" = true ]; then
  142. if ! grep -q "ghcr.io" ~/.docker/config.json 2>/dev/null; then
  143. echo -e "${YELLOW}Warning: You may not be logged in to ghcr.io${NC}"
  144. echo "Run: echo \$GITHUB_TOKEN | docker login ghcr.io -u YOUR_USERNAME --password-stdin"
  145. echo ""
  146. fi
  147. fi
  148. if [ "$PUSH_DOCKERHUB" = true ]; then
  149. if ! grep -q "index.docker.io\|docker.io" ~/.docker/config.json 2>/dev/null; then
  150. echo -e "${RED}Error: You are not logged in to Docker Hub${NC}"
  151. echo "Run: docker login -u YOUR_USERNAME"
  152. echo ""
  153. exit 1
  154. fi
  155. fi
  156. # Setup buildx builder if not exists
  157. echo -e "${BLUE}[2/4] Setting up Docker Buildx and building...${NC}"
  158. if ! docker buildx inspect "$BUILDER_NAME" >/dev/null 2>&1; then
  159. echo "Creating new buildx builder: $BUILDER_NAME (optimized for ${CPU_COUNT} cores)"
  160. docker buildx create \
  161. --name "$BUILDER_NAME" \
  162. --driver docker-container \
  163. --driver-opt network=host \
  164. --driver-opt "env.BUILDKIT_STEP_LOG_MAX_SIZE=10000000" \
  165. --buildkitd-flags "--allow-insecure-entitlement network.host --oci-worker-gc=false" \
  166. --config /dev/stdin <<EOF
  167. [worker.oci]
  168. max-parallelism = ${CPU_COUNT}
  169. EOF
  170. docker buildx inspect --bootstrap "$BUILDER_NAME"
  171. fi
  172. docker buildx use "$BUILDER_NAME"
  173. # Verify builder supports multi-platform
  174. if ! docker buildx inspect --bootstrap | grep -q "linux/arm64"; then
  175. echo -e "${YELLOW}Installing QEMU for cross-platform builds...${NC}"
  176. docker run --privileged --rm tonistiigi/binfmt --install all
  177. fi
  178. # Beta versions get 'daily' tag (never 'latest')
  179. echo -e "${YELLOW}Beta version — tagging as 'daily' (not 'latest')${NC}"
  180. # Build tags for all target registries
  181. TAGS=""
  182. if [ "$PUSH_GHCR" = true ]; then
  183. TAGS="$TAGS -t ${GHCR_IMAGE}:daily"
  184. fi
  185. if [ "$PUSH_DOCKERHUB" = true ]; then
  186. TAGS="$TAGS -t ${DOCKERHUB_IMAGE}:daily"
  187. fi
  188. # Common build args (no cache to ensure clean builds)
  189. BUILD_ARGS="--provenance=false --sbom=false --no-cache --pull"
  190. if [ "$PARALLEL" = true ]; then
  191. # Parallel build: Build each architecture separately then combine manifests
  192. echo -e "${YELLOW}Building amd64 and arm64 in parallel (${CPU_COUNT} cores each, no cache)...${NC}"
  193. # Build per-arch staging tags for each target registry
  194. ARCH_TAGS_AMD64=""
  195. ARCH_TAGS_ARM64=""
  196. if [ "$PUSH_GHCR" = true ]; then
  197. ARCH_TAGS_AMD64="$ARCH_TAGS_AMD64 -t ${GHCR_IMAGE}:daily-amd64"
  198. ARCH_TAGS_ARM64="$ARCH_TAGS_ARM64 -t ${GHCR_IMAGE}:daily-arm64"
  199. fi
  200. if [ "$PUSH_DOCKERHUB" = true ]; then
  201. ARCH_TAGS_AMD64="$ARCH_TAGS_AMD64 -t ${DOCKERHUB_IMAGE}:daily-amd64"
  202. ARCH_TAGS_ARM64="$ARCH_TAGS_ARM64 -t ${DOCKERHUB_IMAGE}:daily-arm64"
  203. fi
  204. # Build amd64 in background
  205. (
  206. echo -e "${BLUE}[amd64] Starting build...${NC}"
  207. docker buildx build \
  208. --platform linux/amd64 \
  209. ${ARCH_TAGS_AMD64} \
  210. ${BUILD_ARGS} \
  211. --push \
  212. . 2>&1 | sed 's/^/[amd64] /'
  213. echo -e "${GREEN}[amd64] Complete!${NC}"
  214. ) &
  215. PID_AMD64=$!
  216. # Build arm64 in background
  217. (
  218. echo -e "${BLUE}[arm64] Starting build...${NC}"
  219. docker buildx build \
  220. --platform linux/arm64 \
  221. ${ARCH_TAGS_ARM64} \
  222. ${BUILD_ARGS} \
  223. --push \
  224. . 2>&1 | sed 's/^/[arm64] /'
  225. echo -e "${GREEN}[arm64] Complete!${NC}"
  226. ) &
  227. PID_ARM64=$!
  228. # Wait for both builds
  229. echo "Waiting for parallel builds to complete..."
  230. wait $PID_AMD64
  231. wait $PID_ARM64
  232. # Create multi-arch manifests per registry (no cross-registry blob copies)
  233. echo -e "${BLUE}Creating multi-arch manifests...${NC}"
  234. if [ "$PUSH_GHCR" = true ]; then
  235. echo -e "${BLUE} Creating GHCR manifest...${NC}"
  236. docker buildx imagetools create \
  237. -t "${GHCR_IMAGE}:daily" \
  238. "${GHCR_IMAGE}:daily-amd64" \
  239. "${GHCR_IMAGE}:daily-arm64"
  240. fi
  241. if [ "$PUSH_DOCKERHUB" = true ]; then
  242. echo -e "${BLUE} Creating Docker Hub manifest...${NC}"
  243. docker buildx imagetools create \
  244. -t "${DOCKERHUB_IMAGE}:daily" \
  245. "${DOCKERHUB_IMAGE}:daily-amd64" \
  246. "${DOCKERHUB_IMAGE}:daily-arm64"
  247. fi
  248. else
  249. # Sequential build (default): Build both platforms in one command
  250. echo -e "${YELLOW}Building sequentially with ${CPU_COUNT} cores (no cache)...${NC}"
  251. DOCKER_BUILDKIT=1 docker buildx build \
  252. --platform "$PLATFORMS" \
  253. ${BUILD_ARGS} \
  254. $TAGS \
  255. --push \
  256. .
  257. fi
  258. # ============================================================
  259. # Step 3: Create/update GitHub release
  260. # ============================================================
  261. if [ "$SKIP_RELEASE" = true ]; then
  262. echo -e "${YELLOW}[3/4] Skipping GitHub release (--skip-release)${NC}"
  263. else
  264. echo -e "${BLUE}[3/4] Creating/updating GitHub release...${NC}"
  265. # Extract release notes from CHANGELOG: content between ## [<version>] and the next ## [ heading
  266. CHANGELOG_NOTES=$(sed -n "/^## \[${VERSION}\]/,/^## \[/{/^## \[/!p}" "$CHANGELOG_FILE" | sed '/^$/d; 1{/^$/d}')
  267. # Strip @mentions so GitHub doesn't auto-generate a "Contributors" section
  268. CHANGELOG_NOTES=$(echo "$CHANGELOG_NOTES" | sed 's/@\([a-zA-Z0-9_-]*\)/\1/g')
  269. if [ -z "$CHANGELOG_NOTES" ]; then
  270. echo -e "${YELLOW} Warning: No changelog notes found for ${VERSION}${NC}"
  271. CHANGELOG_NOTES="No changelog notes available for this release."
  272. fi
  273. # GitHub caps release body at 125000 chars. Reserve ~2000 for the boilerplate
  274. # header/pull-commands and truncate the changelog tail with a link to the full file.
  275. MAX_NOTES_LEN=122000
  276. if [ ${#CHANGELOG_NOTES} -gt $MAX_NOTES_LEN ]; then
  277. echo -e "${YELLOW} Changelog section is ${#CHANGELOG_NOTES} chars; truncating to ${MAX_NOTES_LEN} for GitHub release body${NC}"
  278. CHANGELOG_NOTES="${CHANGELOG_NOTES:0:$MAX_NOTES_LEN}
  279. ---
  280. _Changelog truncated — see the full [CHANGELOG.md](https://github.com/maziggy/bambuddy/blob/main/CHANGELOG.md) for the complete list._"
  281. fi
  282. # Build pull commands for the release body
  283. PULL_COMMANDS=""
  284. if [ "$PUSH_GHCR" = true ]; then
  285. PULL_COMMANDS="docker pull ghcr.io/maziggy/bambuddy:daily"
  286. fi
  287. if [ "$PUSH_DOCKERHUB" = true ]; then
  288. if [ -n "$PULL_COMMANDS" ]; then
  289. PULL_COMMANDS="${PULL_COMMANDS}
  290. # or
  291. docker pull maziggy/bambuddy:daily"
  292. else
  293. PULL_COMMANDS="docker pull maziggy/bambuddy:daily"
  294. fi
  295. fi
  296. # Create the release body
  297. TODAY=$(date +%Y-%m-%d)
  298. RELEASE_BODY=$(cat <<EOF
  299. > [!NOTE]
  300. > This is a **daily beta build** (${TODAY}). It contains the latest fixes and improvements but may have undiscovered issues.
  301. >
  302. > **Docker users:** Update by pulling the new image:
  303. > \`\`\`
  304. > ${PULL_COMMANDS}
  305. > \`\`\`
  306. >
  307. > **Tip:** Use [Watchtower](https://containrrr.dev/watchtower/) to automatically update when new daily builds are pushed.
  308. ---
  309. ${CHANGELOG_NOTES}
  310. EOF
  311. )
  312. # Delete ALL old daily releases — only the latest daily build should exist
  313. echo " Cleaning up old daily releases..."
  314. OLD_DAILY_RELEASES=$(gh release list --limit 100 --json tagName --jq '.[] | select(.tagName | test("-daily\\.")) | .tagName' 2>/dev/null || true)
  315. if [ -n "$OLD_DAILY_RELEASES" ]; then
  316. while IFS= read -r old_tag; do
  317. echo " Deleting old daily release: ${old_tag}..."
  318. gh release delete "$old_tag" --yes --cleanup-tag 2>/dev/null || true
  319. done <<< "$OLD_DAILY_RELEASES"
  320. fi
  321. # Create/move tag to current HEAD and push
  322. echo " Tagging current HEAD as v${DAILY_TAG}..."
  323. git tag -f "v${DAILY_TAG}"
  324. git push origin "v${DAILY_TAG}" --force
  325. echo " Creating release v${DAILY_TAG}..."
  326. NOTES_FILE=$(mktemp)
  327. trap 'rm -f "$NOTES_FILE"' EXIT
  328. printf '%s\n' "$RELEASE_BODY" > "$NOTES_FILE"
  329. gh release create "v${DAILY_TAG}" \
  330. --title "Daily Beta Build v${DAILY_TAG}" \
  331. --prerelease \
  332. --generate-notes=false \
  333. --notes-file "$NOTES_FILE"
  334. echo -e "${GREEN} Created GitHub release: v${DAILY_TAG}${NC}"
  335. fi
  336. # ============================================================
  337. # Step 4: Verify
  338. # ============================================================
  339. echo -e "${BLUE}[4/4] Verifying...${NC}"
  340. if [ "$PUSH_GHCR" = true ]; then
  341. echo -e "${BLUE}GHCR manifest:${NC}"
  342. docker buildx imagetools inspect "${GHCR_IMAGE}:daily"
  343. fi
  344. if [ "$PUSH_DOCKERHUB" = true ]; then
  345. echo -e "${BLUE}Docker Hub manifest:${NC}"
  346. docker buildx imagetools inspect "${DOCKERHUB_IMAGE}:daily"
  347. fi
  348. if [ "$SKIP_RELEASE" != true ]; then
  349. echo ""
  350. echo -e "${BLUE}GitHub release:${NC}"
  351. gh release view "v${DAILY_TAG}"
  352. fi
  353. # ============================================================
  354. # Summary
  355. # ============================================================
  356. echo ""
  357. echo -e "${GREEN}================================================${NC}"
  358. echo -e "${GREEN} Daily beta build complete!${NC}"
  359. echo -e "${GREEN} Version: ${VERSION}${NC}"
  360. echo -e "${GREEN}================================================${NC}"
  361. if [ "$PUSH_GHCR" = true ]; then
  362. echo " GHCR: ${GHCR_IMAGE}:daily"
  363. fi
  364. if [ "$PUSH_DOCKERHUB" = true ]; then
  365. echo " Docker Hub: ${DOCKERHUB_IMAGE}:daily"
  366. fi
  367. if [ "$SKIP_RELEASE" != true ]; then
  368. echo " Release: https://github.com/${IMAGE_NAME}/releases/tag/v${DAILY_TAG}"
  369. fi
  370. echo ""
  371. echo -e "${BLUE}Supported platforms:${NC}"
  372. echo " - linux/amd64 (Intel/AMD servers, desktops)"
  373. echo " - linux/arm64 (Raspberry Pi 4/5, Apple Silicon)"
  374. echo ""
  375. echo -e "${GREEN}Users can now run:${NC}"
  376. if [ "$PUSH_GHCR" = true ]; then
  377. echo " docker pull ${GHCR_IMAGE}:daily"
  378. fi
  379. if [ "$PUSH_DOCKERHUB" = true ]; then
  380. echo " docker pull ${DOCKERHUB_IMAGE}:daily"
  381. echo " docker pull ${IMAGE_NAME}:daily # shorthand"
  382. fi
  383. # ============================================================
  384. # Sidecar images (orca-slicer-api + bambu-studio-api) — opt-in for daily
  385. # ============================================================
  386. SIDECAR_SCRIPT="/opt/claude/projects/orca-slicer-api/docker-publish-sidecars.sh"
  387. if [ "$INCLUDE_SIDECARS" != true ]; then
  388. echo ""
  389. echo -e "${YELLOW}Sidecar images not rebuilt (daily default).${NC}"
  390. echo -e "${YELLOW}Pass --include-sidecars to also publish orca-slicer-api + bambu-studio-api.${NC}"
  391. elif [ ! -x "$SIDECAR_SCRIPT" ]; then
  392. echo ""
  393. echo -e "${YELLOW}Sidecar helper not found at ${SIDECAR_SCRIPT} — skipping sidecar build.${NC}"
  394. else
  395. echo ""
  396. echo -e "${GREEN}================================================${NC}"
  397. echo -e "${GREEN} Publishing sidecar images (daily channel)${NC}"
  398. echo -e "${GREEN}================================================${NC}"
  399. SIDECAR_ARGS="--channel daily --version ${VERSION}"
  400. [ "$PARALLEL" = true ] && SIDECAR_ARGS="$SIDECAR_ARGS --parallel"
  401. [ "$PUSH_GHCR" = false ] && SIDECAR_ARGS="$SIDECAR_ARGS --dockerhub-only"
  402. [ "$PUSH_DOCKERHUB" = false ] && SIDECAR_ARGS="$SIDECAR_ARGS --ghcr-only"
  403. "$SIDECAR_SCRIPT" $SIDECAR_ARGS
  404. fi