.crow/build.yaml

@@ -178,12 +178,22 @@ steps:
           esac
           BASE="https://s3.eu-central-003.backblazeb2.com/devxy-r-builds/${PLATFORM_ID}"
           : > r-versions-existing.txt
-          for VERSION in $(cat r-versions-to-build.txt); do
+          # Escape hatch for when the builder image itself changes in a way that
-            URL="$BASE/$(printf "$FMT" "$VERSION" "${ARCH_ID}")"
+          # alters the resulting R binary (a newly enabled graphics device, a
-            if [ "$(curl -s -o /dev/null -w '%{http_code}' -I "$URL")" = "200" ]; then
+          # different BLAS). The artifact filename carries only the R version, so
-              echo "$VERSION" >> r-versions-existing.txt
+          # dedup would otherwise keep the stale binaries forever. Set FORCE_REBUILD
-            fi
+          # to a non-empty value as a pipeline variable on a manual run, or hardcode
-          done
+          # it here temporarily; uploads overwrite in place.
+          if [ -n "$FORCE_REBUILD" ]; then
+            echo "FORCE_REBUILD is set, ignoring artifacts already in the bucket"
+          else
+            for VERSION in $(cat r-versions-to-build.txt); do
+              URL="$BASE/$(printf "$FMT" "$VERSION" "${ARCH_ID}")"
+              if [ "$(curl -s -o /dev/null -w '%{http_code}' -I "$URL")" = "200" ]; then
+                echo "$VERSION" >> r-versions-existing.txt
+              fi
+            done
+          fi
       - echo "Already present in s3:"; cat r-versions-existing.txt
     backend_options:
       kubernetes:

CLAUDE.md

@@ -10,4 +10,11 @@ CI pipelines (Crow, in `.crow/`) that build R binaries and upload them to Backbl
 ## Gotchas
 
 - **B2 requires authentication for the list-bucket API.** Anonymous GET only works for individual public-read objects — an empty bucket listing usually means missing credentials, not an empty bucket. This silently broke rebuild dedup once.
+- **R's configure silently disables graphics devices when headers are missing.**
+It never fails the build, so a missing `-dev` package yields a working R whose `capabilities()` reports `cairo`, `png`, `jpeg` and `tiff` as `FALSE`.
+Installing the runtime libraries on the target system afterwards cannot bring compiled-out devices back; the binary has to be rebuilt.
+`builder/build.sh` therefore asserts `REQUIRED_CAPABILITIES` (set per Dockerfile) after `make install`.
+- **The `--with-x=no` on the Alpine images does not disable cairo.** R's bitmap and pangocairo checks run independently of `R_X11`, so `png()` and `svg()` work headless via cairo.
+- **Artifact filenames carry only the R version, not the builder image.**
+When a builder change alters the resulting binary, dedup would keep serving the stale artifact forever; set `FORCE_REBUILD` in `.crow/build.yaml` to rebuild and overwrite in place.
 - When a pipeline fails, fetch the Crow logs yourself instead of asking the user to paste them, and monitor reruns in the background until green.

builder/Dockerfile.alpine-320

@@ -5,6 +5,13 @@ ENV OS_IDENTIFIER alpine-320
 RUN set -x \
   && apk add -q R-dev curl ca-certificates bash g++ tzdata openjdk17 texmf-dist texlive-full tar sed patch tcl tk tk-dev xvfb libdeflate libdeflate-dev
 
+# Graphics devices. R's configure only enables the cairo/png/jpeg/tiff devices
+# when the corresponding headers are present at compile time, and pkgconf must
+# exist for the pangocairo check to run at all. Without these, capabilities()
+# reports cairo/png/jpeg/tiff as FALSE, and installing the runtime libraries
+# afterwards cannot bring the compiled-out devices back.
+RUN apk add -q pkgconf cairo-dev pango-dev fontconfig-dev freetype-dev libpng-dev jpeg-dev tiff-dev zlib-dev
+
 # Install s5cmd for S3 uploads (much faster than AWS CLI)
 RUN ARCH=$(uname -m); if [ "$ARCH" = "x86_64" ]; then S5CMD_ARCH="64bit"; else S5CMD_ARCH="arm64"; fi && \
     curl -sL "https://github.com/peak/s5cmd/releases/download/v2.3.0/s5cmd_2.3.0_Linux-${S5CMD_ARCH}.tar.gz" | tar xz -C /usr/local/bin s5cmd
@@ -18,7 +25,12 @@ RUN chmod 0777 /opt
 # Override the default pager used by R
 ENV PAGER /usr/bin/pager
 
-ENV CONFIGURE_OPTIONS "--enable-R-shlib --with-tcltk --enable-memory-profiling --with-x=no --with-blas --with-lapack"
+# X11 stays off: these are headless images, and the cairo/bitmap devices are
+# detected independently of X11, so png()/svg() still work via cairo.
+ENV CONFIGURE_OPTIONS "--enable-R-shlib --with-tcltk --enable-memory-profiling --with-x=no --with-cairo --with-libpng --with-jpeglib --with-libtiff --with-blas --with-lapack"
+
+# Fail the build if a graphics device silently drops out again.
+ENV REQUIRED_CAPABILITIES "cairo,png,jpeg,tiff"
 
 COPY package.alpine-320 /package.sh
 COPY build.sh .

builder/Dockerfile.alpine-321

@@ -5,6 +5,13 @@ ENV OS_IDENTIFIER alpine-321
 RUN set -x \
   && apk add -q R-dev curl ca-certificates bash g++ tzdata openjdk17 texmf-dist texlive-full tar sed patch tcl tk tk-dev xvfb libdeflate libdeflate-dev
 
+# Graphics devices. R's configure only enables the cairo/png/jpeg/tiff devices
+# when the corresponding headers are present at compile time, and pkgconf must
+# exist for the pangocairo check to run at all. Without these, capabilities()
+# reports cairo/png/jpeg/tiff as FALSE, and installing the runtime libraries
+# afterwards cannot bring the compiled-out devices back.
+RUN apk add -q pkgconf cairo-dev pango-dev fontconfig-dev freetype-dev libpng-dev jpeg-dev tiff-dev zlib-dev
+
 # Install s5cmd for S3 uploads (much faster than AWS CLI)
 RUN ARCH=$(uname -m); if [ "$ARCH" = "x86_64" ]; then S5CMD_ARCH="64bit"; else S5CMD_ARCH="arm64"; fi && \
     curl -sL "https://github.com/peak/s5cmd/releases/download/v2.3.0/s5cmd_2.3.0_Linux-${S5CMD_ARCH}.tar.gz" | tar xz -C /usr/local/bin s5cmd
@@ -18,7 +25,12 @@ RUN chmod 0777 /opt
 # Override the default pager used by R
 ENV PAGER /usr/bin/pager
 
-ENV CONFIGURE_OPTIONS "--enable-R-shlib --with-tcltk --enable-memory-profiling --with-x=no --with-blas --with-lapack"
+# X11 stays off: these are headless images, and the cairo/bitmap devices are
+# detected independently of X11, so png()/svg() still work via cairo.
+ENV CONFIGURE_OPTIONS "--enable-R-shlib --with-tcltk --enable-memory-profiling --with-x=no --with-cairo --with-libpng --with-jpeglib --with-libtiff --with-blas --with-lapack"
+
+# Fail the build if a graphics device silently drops out again.
+ENV REQUIRED_CAPABILITIES "cairo,png,jpeg,tiff"
 
 COPY package.alpine-321 /package.sh
 COPY build.sh .

builder/Dockerfile.alpine-322

@@ -5,6 +5,13 @@ ENV OS_IDENTIFIER alpine-322
 RUN set -x \
   && apk add -q R-dev curl ca-certificates bash g++ tzdata openjdk17 texmf-dist texlive-full tar sed patch tcl tk tk-dev xvfb libdeflate libdeflate-dev
 
+# Graphics devices. R's configure only enables the cairo/png/jpeg/tiff devices
+# when the corresponding headers are present at compile time, and pkgconf must
+# exist for the pangocairo check to run at all. Without these, capabilities()
+# reports cairo/png/jpeg/tiff as FALSE, and installing the runtime libraries
+# afterwards cannot bring the compiled-out devices back.
+RUN apk add -q pkgconf cairo-dev pango-dev fontconfig-dev freetype-dev libpng-dev jpeg-dev tiff-dev zlib-dev
+
 # Install s5cmd for S3 uploads (much faster than AWS CLI)
 RUN ARCH=$(uname -m); if [ "$ARCH" = "x86_64" ]; then S5CMD_ARCH="64bit"; else S5CMD_ARCH="arm64"; fi && \
     curl -sL "https://github.com/peak/s5cmd/releases/download/v2.3.0/s5cmd_2.3.0_Linux-${S5CMD_ARCH}.tar.gz" | tar xz -C /usr/local/bin s5cmd
@@ -18,7 +25,12 @@ RUN chmod 0777 /opt
 # Override the default pager used by R
 ENV PAGER /usr/bin/pager
 
-ENV CONFIGURE_OPTIONS "--enable-R-shlib --with-tcltk --enable-memory-profiling --with-x=no --with-blas --with-lapack"
+# X11 stays off: these are headless images, and the cairo/bitmap devices are
+# detected independently of X11, so png()/svg() still work via cairo.
+ENV CONFIGURE_OPTIONS "--enable-R-shlib --with-tcltk --enable-memory-profiling --with-x=no --with-cairo --with-libpng --with-jpeglib --with-libtiff --with-blas --with-lapack"
+
+# Fail the build if a graphics device silently drops out again.
+ENV REQUIRED_CAPABILITIES "cairo,png,jpeg,tiff"
 
 COPY package.alpine-322 /package.sh
 COPY build.sh .

builder/Dockerfile.alpine-323

@@ -5,6 +5,13 @@ ENV OS_IDENTIFIER alpine-323
 RUN set -x \
   && apk add -q R-dev curl ca-certificates bash g++ tzdata openjdk17 texmf-dist texlive-full tar sed patch tcl tk tk-dev xvfb libdeflate libdeflate-dev
 
+# Graphics devices. R's configure only enables the cairo/png/jpeg/tiff devices
+# when the corresponding headers are present at compile time, and pkgconf must
+# exist for the pangocairo check to run at all. Without these, capabilities()
+# reports cairo/png/jpeg/tiff as FALSE, and installing the runtime libraries
+# afterwards cannot bring the compiled-out devices back.
+RUN apk add -q pkgconf cairo-dev pango-dev fontconfig-dev freetype-dev libpng-dev jpeg-dev tiff-dev zlib-dev
+
 # Install s5cmd for S3 uploads (much faster than AWS CLI)
 RUN ARCH=$(uname -m); if [ "$ARCH" = "x86_64" ]; then S5CMD_ARCH="64bit"; else S5CMD_ARCH="arm64"; fi && \
     curl -sL "https://github.com/peak/s5cmd/releases/download/v2.3.0/s5cmd_2.3.0_Linux-${S5CMD_ARCH}.tar.gz" | tar xz -C /usr/local/bin s5cmd
@@ -18,7 +25,12 @@ RUN chmod 0777 /opt
 # Override the default pager used by R
 ENV PAGER /usr/bin/pager
 
-ENV CONFIGURE_OPTIONS "--enable-R-shlib --with-tcltk --enable-memory-profiling --with-x=no --with-blas --with-lapack"
+# X11 stays off: these are headless images, and the cairo/bitmap devices are
+# detected independently of X11, so png()/svg() still work via cairo.
+ENV CONFIGURE_OPTIONS "--enable-R-shlib --with-tcltk --enable-memory-profiling --with-x=no --with-cairo --with-libpng --with-jpeglib --with-libtiff --with-blas --with-lapack"
+
+# Fail the build if a graphics device silently drops out again.
+ENV REQUIRED_CAPABILITIES "cairo,png,jpeg,tiff"
 
 COPY package.alpine-322 /package.sh
 COPY build.sh .

builder/Dockerfile.alpine-324

@@ -5,6 +5,13 @@ ENV OS_IDENTIFIER alpine-324
 RUN set -x \
   && apk add -q R-dev curl ca-certificates bash g++ tzdata openjdk17 texmf-dist texlive-full tar sed patch tcl tk tk-dev xvfb libdeflate libdeflate-dev
 
+# Graphics devices. R's configure only enables the cairo/png/jpeg/tiff devices
+# when the corresponding headers are present at compile time, and pkgconf must
+# exist for the pangocairo check to run at all. Without these, capabilities()
+# reports cairo/png/jpeg/tiff as FALSE, and installing the runtime libraries
+# afterwards cannot bring the compiled-out devices back.
+RUN apk add -q pkgconf cairo-dev pango-dev fontconfig-dev freetype-dev libpng-dev jpeg-dev tiff-dev zlib-dev
+
 # Install s5cmd for S3 uploads (much faster than AWS CLI)
 RUN ARCH=$(uname -m); if [ "$ARCH" = "x86_64" ]; then S5CMD_ARCH="64bit"; else S5CMD_ARCH="arm64"; fi && \
     curl -sL "https://github.com/peak/s5cmd/releases/download/v2.3.0/s5cmd_2.3.0_Linux-${S5CMD_ARCH}.tar.gz" | tar xz -C /usr/local/bin s5cmd
@@ -18,7 +25,12 @@ RUN chmod 0777 /opt
 # Override the default pager used by R
 ENV PAGER /usr/bin/pager
 
-ENV CONFIGURE_OPTIONS "--enable-R-shlib --with-tcltk --enable-memory-profiling --with-x=no --with-blas --with-lapack"
+# X11 stays off: these are headless images, and the cairo/bitmap devices are
+# detected independently of X11, so png()/svg() still work via cairo.
+ENV CONFIGURE_OPTIONS "--enable-R-shlib --with-tcltk --enable-memory-profiling --with-x=no --with-cairo --with-libpng --with-jpeglib --with-libtiff --with-blas --with-lapack"
+
+# Fail the build if a graphics device silently drops out again.
+ENV REQUIRED_CAPABILITIES "cairo,png,jpeg,tiff"
 
 COPY package.alpine-324 /package.sh
 COPY build.sh .

builder/build.sh

@@ -209,6 +209,47 @@ local({
 EOF
 }
 
+# verify_capabilities()
+# Guard against a graphics device being silently compiled out. R's configure
+# only enables the cairo/png/jpeg/tiff devices when the matching headers were
+# present at compile time, and it does not fail when they are missing, so a
+# missing -dev package produces a working R that simply cannot draw. Once that
+# tarball is published, installing the runtime libraries on the target system
+# cannot bring the devices back; the build has to be redone.
+#
+# Dockerfiles opt in by setting REQUIRED_CAPABILITIES to a comma-separated list
+# of capabilities() names, e.g. "cairo,png,jpeg,tiff".
+verify_capabilities() {
+  if [ -z "${REQUIRED_CAPABILITIES}" ]; then
+    return 0
+  fi
+
+  echo "Verifying required R capabilities: ${REQUIRED_CAPABILITIES}"
+
+  # The full capabilities() table goes to stderr so it shows up in the build
+  # log; stdout carries only the space-separated list of missing entries.
+  local missing
+  missing=$("${R_INSTALL_PATH}/bin/Rscript" --vanilla -e '
+    required <- trimws(strsplit(Sys.getenv("REQUIRED_CAPABILITIES"), ",")[[1]])
+    required <- required[nzchar(required)]
+    caps <- capabilities()
+    writeLines(capture.output(print(caps)), con = stderr())
+    ok <- (required %in% names(caps)) & (unname(caps[required]) %in% TRUE)
+    cat(paste(required[!ok], collapse = " "), "\n", sep = "")
+  ') || {
+    echo "ERROR: could not query capabilities() from the freshly built R" >&2
+    return 1
+  }
+
+  if [ -n "${missing}" ]; then
+    echo "ERROR: R ${R_VERSION} for ${OS_IDENTIFIER} is missing required capabilities: ${missing}" >&2
+    echo "ERROR: install the matching -dev packages in builder/Dockerfile.${OS_IDENTIFIER} and rebuild." >&2
+    return 1
+  fi
+
+  echo "All required capabilities are present."
+}
+
 # check for packager script
 ## If it exists this build is ready for packaging with nFPM, so run the script
 ## else do nothing
@@ -236,6 +277,7 @@ set_up_environment
 fetch_r_source $R_VERSION
 patch_r $R_VERSION
 compile_r $R_VERSION
+verify_capabilities
 package_r $R_VERSION
 archive_r
 upload_r $R_VERSION