save state
This commit is contained in:
parent
70753ebaed
commit
23142a03f6
GPG key ID:
3C6318841EF78925
1 changed files with 279 additions and 0 deletions
154
02-build-binaries.sh
Normal file
154
02-build-binaries.sh
Normal file
|
|
@ -0,0 +1,154 @@
|
|||
#! /bin/bash
|
||||
|
||||
R_VERSION=4.0.5
|
||||
PACKAGES="mlr3filters stringi"
|
||||
|
||||
# install sysdeps for all packages
|
||||
for w in $PACKAGES; do
|
||||
|
||||
### dynamic start
|
||||
|
||||
export PACKAGE=$w
|
||||
export R_LIBS_USER=/root/user_lib
|
||||
mkdir -p /root/user_lib
|
||||
|
||||
export R_VERSION=$(R --version | grep -Eo '[0-9.]+' | head -n 1)
|
||||
export R_VERSION_MINOR=$(echo "$R_VERSION" | cut -d. -f1,2)
|
||||
export ARCH=$(arch)
|
||||
|
||||
DIST_FAM=$(grep 'ID_LIKE=' /etc/os-release | cut -d'=' -f2 | tr -d '"')
|
||||
if [[ $DIST_FAM == "debian" ]]; then
|
||||
export CODENAME=$(grep 'VERSION_CODENAME=' /etc/os-release | cut -d'=' -f2 | tr -d '"')
|
||||
elif [[ $DIST_FAM =~ ^(rhel) ]]; then
|
||||
if [[ $(grep 'PLATFORM_ID=' /etc/os-release | cut -d'=' -f2 | tr -d '"') == "platform:el9" ]]; then
|
||||
export CODENAME=rhel9
|
||||
elif [[ $(grep 'PLATFORM_ID=' /etc/os-release | cut -d'=' -f2 | tr -d '"') == "platform:el8" ]]; then
|
||||
export CODENAME=rhel8
|
||||
fi
|
||||
fi
|
||||
|
||||
git clone https://github.com/cran/"${PACKAGE}".git
|
||||
cd "${PACKAGE}"
|
||||
|
||||
# also installs system dependencies
|
||||
# FIXME: auto-detection does not work on arm-based systems
|
||||
export PKG_SYSREQS_PLATFORM=redhat-9
|
||||
export PKG_SYSREQS=TRUE
|
||||
export PKG_SYSREQS_VERBOSE=TRUE
|
||||
R -q -e 'options(repos = c(CRAN="https://stat.ethz.ch/CRAN/")); pak::local_install_dev_deps()'
|
||||
|
||||
cd ..
|
||||
done
|
||||
|
||||
# build binaries from tags
|
||||
for w in $PACKAGES; do
|
||||
|
||||
# this runs in parallel
|
||||
# run() {
|
||||
export PACKAGE=$w
|
||||
export R_LIBS_USER=/root/user_lib
|
||||
|
||||
export R_VERSION=$(R --version | grep -Eo '[0-9.]+' | head -n 1)
|
||||
export R_VERSION_MINOR=$(echo "$R_VERSION" | cut -d. -f1,2)
|
||||
export ARCH=$(arch)
|
||||
DIST_FAM=$(grep 'ID_LIKE=' /etc/os-release | cut -d'=' -f2 | tr -d '"')
|
||||
if [[ $DIST_FAM == "debian" ]]; then
|
||||
export CODENAME=$(grep 'VERSION_CODENAME=' /etc/os-release | cut -d'=' -f2 | tr -d '"')
|
||||
elif [[ $DIST_FAM =~ ^(fedora) ]]; then
|
||||
if [[ $(grep 'PLATFORM_ID=' /etc/os-release | cut -d'=' -f2 | tr -d '"') == "platform:el9" ]]; then
|
||||
export CODENAME=rhel9
|
||||
elif [[ $(grep 'PLATFORM_ID=' /etc/os-release | cut -d'=' -f2 | tr -d '"') == "platform:el8" ]]; then
|
||||
export CODENAME=rhel8
|
||||
fi
|
||||
fi
|
||||
|
||||
# example CRAN dir structure: https://cran.r-project.org/src/contrib
|
||||
mkdir -p /root/__linux__/"${CODENAME}"/"${R_VERSION_MINOR}"/latest/src/contrib/Archive
|
||||
mkdir -p /root/src/contrib/Archive
|
||||
|
||||
cd "${PACKAGE}"
|
||||
# NB: we start with the latest tag as we make the greedy assumption that the latest release has all deps of the previous ones
|
||||
export TAGS=$(git tag -l --sort=-v:refname)
|
||||
|
||||
for i in $TAGS; do
|
||||
git checkout -q -f $i
|
||||
|
||||
# the tag might differ from the actual version
|
||||
TAG=$(grep "Version" DESCRIPTION | grep -Po "([0-9]+(\.[0-9]+)+)")
|
||||
|
||||
# don't install syslibs again
|
||||
export PKG_SYSREQS=FALSE
|
||||
export PKG_SYSREQS_VERBOSE=FALSE
|
||||
|
||||
# build source
|
||||
EXISTS=$(find /root/src/contrib/ | grep -P "${PACKAGE}_${TAG}")
|
||||
if [[ -n $EXISTS ]]; then
|
||||
printf "[Skip] ${PACKAGE} '${TAG}' (source), already exists.\n"
|
||||
# continue
|
||||
else
|
||||
printf "[Build] ${PACKAGE} '${TAG}' (source)\n"
|
||||
fi
|
||||
OUTPUT=$(R -q -e 'options(repos = c(CRAN="https://stat.ethz.ch/CRAN/")); pkgbuild::build(binary = FALSE, vignettes = FALSE, dest_path = "/root/src/contrib")')
|
||||
|
||||
if [[ $(printf "$OUTPUT" | grep "Error") != "" ]]; then
|
||||
printf "[Error] ${PACKAGE} '${TAG}' (binary)\n"
|
||||
printf $OUTPUT >/root/__linux__/"${CODENAME}"/"${R_VERSION_MINOR}"/latest/src/contrib/"${PACKAGE}"_"${TAG}"_error
|
||||
continue
|
||||
else
|
||||
# build binary
|
||||
EXISTS=$(find /root/__linux__/"${CODENAME}"/"${R_VERSION_MINOR}"/latest/src/contrib/ | grep -P "${PACKAGE}_${TAG}")
|
||||
if [[ -n $EXISTS ]]; then
|
||||
printf "[Skip] ${PACKAGE} '${TAG}' (binary), already exists.\n"
|
||||
continue
|
||||
else
|
||||
printf "[Build] ${PACKAGE} '${TAG}' (binary)\n"
|
||||
fi
|
||||
R -q -e 'options(repos = c(CRAN="https://stat.ethz.ch/CRAN/")); pak::local_install_dev_deps()'
|
||||
R -q -e 'options(repos = c(CRAN="https://stat.ethz.ch/CRAN/")); pkgbuild::build(binary = TRUE, vignettes = FALSE, dest_path = sprintf("/root/__linux__/%s/%s/latest/src/contrib", Sys.getenv("CODENAME"), Sys.getenv("R_VERSION_MINOR")))'
|
||||
# remove _aarch64-unknown-linux-gnu part in filename
|
||||
rsync -a /root/__linux__/"${CODENAME}"/"${R_VERSION_MINOR}"/latest/src/contrib/"${PACKAGE}"_"${TAG}"*.tar.gz /root/__linux__/"${CODENAME}"/"${R_VERSION_MINOR}"/latest/src/contrib/"${PACKAGE}"_"${TAG}".tar.gz
|
||||
fi
|
||||
|
||||
# create archive dir for package
|
||||
mkdir -p /root/__linux__/"${CODENAME}"/"${R_VERSION_MINOR}"/latest/src/contrib/Archive/"${PACKAGE}"
|
||||
# list all files in dir
|
||||
all_versions=$(ls /root/__linux__/"${CODENAME}"/"${R_VERSION_MINOR}"/latest/src/contrib/"${PACKAGE}"*.tar.gz)
|
||||
# Find the latest version
|
||||
latest_version=$(ls /root/__linux__/"${CODENAME}"/"${R_VERSION_MINOR}"/latest/src/contrib/"${PACKAGE}"*.tar.gz | sort -V | tail -n 1)
|
||||
|
||||
# Move all other versions to the Archived directory
|
||||
for file in $all_versions; do
|
||||
if [ "$file" != "$latest_version" ]; then
|
||||
rsync -a "$file" /root/__linux__/"${CODENAME}"/"${R_VERSION_MINOR}"/latest/src/contrib/Archive/"${PACKAGE}"/
|
||||
fi
|
||||
done
|
||||
|
||||
# list all files in dir
|
||||
all_versions=$(ls /root/src/contrib/"${PACKAGE}"*.tar.gz)
|
||||
# Find the latest version
|
||||
latest_version=$(ls /root/src/contrib/"${PACKAGE}"*.tar.gz | sort -V | tail -n 1)
|
||||
|
||||
# create archive dir for package
|
||||
mkdir -p /root/src/contrib/Archive/"${PACKAGE}"
|
||||
# Move all other versions to the Archived directory
|
||||
for file in $all_versions; do
|
||||
if [ "$file" != "$latest_version" ]; then
|
||||
rsync -a "$file" /root/src/contrib/Archive/"${PACKAGE}"/
|
||||
fi
|
||||
done
|
||||
|
||||
done
|
||||
|
||||
cd ..
|
||||
rm -rf /root/"${PACKAGE}"
|
||||
# }
|
||||
# run &
|
||||
done
|
||||
|
||||
# src
|
||||
R -q -e "cranlike::add_PACKAGES(list.files('/root/src/contrib/', pattern='tar.gz'), '/root/src/contrib/')"
|
||||
R -q -e "cranlike::package_versions('/root/src/contrib/')"
|
||||
|
||||
# bin
|
||||
R -q -e "cranlike::add_PACKAGES(list.files('/root/__linux__/${CODENAME}/${R_VERSION_MINOR}/latest/src/contrib/', pattern='tar.gz'), '/root/__linux__/${CODENAME}/${R_VERSION_MINOR}/latest/src/contrib/')"
|
||||
R -q -e "cranlike::package_versions('/root/__linux__/${CODENAME}/${R_VERSION_MINOR}/latest/src/contrib/')"
|
||||
Loading…
Reference in a new issue