-
Notifications
You must be signed in to change notification settings - Fork 19
Expand file tree
/
Copy pathbuild.sh
More file actions
executable file
·243 lines (215 loc) · 8.8 KB
/
build.sh
File metadata and controls
executable file
·243 lines (215 loc) · 8.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
#!/bin/bash
set -e
export CRAN=${CRAN-"https://cran.rstudio.com"}
export OS_IDENTIFIER=${OS_IDENTIFIER-"unknown"}
ARCH=$(uname -m)
if [ "$ARCH" = "x86_64" ]; then
# x86_64 tarballs do not include arch for backward compatibility.
export TARBALL_NAME="R-${R_VERSION}-${OS_IDENTIFIER}.tar.gz"
elif [ "$ARCH" = "aarch64" ]; then
export TARBALL_NAME="R-${R_VERSION}-${OS_IDENTIFIER}-arm64.tar.gz"
fi
export R_INSTALL_PATH=${R_INSTALL_PATH:-"/opt/R/${R_VERSION}"}
# Some Dockerfiles may copy a `/env.sh` to set up environment variables
# that require command substitution. If this file exists, source it.
if [[ -f /env.sh ]]; then
echo "Sourcing environment variables"
source /env.sh
fi
# upload_r()
upload_r() {
baseName="r/${OS_IDENTIFIER}"
if [ -n "$LOCAL_STORE" ] && [ "$LOCAL_STORE" != '' ]; then
echo "Storing artifact locally: ${LOCAL_STORE}, tarball: ${TARBALL_NAME}"
mkdir -p ${LOCAL_STORE}/${baseName}
cp /tmp/${TARBALL_NAME} ${LOCAL_STORE}/${baseName}/${TARBALL_NAME}
fi
}
# archive_r()
archive_r() {
dir=$(dirname "$R_INSTALL_PATH")
base=$(basename "$R_INSTALL_PATH")
tar czf "/tmp/${TARBALL_NAME}" --directory="$dir" "$base" --owner=0 --group=0
}
fetch_r_source() {
echo "Downloading R-${1}"
if [ -n "${R_TARBALL_URL}" ]; then
# Custom tarball URL for testing (e.g., R alpha and beta releases)
wget -q "${R_TARBALL_URL}" -O /tmp/R-${1}.tar.gz
elif [ "${1}" = devel ]; then
# Download the daily tarball of R devel
wget -q https://cran.r-project.org/src/base-prerelease/R-devel.tar.gz -O /tmp/R-devel.tar.gz
elif [ "${1}" = "next" ]; then
wget -q https://cran.r-project.org/src/base-prerelease/R-patched.tar.gz -O /tmp/R-next.tar.gz
else
wget -q "${CRAN}/src/base/R-`echo ${1}| awk 'BEGIN {FS="."} {print $1}'`/R-${1}.tar.gz" -O /tmp/R-${1}.tar.gz
fi
echo "Extracting R-${1}"
tar xf /tmp/R-${1}.tar.gz -C /tmp
# 'next' may contain R-patched/, R-alpha/, etc. make it R-next/
if [ "${1}" = "next" ]; then
dirname=`tar tzvf /tmp/R-next.tar.gz | head -1 | awk '{ print $NF }' | cut -d/ -f1`
mv /tmp/${dirname} /tmp/R-next
fi
rm /tmp/R-${1}.tar.gz
}
# Apply a patch for this R version if present. Typically for R-devel.
patch_r() {
cd /tmp/R-${1}
if [ -f "/patches/R-${1}.patch" ]; then
echo "Applying patch /patches/R-${1}.patch"
patch -p1 < "/patches/R-${1}.patch"
fi
if [ -f "/patches/R-${1}-${OS_IDENTIFIER}.patch" ]; then
echo "Applying patch /patches/R-${1}-${OS_IDENTIFIER}.patch"
patch -p1 < "/patches/R-${1}-${OS_IDENTIFIER}.patch"
fi
if [ -f "/patches/R-${1}-`arch`.patch" ]; then
echo "Applying patch /patches/R-${1}-`arch`.patch"
patch -p1 < "/patches/R-${1}-`arch`.patch"
fi
}
# compile_r() - $1 as r version
compile_r() {
r_version=${1}
cd "/tmp/R-${r_version}"
# tools/config.guess in R versions older than 3.2.2 guess 'unknown' instead of 'pc'
# test the version and properly set the flag.
build_flag="--build=$(uname -m)-pc-linux-gnu"
if _version_is_greater_than "${r_version}" 3.2.2; then
build_flag=''
fi
# R 3.6.1 and below require additional compiler flags for GCC 10 and above
# (e.g., on Debian 11). Add -fcommon to CFLAGS to work around issues with new
# default of -fno-common for C (fixed in R 3.6.2). Add -fallow-argument-mismatch
# to FFLAGS to work around issues with changes to argument mismatch checking
# in Fortran (fixed in R 3.6.2, but not mentioned in NEWS).
# https://cran.r-project.org/doc/manuals/r-release/NEWS.3.html
# https://cran.r-project.org/doc/manuals/r-release/R-admin.html#Using-Fortran
# https://gcc.gnu.org/gcc-10/porting_to.html
export CFLAGS="-g -O2"
export FFLAGS="-g -O2"
gcc_major_version=$(gcc -dumpversion | cut -d '.' -f 1)
if _version_is_less_than "${r_version}" 3.6.2 && _version_is_greater_than "${gcc_major_version}" 9; then
# Default CFLAGS/FFLAGS for all R 3.x versions is '-g -O2' when using GCC
export CFLAGS="$CFLAGS -fcommon"
export FFLAGS="$FFLAGS -fallow-argument-mismatch"
fi
# GCC 15 and above needs -std=gnu11, because it defaults to C23, and R
# versions below R 4.5.0 do not compile in C23 mode.
if _version_is_less_than "${r_version}" 4.5.0 && _version_is_greater_than "${gcc_major_version}" 14; then
export CFLAGS="$CFLAGS -std=gnu11"
fi
echo "Setting CFLAGS: ${CFLAGS}"
echo "Setting FFLAGS: ${FFLAGS}"
# Avoid a PCRE2 dependency for R 3.5 and 3.6. R 3.x uses PCRE1, but R 3.5+
# will link against PCRE2 if present, although it is not actually used.
# Since there's no way to disable this in the configure script, and we need
# PCRE2 for R 4.x, we hide PCRE2 from the configure script by temporarily
# removing the pkg-config file and pcre2-config script.
#
# The INCLUDE_PCRE2_IN_R_3 environment variable can be set to include PCRE2
# in R 3.x builds, for distributions where PCRE2 is always required.
# In Debian 11/Ubuntu 22/RHEL 9/SUSE 15.6, Pango now depends on PCRE2, so R 3.x will not be compiled with
# Pango support if the PCRE2 pkg-config file is missing.
if [[ "${r_version}" =~ ^3 ]] && pkg-config --exists libpcre2-8 && [ -z "$INCLUDE_PCRE2_IN_R_3" ]; then
mkdir -p /tmp/pcre2
pc_dir=$(pkg-config --variable pcfiledir libpcre2-8)
mv ${pc_dir}/libpcre2-8.pc /tmp/pcre2
config_bin=$(which pcre2-config)
mv ${config_bin} /tmp/pcre2
trap "{ mv /tmp/pcre2/libpcre2-8.pc ${pc_dir}; mv /tmp/pcre2/pcre2-config ${config_bin}; }" EXIT
fi
# Allow libcurl 8.x to be used in R 4.2 and below. Despite a change in major
# version number, libcurl 8 changes neither API nor ABI. This applies the same
# change to configure made in R 4.3.0, replacing exit(1) with exit(0) when
# LIBCURL_VERSION_MAJOR > 7.
# https://github.com/wch/r-source/commit/da6638896413bcbb5970b2335b92582853f94e3c
if _version_is_less_than "${r_version}" 4.3.0; then
sed -i -z 's/#if LIBCURL_VERSION_MAJOR > 7\n exit(1)/#if LIBCURL_VERSION_MAJOR > 7\n exit(0)/' configure
fi
# Default configure options. Some Dockerfiles override this with an ENV directive.
default_configure_options="\
--enable-R-shlib \
--with-tcltk \
--enable-memory-profiling \
--with-x \
--with-blas \
--with-lapack"
CONFIGURE_OPTIONS=${CONFIGURE_OPTIONS:-$default_configure_options}
# For RHEL 9, link to external FlexiBLAS starting from R 4.3.0 to align with EPEL 9
if _version_is_greater_than "${R_VERSION}" 4.2.10; then
if [[ "${OS_IDENTIFIER}" = "rhel-9" ]]; then
CONFIGURE_OPTIONS="$CONFIGURE_OPTIONS \
--with-blas=flexiblas --with-lapack=flexiblas"
fi
fi
echo "Using CONFIGURE_OPTIONS: ${CONFIGURE_OPTIONS}"
# set some common environment variables for the configure step
AWK=/usr/bin/awk \
LIBnn=lib \
PERL=/usr/bin/perl \
R_PDFVIEWER=xdg-open \
R_BROWSER=xdg-open \
R_PAPERSIZE=letter \
R_PRINTCMD=/usr/bin/lpr \
R_UNZIPCMD=/usr/bin/unzip \
R_ZIPCMD=/usr/bin/zip \
./configure \
--prefix="${R_INSTALL_PATH}" \
${CONFIGURE_OPTIONS} \
${build_flag}
make clean
make
make install
# Patch a bug with aarch64 in R 4.2 and below, where the -fpic flag should be -fPIC to prevent issues with compiling large packages like V8.
# https://github.com/wch/r-source/commit/d59aac8f5868355478567022772d42d552c5da86
# https://bugs.r-project.org/show_bug.cgi?id=18326
if _version_is_less_than "${r_version}" 4.3.0 && [ "$ARCH" = "aarch64" ]; then
echo "Patching -fpic to -fPIC for R <= 4.2 on aarch64 in ${R_INSTALL_PATH}/lib/R/etc/Makeconf"
sed -i 's/-fpic/-fPIC/g' "${R_INSTALL_PATH}/lib/R/etc/Makeconf"
fi
# Add OS identifier to the default HTTP user agent.
# Set this in the system Rprofile so it works when R is run with --vanilla.
cat <<EOF >> "${R_INSTALL_PATH}"/lib/R/library/base/R/Rprofile
## Set the default HTTP user agent
local({
os_identifier <- if (file.exists("/etc/os-release")) {
os <- readLines("/etc/os-release")
id <- gsub('^ID=|"', "", grep("^ID=", os, value = TRUE))
version <- gsub('^VERSION_ID=|"', "", grep("^VERSION_ID=", os, value = TRUE))
sprintf("%s-%s", id, version)
} else {
"${OS_IDENTIFIER}"
}
options(HTTPUserAgent = sprintf("R/%s (%s) R (%s)", getRversion(), os_identifier,
paste(getRversion(), R.version\$platform, R.version\$arch, R.version\$os)))
})
EOF
}
# check for packager script
## If it exists this build is ready for packaging with nFPM, so run the script
## else do nothing
package_r() {
if [[ -f /package.sh ]]; then
export R_VERSION=${1}
source /package.sh
fi
}
set_up_environment() {
mkdir -p "$R_INSTALL_PATH"
}
_version_is_greater_than() {
test "$(printf '%s\n' "$@" | sort -V | head -n 1)" != "$1"
}
_version_is_less_than() {
test "$(printf '%s\n' "$@" | sort -V | head -n 1)" != "$2"
}
###### RUN R COMPILE PROCEDURE ######
set_up_environment
fetch_r_source $R_VERSION
patch_r $R_VERSION
compile_r $R_VERSION
package_r $R_VERSION
archive_r
upload_r $R_VERSION