library_builders.sh 10.8 KB
Newer Older
1
# Find, load common utilties
2
# Defines IS_OSX, fetch_unpack
3
4
5
MULTIBUILD_DIR=$(dirname "${BASH_SOURCE[0]}")
source $MULTIBUILD_DIR/common_utils.sh

6
# Recipes for building some libaries
Matthew Brett's avatar
Matthew Brett committed
7
OPENBLAS_VERSION="${OPENBLAS_VERSION:-0.2.18}"
8
# We use system zlib by default - see build_new_zlib
Matthew Brett's avatar
Matthew Brett committed
9
ZLIB_VERSION="${ZLIB_VERSION:-1.2.10}"
10
11
12
LIBPNG_VERSION="${LIBPNG_VERSION:-1.6.21}"
BZIP2_VERSION="${BZIP2_VERSION:-1.0.6}"
FREETYPE_VERSION="${FREETYPE_VERSION:-2.6.3}"
Matthew Brett's avatar
Matthew Brett committed
13
TIFF_VERSION="${TIFF_VERSION:-4.0.6}"
14
JPEG_VERSION="${JPEG_VERSION:-9b}"
15
16
17
18
19
20
OPENJPEG_VERSION="${OPENJPEG_VERSION:-2.1}"
LCMS2_VERSION="${LCMS2_VERSION:-2.7}"
GIFLIB_VERSION="${GIFLIB_VERSION:-5.1.3}"
LIBWEBP_VERSION="${LIBWEBP_VERSION:-0.5.0}"
XZ_VERSION="${XZ_VERSION:-5.2.2}"
LIBYAML_VERSION="${LIBYAML_VERSION:-0.1.5}"
Matthew Brett's avatar
Matthew Brett committed
21
SZIP_VERSION="${SZIP_VERSION:-2.1}"
Andrea Bedini's avatar
Andrea Bedini committed
22
HDF5_VERSION="${HDF5_VERSION:-1.8.18}"
23
LIBAEC_VERSION="${LIBAEC_VERSION:-0.3.3}"
24
LZO_VERSION=${LZO_VERSION:-2.09}
Rolando Espinoza's avatar
Rolando Espinoza committed
25
LZF_VERSION="${LZF_VERSION:-3.6}"
26
BLOSC_VERSION=${BLOSC_VERSION:-1.10.2}
Rolando Espinoza's avatar
Rolando Espinoza committed
27
SNAPPY_VERSION="${SNAPPY_VERSION:-1.1.3}"
28
CURL_VERSION=${CURL_VERSION:-7.49.1}
29
NETCDF_VERSION=${NETCDF_VERSION:-4.4.1.1}
xoviat's avatar
xoviat committed
30
SWIG_VERSION=${SWIG_VERSION:-3.0.12}
31
PCRE_VERSION=${PCRE_VERSION:-8.38}
32
SUITESPARSE_VERSION=${SUITESPARSE_VERSION:-4.5.6}
Matthew Brett's avatar
Matthew Brett committed
33
34
35
OPENSSL_ROOT=openssl-1.0.2l
# Hash from https://www.openssl.org/source/openssl-1.0.2?.tar.gz.sha256
OPENSSL_HASH=ce07195b659e75f4e1db43552860070061f156a98bb37b672b101ba6e3ddf30c
36
OPENSSL_DOWNLOAD_URL=https://www.openssl.org/source
37

Rolando Espinoza's avatar
Rolando Espinoza committed
38

Matthew Brett's avatar
Matthew Brett committed
39
BUILD_PREFIX="${BUILD_PREFIX:-/usr/local}"
40
ARCHIVE_SDIR=${ARCHIVE_DIR:-archives}
41

42
43
44
# Set default library compilation flags for OSX
# IS_OSX defined in common_utils.sh
if [ -n "$IS_OSX" ]; then
45
    # Dual arch build by default
46
    ARCH_FLAGS=${ARCH_FLAGS:-"-arch i386 -arch x86_64"}
47
48
49
    # Only set CFLAGS, FFLAGS if they are not already defined.  Build functions
    # can override the arch flags by setting CFLAGS, FFLAGS
    export CFLAGS="${CFLAGS:-$ARCH_FLAGS}"
50
    export CXXFLAGS="${CXXFLAGS:-$ARCH_FLAGS}"
51
    export FFLAGS="${FFLAGS:-$ARCH_FLAGS}"
52
fi
53
54

function build_simple {
xoviat's avatar
xoviat committed
55
56
57
    # Example: build_simple libpng $LIBPNG_VERSION \
    #               http://download.sourceforge.net/libpng tar.gz \
    #               --additional --configure --arguments
58
59
60
    local name=$1
    local version=$2
    local url=$3
61
    local ext=${4:-tar.gz}
62
    local configure_args=${@:5}
63
64
65
66
    if [ -e "${name}-stamp" ]; then
        return
    fi
    local name_version="${name}-${version}"
67
68
    local archive=${name_version}.${ext}
    fetch_unpack $url/$archive
Matthew Brett's avatar
Matthew Brett committed
69
    (cd $name_version \
70
        && ./configure --prefix=$BUILD_PREFIX $configure_args \
Matthew Brett's avatar
Matthew Brett committed
71
72
        && make \
        && make install)
73
74
75
    touch "${name}-stamp"
}

76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
function build_github {
    # Example: build_github fredrik-johansson/arb 2.11.1
    local path=$1
    local version=$2
    local configure_args=${@:3}
    local name=`basename "$path"`
    local name_version="${name}-${version}"
    if [ -e "${name}-stamp" ]; then
        return
    fi
    fetch_unpack "https://github.com/${path}/archive/${version}.tar.gz"
    (cd $name_version \
        && ./configure --prefix=$BUILD_PREFIX $configure_args \
        && make \
        && make install)
    touch "${name}-stamp"
}

94
95
function build_openblas {
    if [ -e openblas-stamp ]; then return; fi
96
97
98
99
100
    if [ -d "OpenBLAS" ]; then
        (cd OpenBLAS && git clean -fxd && git reset --hard)
    else
        git clone https://github.com/xianyi/OpenBLAS
    fi
101
102
103
    (cd OpenBLAS \
        && git checkout "v${OPENBLAS_VERSION}" \
        && make DYNAMIC_ARCH=1 USE_OPENMP=0 NUM_THREADS=64 > /dev/null \
Matthew Brett's avatar
Matthew Brett committed
104
        && make PREFIX=$BUILD_PREFIX install)
105
106
107
108
109
    touch openblas-stamp
}

function build_zlib {
    # Gives an old but safe version
110
    if [ -n "$IS_OSX" ]; then return; fi  # OSX has zlib already
111
    if [ -e zlib-stamp ]; then return; fi
112
    yum install -y zlib-devel
113
114
115
116
117
    touch zlib-stamp
}

function build_new_zlib {
    # Careful, this one may cause yum to segfault
118
119
    # Fossils directory should also contain latest
    build_simple zlib $ZLIB_VERSION http://zlib.net/fossils
120
121
122
123
}

function build_jpeg {
    if [ -e jpeg-stamp ]; then return; fi
124
125
    fetch_unpack http://ijg.org/files/jpegsrc.v${JPEG_VERSION}.tar.gz
    (cd jpeg-${JPEG_VERSION} \
Matthew Brett's avatar
Matthew Brett committed
126
127
128
        && ./configure --prefix=$BUILD_PREFIX \
        && make \
        && make install)
129
130
131
132
133
134
135
136
137
    touch jpeg-stamp
}

function build_libpng {
    build_zlib
    build_simple libpng $LIBPNG_VERSION http://download.sourceforge.net/libpng
}

function build_bzip2 {
138
    if [ -n "$IS_OSX" ]; then return; fi  # OSX has bzip2 libs already
139
    if [ -e bzip2-stamp ]; then return; fi
140
    fetch_unpack http://bzip.org/${BZIP2_VERSION}/bzip2-${BZIP2_VERSION}.tar.gz
Matthew Brett's avatar
Matthew Brett committed
141
142
143
    (cd bzip2-${BZIP2_VERSION} \
        && make -f Makefile-libbz2_so \
        && make install PREFIX=$BUILD_PREFIX)
144
145
146
147
148
149
150
    touch bzip2-stamp
}

function build_tiff {
    build_zlib
    build_jpeg
    build_xz
Matthew Brett's avatar
Matthew Brett committed
151
    build_simple tiff $TIFF_VERSION http://download.osgeo.org/libtiff
152
153
}

154
function get_cmake {
Matthew Brett's avatar
Matthew Brett committed
155
    local cmake=cmake
156
    if [ -n "$IS_OSX" ]; then
157
        brew install cmake > /dev/null
158
    else
159
        yum install -y cmake28 > /dev/null
Matthew Brett's avatar
Matthew Brett committed
160
        cmake=cmake28
161
    fi
162
163
164
165
166
    echo $cmake
}

function build_openjpeg {
    if [ -e openjpeg-stamp ]; then return; fi
Matthew Brett's avatar
Matthew Brett committed
167
168
169
170
    build_zlib
    build_libpng
    build_tiff
    build_lcms2
171
    local cmake=$(get_cmake)
172
    local archive_prefix="v"
173
    local directory_prefix="openjpeg-"
174
175
    if [ $(lex_ver $OPENJPEG_VERSION) -lt $(lex_ver 2.1.1) ]; then
        archive_prefix="version."
176
        directory_prefix="openjpeg-version."
177
178
    fi
    fetch_unpack https://github.com/uclouvain/openjpeg/archive/${archive_prefix}${OPENJPEG_VERSION}.tar.gz
179
    (cd ${directory_prefix}${OPENJPEG_VERSION} \
Matthew Brett's avatar
Matthew Brett committed
180
181
        && $cmake -DCMAKE_INSTALL_PREFIX=$BUILD_PREFIX . \
        && make install)
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
    touch openjpeg-stamp
}

function build_lcms2 {
    build_tiff
    build_simple lcms2 $LCMS2_VERSION http://downloads.sourceforge.net/project/lcms/lcms/$LCMS2_VERSION
}

function build_giflib {
    build_simple giflib $GIFLIB_VERSION http://downloads.sourceforge.net/project/giflib
}

function build_xz {
    build_simple xz $XZ_VERSION http://tukaani.org/xz
}

function build_libwebp {
    build_libpng
    build_tiff
    build_giflib
202
    build_simple libwebp $LIBWEBP_VERSION \
xoviat's avatar
xoviat committed
203
        https://storage.googleapis.com/downloads.webmproject.org/releases/webp/ tar.gz \
204
        --enable-libwebpmux --enable-libwebpdemux 
205
206
207
208
209
210
211
212
213
214
215
}

function build_freetype {
    build_libpng
    build_bzip2
    build_simple freetype $FREETYPE_VERSION http://download.savannah.gnu.org/releases/freetype
}

function build_libyaml {
    build_simple yaml $LIBYAML_VERSION http://pyyaml.org/download/libyaml
}
Matthew Brett's avatar
Matthew Brett committed
216
217
218
219

function build_szip {
    # Build szip without encoding (patent restrictions)
    build_zlib
220
    build_simple szip $SZIP_VERSION \
xoviat's avatar
xoviat committed
221
        https://www.hdfgroup.org/ftp/lib-external/szip/ tar.gz \
222
        --enable-encoding=no
Matthew Brett's avatar
Matthew Brett committed
223
224
225
226
}

function build_hdf5 {
    if [ -e hdf5-stamp ]; then return; fi
Matthew Brett's avatar
Matthew Brett committed
227
    build_zlib
228
229
    # libaec is a drop-in replacement for szip
    build_libaec
Matthew Brett's avatar
Matthew Brett committed
230
    local hdf5_url=https://www.hdfgroup.org/ftp/HDF5/releases
231
232
    local short=$(echo $HDF5_VERSION | awk -F "." '{printf "%d.%d", $1, $2}')
    fetch_unpack $hdf5_url/hdf5-$short/hdf5-$HDF5_VERSION/src/hdf5-$HDF5_VERSION.tar.gz
Matthew Brett's avatar
Matthew Brett committed
233
    (cd hdf5-$HDF5_VERSION \
Matthew Brett's avatar
Matthew Brett committed
234
        && ./configure --with-szlib=$BUILD_PREFIX --prefix=$BUILD_PREFIX \
Matthew Brett's avatar
Matthew Brett committed
235
236
237
238
        && make \
        && make install)
    touch hdf5-stamp
}
239
240
241
242
243
244

function build_libaec {
    if [ -e libaec-stamp ]; then return; fi
    local root_name=libaec-0.3.3
    local tar_name=${root_name}.tar.gz
    # Note URL will change for each version
245
    fetch_unpack https://gitlab.dkrz.de/k202009/libaec/uploads/48398bd5b7bc05a3edb3325abfeac864/${tar_name}
246
    (cd $root_name \
Matthew Brett's avatar
Matthew Brett committed
247
        && ./configure --prefix=$BUILD_PREFIX \
248
249
250
251
        && make \
        && make install)
    touch libaec-stamp
}
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268

function build_blosc {
    if [ -e blosc-stamp ]; then return; fi
    local cmake=$(get_cmake)
    fetch_unpack https://github.com/Blosc/c-blosc/archive/v${BLOSC_VERSION}.tar.gz
    (cd c-blosc-${BLOSC_VERSION} \
        && $cmake -DCMAKE_INSTALL_PREFIX=$BUILD_PREFIX . \
        && make install)
    if [ -n "$IS_OSX" ]; then
        # Fix blosc library id bug
        for lib in $(ls ${BUILD_PREFIX}/lib/libblosc*.dylib); do
            install_name_tool -id $lib $lib
        done
    fi
    touch blosc-stamp
}

Rolando Espinoza's avatar
Rolando Espinoza committed
269
270
271
272
function build_snappy {
    build_simple snappy $SNAPPY_VERSION https://github.com/google/snappy/releases/download/$SNAPPY_VERSION
}

273
274
275
276
277
278
279
280
281
function build_lzo {
    if [ -e lzo-stamp ]; then return; fi
    fetch_unpack http://www.oberhumer.com/opensource/lzo/download/lzo-${LZO_VERSION}.tar.gz
    (cd lzo-${LZO_VERSION} \
        && ./configure --prefix=$BUILD_PREFIX --enable-shared \
        && make \
        && make install)
    touch lzo-stamp
}
282

Rolando Espinoza's avatar
Rolando Espinoza committed
283
284
285
286
function build_lzf {
    build_simple liblzf $LZF_VERSION http://dist.schmorp.de/liblzf
}

287
288
function build_curl {
    if [ -e curl-stamp ]; then return; fi
Matthew Brett's avatar
Matthew Brett committed
289
    local flags="--prefix=$BUILD_PREFIX"
Matthew Brett's avatar
Matthew Brett committed
290
    if [ -n "$IS_OSX" ]; then
291
        flags="$flags --with-darwinssl"
292
    else  # manylinux
293
        flags="$flags --with-ssl"
Matthew Brett's avatar
Matthew Brett committed
294
295
        build_openssl
    fi
296
297
    fetch_unpack https://curl.haxx.se/download/curl-${CURL_VERSION}.tar.gz
    (cd curl-${CURL_VERSION} \
298
299
300
        && if [ -z "$IS_OSX" ]; then \
        LIBS=-ldl ./configure $flags; else \
        ./configure $flags; fi\
301
302
303
304
305
        && make \
        && make install)
    touch curl-stamp
}

Matthew Brett's avatar
Matthew Brett committed
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
function check_sha256sum {
    local fname=$1
    if [ -z "$fname" ]; then echo "Need path"; exit 1; fi
    local sha256=$2
    if [ -z "$sha256" ]; then echo "Need SHA256 hash"; exit 1; fi
    echo "${sha256}  ${fname}" > ${fname}.sha256
    if [ -n "$IS_OSX" ]; then
        shasum -a 256 -c ${fname}.sha256
    else
        sha256sum -c ${fname}.sha256
    fi
    rm ${fname}.sha256
}

function build_openssl {
    if [ -e openssl-stamp ]; then return; fi
    fetch_unpack ${OPENSSL_DOWNLOAD_URL}/${OPENSSL_ROOT}.tar.gz
    check_sha256sum $ARCHIVE_SDIR/${OPENSSL_ROOT}.tar.gz ${OPENSSL_HASH}
    (cd ${OPENSSL_ROOT} \
        && ./config no-ssl2 no-shared -fPIC --prefix=$BUILD_PREFIX \
        && make \
        && make install)
    touch openssl-stamp
}

331
332
333
334
335
336
function build_netcdf {
    if [ -e netcdf-stamp ]; then return; fi
    build_hdf5
    build_curl
    fetch_unpack https://github.com/Unidata/netcdf-c/archive/v${NETCDF_VERSION}.tar.gz
    (cd netcdf-c-${NETCDF_VERSION} \
Matthew Brett's avatar
Matthew Brett committed
337
        && ./configure --prefix=$BUILD_PREFIX --enable-dap \
338
339
340
341
        && make \
        && make install)
    touch netcdf-stamp
}
xoviat's avatar
xoviat committed
342

343
344
function build_pcre {
    build_simple pcre $PCRE_VERSION https://ftp.pcre.org/pub/pcre/
xoviat's avatar
xoviat committed
345
346
}

xoviat's avatar
xoviat committed
347
348
349
350
function build_swig {
    if [ -n "$IS_OSX" ]; then
        brew install swig > /dev/null
    else
351
352
        build_pcre
        build_simple swig $SWIG_VERSION http://prdownloads.sourceforge.net/swig/
xoviat's avatar
xoviat committed
353
354
355
    fi
}

xoviat's avatar
xoviat committed
356
function build_suitesparse {
xoviat's avatar
xoviat committed
357
    if [ -n "$IS_OSX" ]; then
xoviat's avatar
xoviat committed
358
        brew install suite-sparse > /dev/null
xoviat's avatar
xoviat committed
359
    else
xoviat's avatar
xoviat committed
360
        yum install -y suitesparse-devel > /dev/null
xoviat's avatar
xoviat committed
361
362
    fi
}