library_builders.sh 7.15 KB
Newer Older
1
# Find, load common utilties
2
# Defines IS_OSX, fetch_unpack
3
4
5
MULTIBUILD_DIR=$(dirname "${BASH_SOURCE[0]}")
source $MULTIBUILD_DIR/common_utils.sh

6
# Recipes for building some libaries
Matthew Brett's avatar
Matthew Brett committed
7
OPENBLAS_VERSION="${OPENBLAS_VERSION:-0.2.18}"
8
9
10
11
12
# We use system zlib by default - see build_new_zlib
ZLIB_VERSION="${ZLIB_VERSION:-1.2.8}"
LIBPNG_VERSION="${LIBPNG_VERSION:-1.6.21}"
BZIP2_VERSION="${BZIP2_VERSION:-1.0.6}"
FREETYPE_VERSION="${FREETYPE_VERSION:-2.6.3}"
Matthew Brett's avatar
Matthew Brett committed
13
TIFF_VERSION="${TIFF_VERSION:-4.0.6}"
14
15
16
17
18
19
OPENJPEG_VERSION="${OPENJPEG_VERSION:-2.1}"
LCMS2_VERSION="${LCMS2_VERSION:-2.7}"
GIFLIB_VERSION="${GIFLIB_VERSION:-5.1.3}"
LIBWEBP_VERSION="${LIBWEBP_VERSION:-0.5.0}"
XZ_VERSION="${XZ_VERSION:-5.2.2}"
LIBYAML_VERSION="${LIBYAML_VERSION:-0.1.5}"
Matthew Brett's avatar
Matthew Brett committed
20
21
SZIP_VERSION="${SZIP_VERSION:-2.1}"
HDF5_VERSION="${HDF5_VERSION:-1.8.17}"
22
LIBAEC_VERSION="${LIBAEC_VERSION:-0.3.3}"
23
24
25
LZO_VERSION=${LZO_VERSION:-2.09}
BLOSC_VERSION=${BLOSC_VERSION:-1.10.2}

Matthew Brett's avatar
Matthew Brett committed
26
BUILD_PREFIX="${BUILD_PREFIX:-/usr/local}"
27
ARCHIVE_SDIR=${ARCHIVE_DIR:-archives}
28

29
30
31
# Set default library compilation flags for OSX
# IS_OSX defined in common_utils.sh
if [ -n "$IS_OSX" ]; then
32
    # Dual arch build by default
33
    ARCH_FLAGS=${ARCH_FLAGS:-"-arch i386 -arch x86_64"}
34
35
36
    # Only set CFLAGS, FFLAGS if they are not already defined.  Build functions
    # can override the arch flags by setting CFLAGS, FFLAGS
    export CFLAGS="${CFLAGS:-$ARCH_FLAGS}"
37
    export CXXFLAGS="${CXXFLAGS:-$ARCH_FLAGS}"
38
    export FFLAGS="${FFLAGS:-$ARCH_FLAGS}"
39
fi
40
41
42
43
44
45
46
47
48
49

function build_simple {
    local name=$1
    local version=$2
    local url=$3
    if [ -e "${name}-stamp" ]; then
        return
    fi
    local name_version="${name}-${version}"
    local targz=${name_version}.tar.gz
50
    fetch_unpack $url/$targz
Matthew Brett's avatar
Matthew Brett committed
51
52
53
54
    (cd $name_version \
        && ./configure --prefix=$BUILD_PREFIX \
        && make \
        && make install)
55
56
57
58
59
    touch "${name}-stamp"
}

function build_openblas {
    if [ -e openblas-stamp ]; then return; fi
60
61
62
63
64
    if [ -d "OpenBLAS" ]; then
        (cd OpenBLAS && git clean -fxd && git reset --hard)
    else
        git clone https://github.com/xianyi/OpenBLAS
    fi
65
66
67
    (cd OpenBLAS \
        && git checkout "v${OPENBLAS_VERSION}" \
        && make DYNAMIC_ARCH=1 USE_OPENMP=0 NUM_THREADS=64 > /dev/null \
Matthew Brett's avatar
Matthew Brett committed
68
        && make PREFIX=$BUILD_PREFIX install)
69
70
71
72
73
    touch openblas-stamp
}

function build_zlib {
    # Gives an old but safe version
74
    if [ -n "$IS_OSX" ]; then return; fi  # OSX has zlib already
75
    if [ -e zlib-stamp ]; then return; fi
76
    yum install -y zlib-devel
77
78
79
80
81
82
83
84
85
86
    touch zlib-stamp
}

function build_new_zlib {
    # Careful, this one may cause yum to segfault
    build_simple zlib $ZLIB_VERSION http://zlib.net
}

function build_jpeg {
    if [ -e jpeg-stamp ]; then return; fi
87
    fetch_unpack http://ijg.org/files/jpegsrc.v9b.tar.gz
Matthew Brett's avatar
Matthew Brett committed
88
89
90
91
    (cd jpeg-9b \
        && ./configure --prefix=$BUILD_PREFIX \
        && make \
        && make install)
92
93
94
95
96
97
98
99
100
    touch jpeg-stamp
}

function build_libpng {
    build_zlib
    build_simple libpng $LIBPNG_VERSION http://download.sourceforge.net/libpng
}

function build_bzip2 {
101
    if [ -n "$IS_OSX" ]; then return; fi  # OSX has bzip2 libs already
102
    if [ -e bzip2-stamp ]; then return; fi
103
    fetch_unpack http://bzip.org/${BZIP2_VERSION}/bzip2-${BZIP2_VERSION}.tar.gz
Matthew Brett's avatar
Matthew Brett committed
104
105
106
    (cd bzip2-${BZIP2_VERSION} \
        && make -f Makefile-libbz2_so \
        && make install PREFIX=$BUILD_PREFIX)
107
108
109
110
111
112
113
114
    touch bzip2-stamp
}

function build_tiff {
    build_zlib
    build_jpeg
    build_openjpeg
    build_xz
Matthew Brett's avatar
Matthew Brett committed
115
    build_simple tiff $TIFF_VERSION http://download.osgeo.org/libtiff
116
117
}

118
function get_cmake {
Matthew Brett's avatar
Matthew Brett committed
119
    local cmake=cmake
120
    if [ -n "$IS_OSX" ]; then
121
        brew install cmake > /dev/null
122
    else
123
        yum install -y cmake28 > /dev/null
Matthew Brett's avatar
Matthew Brett committed
124
        cmake=cmake28
125
    fi
126
127
128
129
130
131
    echo $cmake
}

function build_openjpeg {
    if [ -e openjpeg-stamp ]; then return; fi
    local cmake=$(get_cmake)
132
    fetch_unpack https://github.com/uclouvain/openjpeg/archive/version.${OPENJPEG_VERSION}.tar.gz
Matthew Brett's avatar
Matthew Brett committed
133
134
135
    (cd openjpeg-version.${OPENJPEG_VERSION} \
        && $cmake -DCMAKE_INSTALL_PREFIX=$BUILD_PREFIX . \
        && make install)
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
    touch openjpeg-stamp
}

function build_lcms2 {
    build_tiff
    build_simple lcms2 $LCMS2_VERSION http://downloads.sourceforge.net/project/lcms/lcms/$LCMS2_VERSION
}

function build_giflib {
    build_simple giflib $GIFLIB_VERSION http://downloads.sourceforge.net/project/giflib
}

function build_xz {
    build_simple xz $XZ_VERSION http://tukaani.org/xz
}

function build_libwebp {
    if [ -e libwebp-stamp ]; then return; fi
    build_libpng
    build_tiff
    build_giflib
157
    fetch_unpack https://storage.googleapis.com/downloads.webmproject.org/releases/webp/libwebp-${LIBWEBP_VERSION}.tar.gz
158
    (cd libwebp-${LIBWEBP_VERSION} && \
Matthew Brett's avatar
Matthew Brett committed
159
160
161
        ./configure --enable-libwebpmux --enable-libwebpdemux --prefix=$BUILD_PREFIX \
        && make \
        && make install)
162
163
164
165
166
167
168
169
170
171
172
173
    touch libwebp-stamp
}

function build_freetype {
    build_libpng
    build_bzip2
    build_simple freetype $FREETYPE_VERSION http://download.savannah.gnu.org/releases/freetype
}

function build_libyaml {
    build_simple yaml $LIBYAML_VERSION http://pyyaml.org/download/libyaml
}
Matthew Brett's avatar
Matthew Brett committed
174
175
176
177
178
179

function build_szip {
    # Build szip without encoding (patent restrictions)
    if [ -e szip-stamp ]; then return; fi
    build_zlib
    local szip_url=https://www.hdfgroup.org/ftp/lib-external/szip/
180
    fetch_unpack ${szip_url}/$SZIP_VERSION/src/szip-$SZIP_VERSION.tar.gz
Matthew Brett's avatar
Matthew Brett committed
181
    (cd szip-$SZIP_VERSION \
Matthew Brett's avatar
Matthew Brett committed
182
        && ./configure --enable-encoding=no --prefix=$BUILD_PREFIX \
Matthew Brett's avatar
Matthew Brett committed
183
184
185
186
187
188
189
        && make \
        && make install)
    touch szip-stamp
}

function build_hdf5 {
    if [ -e hdf5-stamp ]; then return; fi
Matthew Brett's avatar
Matthew Brett committed
190
    build_zlib
191
192
    # libaec is a drop-in replacement for szip
    build_libaec
Matthew Brett's avatar
Matthew Brett committed
193
    local hdf5_url=https://www.hdfgroup.org/ftp/HDF5/releases
194
    fetch_unpack $hdf5_url/hdf5-$HDF5_VERSION/src/hdf5-$HDF5_VERSION.tar.gz
Matthew Brett's avatar
Matthew Brett committed
195
    (cd hdf5-$HDF5_VERSION \
Matthew Brett's avatar
Matthew Brett committed
196
        && ./configure --with-szlib=$BUILD_PREFIX --prefix=$BUILD_PREFIX \
Matthew Brett's avatar
Matthew Brett committed
197
198
199
200
        && make \
        && make install)
    touch hdf5-stamp
}
201
202
203
204
205
206

function build_libaec {
    if [ -e libaec-stamp ]; then return; fi
    local root_name=libaec-0.3.3
    local tar_name=${root_name}.tar.gz
    # Note URL will change for each version
207
    fetch_unpack https://gitlab.dkrz.de/k202009/libaec/uploads/48398bd5b7bc05a3edb3325abfeac864/${tar_name}
208
    (cd $root_name \
Matthew Brett's avatar
Matthew Brett committed
209
        && ./configure --prefix=$BUILD_PREFIX \
210
211
212
213
        && make \
        && make install)
    touch libaec-stamp
}
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239

function build_blosc {
    if [ -e blosc-stamp ]; then return; fi
    local cmake=$(get_cmake)
    fetch_unpack https://github.com/Blosc/c-blosc/archive/v${BLOSC_VERSION}.tar.gz
    (cd c-blosc-${BLOSC_VERSION} \
        && $cmake -DCMAKE_INSTALL_PREFIX=$BUILD_PREFIX . \
        && make install)
    if [ -n "$IS_OSX" ]; then
        # Fix blosc library id bug
        for lib in $(ls ${BUILD_PREFIX}/lib/libblosc*.dylib); do
            install_name_tool -id $lib $lib
        done
    fi
    touch blosc-stamp
}

function build_lzo {
    if [ -e lzo-stamp ]; then return; fi
    fetch_unpack http://www.oberhumer.com/opensource/lzo/download/lzo-${LZO_VERSION}.tar.gz
    (cd lzo-${LZO_VERSION} \
        && ./configure --prefix=$BUILD_PREFIX --enable-shared \
        && make \
        && make install)
    touch lzo-stamp
}