library_builders.sh 6.01 KB
Newer Older
1
2
3
4
# Find, load common utilties
MULTIBUILD_DIR=$(dirname "${BASH_SOURCE[0]}")
source $MULTIBUILD_DIR/common_utils.sh

5
# Recipes for building some libaries
Matthew Brett's avatar
Matthew Brett committed
6
OPENBLAS_VERSION="${OPENBLAS_VERSION:-0.2.18}"
7
8
9
10
11
# We use system zlib by default - see build_new_zlib
ZLIB_VERSION="${ZLIB_VERSION:-1.2.8}"
LIBPNG_VERSION="${LIBPNG_VERSION:-1.6.21}"
BZIP2_VERSION="${BZIP2_VERSION:-1.0.6}"
FREETYPE_VERSION="${FREETYPE_VERSION:-2.6.3}"
Matthew Brett's avatar
Matthew Brett committed
12
TIFF_VERSION="${TIFF_VERSION:-4.0.6}"
13
14
15
16
17
18
OPENJPEG_VERSION="${OPENJPEG_VERSION:-2.1}"
LCMS2_VERSION="${LCMS2_VERSION:-2.7}"
GIFLIB_VERSION="${GIFLIB_VERSION:-5.1.3}"
LIBWEBP_VERSION="${LIBWEBP_VERSION:-0.5.0}"
XZ_VERSION="${XZ_VERSION:-5.2.2}"
LIBYAML_VERSION="${LIBYAML_VERSION:-0.1.5}"
Matthew Brett's avatar
Matthew Brett committed
19
20
SZIP_VERSION="${SZIP_VERSION:-2.1}"
HDF5_VERSION="${HDF5_VERSION:-1.8.17}"
21
LIBAEC_VERSION="${LIBAEC_VERSION:-0.3.3}"
Matthew Brett's avatar
Matthew Brett committed
22
BUILD_PREFIX="${BUILD_PREFIX:-/usr/local}"
23
ARCHIVE_SDIR=${ARCHIVE_DIR:-archives}
24

25
# Set default compilation flags and OSX flag variable
26
if [ $(uname) == "Darwin" ]; then
27
    # Dual arch build by default
28
    ARCH_FLAGS=${ARCH_FLAGS:-"-arch i386 -arch x86_64"}
29
30
31
32
    # Only set CFLAGS, FFLAGS if they are not already defined.  Build functions
    # can override the arch flags by setting CFLAGS, FFLAGS
    export CFLAGS="${CFLAGS:-$ARCH_FLAGS}"
    export FFLAGS="${FFLAGS:-$ARCH_FLAGS}"
33
34
    IS_OSX=1
fi
35
36
37
38
39
40
41
42
43
44

function build_simple {
    local name=$1
    local version=$2
    local url=$3
    if [ -e "${name}-stamp" ]; then
        return
    fi
    local name_version="${name}-${version}"
    local targz=${name_version}.tar.gz
45
    fetch_unpack $url/$targz
Matthew Brett's avatar
Matthew Brett committed
46
47
48
49
    (cd $name_version \
        && ./configure --prefix=$BUILD_PREFIX \
        && make \
        && make install)
50
51
52
53
54
    touch "${name}-stamp"
}

function build_openblas {
    if [ -e openblas-stamp ]; then return; fi
55
56
57
58
59
    if [ -d "OpenBLAS" ]; then
        (cd OpenBLAS && git clean -fxd && git reset --hard)
    else
        git clone https://github.com/xianyi/OpenBLAS
    fi
60
61
62
    (cd OpenBLAS \
        && git checkout "v${OPENBLAS_VERSION}" \
        && make DYNAMIC_ARCH=1 USE_OPENMP=0 NUM_THREADS=64 > /dev/null \
Matthew Brett's avatar
Matthew Brett committed
63
        && make PREFIX=$BUILD_PREFIX install)
64
65
66
67
68
69
    touch openblas-stamp
}

function build_zlib {
    # Gives an old but safe version
    if [ -e zlib-stamp ]; then return; fi
70
71
    # OSX has zlib already
    if [ -z "$IS_OSX" ]; then yum install -y zlib-devel; fi
72
73
74
75
76
77
78
79
80
81
    touch zlib-stamp
}

function build_new_zlib {
    # Careful, this one may cause yum to segfault
    build_simple zlib $ZLIB_VERSION http://zlib.net
}

function build_jpeg {
    if [ -e jpeg-stamp ]; then return; fi
82
    fetch_unpack http://ijg.org/files/jpegsrc.v9b.tar.gz
Matthew Brett's avatar
Matthew Brett committed
83
84
85
86
    (cd jpeg-9b \
        && ./configure --prefix=$BUILD_PREFIX \
        && make \
        && make install)
87
88
89
90
91
92
93
94
95
96
    touch jpeg-stamp
}

function build_libpng {
    build_zlib
    build_simple libpng $LIBPNG_VERSION http://download.sourceforge.net/libpng
}

function build_bzip2 {
    if [ -e bzip2-stamp ]; then return; fi
97
    fetch_unpack http://bzip.org/${BZIP2_VERSION}/bzip2-${BZIP2_VERSION}.tar.gz
Matthew Brett's avatar
Matthew Brett committed
98
99
100
    (cd bzip2-${BZIP2_VERSION} \
        && make -f Makefile-libbz2_so \
        && make install PREFIX=$BUILD_PREFIX)
101
102
103
104
105
106
107
108
    touch bzip2-stamp
}

function build_tiff {
    build_zlib
    build_jpeg
    build_openjpeg
    build_xz
Matthew Brett's avatar
Matthew Brett committed
109
    build_simple tiff $TIFF_VERSION http://download.osgeo.org/libtiff
110
111
112
113
}

function build_openjpeg {
    if [ -e openjpeg-stamp ]; then return; fi
Matthew Brett's avatar
Matthew Brett committed
114
    local cmake=cmake
115
116
117
118
    if [ -n "$IS_OSX" ]; then
        brew install cmake
    else
        yum install -y cmake28
Matthew Brett's avatar
Matthew Brett committed
119
        cmake=cmake28
120
    fi
121
    fetch_unpack https://github.com/uclouvain/openjpeg/archive/version.${OPENJPEG_VERSION}.tar.gz
Matthew Brett's avatar
Matthew Brett committed
122
123
124
    (cd openjpeg-version.${OPENJPEG_VERSION} \
        && $cmake -DCMAKE_INSTALL_PREFIX=$BUILD_PREFIX . \
        && make install)
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
    touch openjpeg-stamp
}

function build_lcms2 {
    build_tiff
    build_simple lcms2 $LCMS2_VERSION http://downloads.sourceforge.net/project/lcms/lcms/$LCMS2_VERSION
}

function build_giflib {
    build_simple giflib $GIFLIB_VERSION http://downloads.sourceforge.net/project/giflib
}

function build_xz {
    build_simple xz $XZ_VERSION http://tukaani.org/xz
}

function build_libwebp {
    if [ -e libwebp-stamp ]; then return; fi
    build_libpng
    build_tiff
    build_giflib
146
    fetch_unpack https://storage.googleapis.com/downloads.webmproject.org/releases/webp/libwebp-${LIBWEBP_VERSION}.tar.gz
147
    (cd libwebp-${LIBWEBP_VERSION} && \
Matthew Brett's avatar
Matthew Brett committed
148
149
150
        ./configure --enable-libwebpmux --enable-libwebpdemux --prefix=$BUILD_PREFIX \
        && make \
        && make install)
151
152
153
154
155
156
157
158
159
160
161
162
    touch libwebp-stamp
}

function build_freetype {
    build_libpng
    build_bzip2
    build_simple freetype $FREETYPE_VERSION http://download.savannah.gnu.org/releases/freetype
}

function build_libyaml {
    build_simple yaml $LIBYAML_VERSION http://pyyaml.org/download/libyaml
}
Matthew Brett's avatar
Matthew Brett committed
163
164
165
166
167
168

function build_szip {
    # Build szip without encoding (patent restrictions)
    if [ -e szip-stamp ]; then return; fi
    build_zlib
    local szip_url=https://www.hdfgroup.org/ftp/lib-external/szip/
169
    fetch_unpack ${szip_url}/$SZIP_VERSION/src/szip-$SZIP_VERSION.tar.gz
Matthew Brett's avatar
Matthew Brett committed
170
    (cd szip-$SZIP_VERSION \
Matthew Brett's avatar
Matthew Brett committed
171
        && ./configure --enable-encoding=no --prefix=$BUILD_PREFIX \
Matthew Brett's avatar
Matthew Brett committed
172
173
174
175
176
177
178
        && make \
        && make install)
    touch szip-stamp
}

function build_hdf5 {
    if [ -e hdf5-stamp ]; then return; fi
Matthew Brett's avatar
Matthew Brett committed
179
    build_zlib
180
181
    # libaec is a drop-in replacement for szip
    build_libaec
Matthew Brett's avatar
Matthew Brett committed
182
    local hdf5_url=https://www.hdfgroup.org/ftp/HDF5/releases
183
    fetch_unpack $hdf5_url/hdf5-$HDF5_VERSION/src/hdf5-$HDF5_VERSION.tar.gz
Matthew Brett's avatar
Matthew Brett committed
184
    (cd hdf5-$HDF5_VERSION \
Matthew Brett's avatar
Matthew Brett committed
185
        && ./configure --with-szlib=$BUILD_PREFIX --prefix=$BUILD_PREFIX \
Matthew Brett's avatar
Matthew Brett committed
186
187
188
189
        && make \
        && make install)
    touch hdf5-stamp
}
190
191
192
193
194
195

function build_libaec {
    if [ -e libaec-stamp ]; then return; fi
    local root_name=libaec-0.3.3
    local tar_name=${root_name}.tar.gz
    # Note URL will change for each version
196
    fetch_unpack https://gitlab.dkrz.de/k202009/libaec/uploads/48398bd5b7bc05a3edb3325abfeac864/${tar_name}
197
    (cd $root_name \
Matthew Brett's avatar
Matthew Brett committed
198
        && ./configure --prefix=$BUILD_PREFIX \
199
200
201
202
        && make \
        && make install)
    touch libaec-stamp
}