deploy.sh 6.17 KB
Newer Older
Tim Dettmers's avatar
Tim Dettmers committed
1
#!/bin/bash
2
3
BASE_PATH=$1

4
5
6
7
echo "MAKE SURE LD_LIBRARY_PATH IS EMPTY!"
echo $LD_LIBRARY_PATH

if [[ ! -z "${LD_LIBRARY_PATH}" ]]; then
8
  echo "Compilation unsuccessful!" 1>&2
9
10
11
12
  exit 64
fi


13
14
15
16
17
18
19
module unload cuda && echo "no module function available. Probably not on a slurm cluster."
module unload gcc && echo "no module function available. Probably not on a slurm cluster."

rm -rf dist build
make cleaneggs
make cleanlibs

20
rm -rf build/*
21
22
23
24
25
26
export CUDA_HOME=
export CUDA_VERSION=
make cpuonly CUDA_VERSION="CPU"

if [ ! -f "./bitsandbytes/libbitsandbytes_cpu.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
27
  echo "Compilation unsuccessful!" 1>&2
28
29
30
  exit 64
fi

31
rm -rf build/*
32
33
34
35
36
export CUDA_HOME=$BASE_PATH/cuda-11.0
make cuda110 CUDA_VERSION=110

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda110.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
37
  echo "Compilation unsuccessful!" 1>&2
38
39
40
  exit 64
fi

41
rm -rf build/*
42
43
44
45
46
export CUDA_HOME=$BASE_PATH/cuda-11.1
make cuda11x CUDA_VERSION=111

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda111.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
47
  echo "Compilation unsuccessful!" 1>&2
48
49
50
  exit 64
fi

51
rm -rf build/*
52
53
54
55
56
export CUDA_HOME=$BASE_PATH/cuda-11.4
make cuda11x CUDA_VERSION=114

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda114.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
57
  echo "Compilation unsuccessful!" 1>&2
58
59
60
  exit 64
fi

61
rm -rf build/*
62
63
64
65
66
export CUDA_HOME=$BASE_PATH/cuda-11.5
make cuda11x CUDA_VERSION=115

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda115.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
67
  echo "Compilation unsuccessful!" 1>&2
68
69
70
  exit 64
fi

71
rm -rf build/*
72
73
74
75
76
export CUDA_HOME=$BASE_PATH/cuda-11.7
make cuda11x CUDA_VERSION=117

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda117.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
77
  echo "Compilation unsuccessful!" 1>&2
78
79
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
80

81
rm -rf build/*
82
export CUDA_HOME=$BASE_PATH/cuda-11.8
83
make cuda118 CUDA_VERSION=118
84
85
86

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda118.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
87
  echo "Compilation unsuccessful!" 1>&2
88
89
90
  exit 64
fi

91
rm -rf build/*
92
93
94
95
96
export CUDA_HOME=$BASE_PATH/cuda-12.0
make cuda12x CUDA_VERSION=120

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda120.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
97
  echo "Compilation unsuccessful!" 1>&2
98
99
100
  exit 64
fi

101
rm -rf build/*
102
103
104
105
106
export CUDA_HOME=$BASE_PATH/cuda-12.1
make cuda12x CUDA_VERSION=121

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda121.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
107
  echo "Compilation unsuccessful!" 1>&2
Tim Dettmers's avatar
Tim Dettmers committed
108
109
110
  exit 64
fi

111
rm -rf build/*
112
113
export CUDA_HOME=$BASE_PATH/cuda-12.2
make cuda12x CUDA_VERSION=122
Tim Dettmers's avatar
Tim Dettmers committed
114

115
if [ ! -f "./bitsandbytes/libbitsandbytes_cuda122.so" ]; then
Tim Dettmers's avatar
Tim Dettmers committed
116
  # Control will enter here if $DIRECTORY doesn't exist.
117
  echo "Compilation unsuccessful!" 1>&2
Tim Dettmers's avatar
Tim Dettmers committed
118
119
120
  exit 64
fi

121
122
123
rm -rf build/*
export CUDA_HOME=$BASE_PATH/cuda-12.3
make cuda12x CUDA_VERSION=123
Tim Dettmers's avatar
Tim Dettmers committed
124

125
126
if [ ! -f "./bitsandbytes/libbitsandbytes_cuda123.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
127
  echo "Compilation unsuccessful!" 1>&2
128
129
130
131
132
133
134
135
  exit 64
fi

############################# START NO CUBLASLT #############################################
# binaries without 8-bit matmul support START HERE
# ###########################################################################################

rm -rf build/*
136
137
export CUDA_HOME=$BASE_PATH/cuda-11.0
make cuda110_nomatmul CUDA_VERSION=110
Tim Dettmers's avatar
Tim Dettmers committed
138

139
if [ ! -f "./bitsandbytes/libbitsandbytes_cuda110_nocublaslt.so" ]; then
Tim Dettmers's avatar
Tim Dettmers committed
140
  # Control will enter here if $DIRECTORY doesn't exist.
141
  echo "Compilation unsuccessful!" 1>&2
Tim Dettmers's avatar
Tim Dettmers committed
142
143
144
145
  exit 64
fi


146
rm -rf build/*
147
148
export CUDA_HOME=$BASE_PATH/cuda-11.1
make cuda11x_nomatmul CUDA_VERSION=111
Tim Dettmers's avatar
Tim Dettmers committed
149

150
if [ ! -f "./bitsandbytes/libbitsandbytes_cuda111_nocublaslt.so" ]; then
Tim Dettmers's avatar
Tim Dettmers committed
151
  # Control will enter here if $DIRECTORY doesn't exist.
152
  echo "Compilation unsuccessful!" 1>&2
Tim Dettmers's avatar
Tim Dettmers committed
153
154
155
  exit 64
fi

156
rm -rf build/*
Tim Dettmers's avatar
Tim Dettmers committed
157
158
159
160
161
export CUDA_HOME=$BASE_PATH/cuda-11.4
make cuda11x_nomatmul CUDA_VERSION=114

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda114_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
162
  echo "Compilation unsuccessful!" 1>&2
Tim Dettmers's avatar
Tim Dettmers committed
163
164
165
  exit 64
fi

166
rm -rf build/*
Tim Dettmers's avatar
Tim Dettmers committed
167
168
169
170
171
export CUDA_HOME=$BASE_PATH/cuda-11.5
make cuda11x_nomatmul CUDA_VERSION=115

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda115_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
172
  echo "Compilation unsuccessful!" 1>&2
Tim Dettmers's avatar
Tim Dettmers committed
173
174
175
  exit 64
fi

176
rm -rf build/*
Tim Dettmers's avatar
Tim Dettmers committed
177
178
179
180
181
export CUDA_HOME=$BASE_PATH/cuda-11.7
make cuda11x_nomatmul CUDA_VERSION=117

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda117_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
182
  echo "Compilation unsuccessful!" 1>&2
Tim Dettmers's avatar
Tim Dettmers committed
183
184
  exit 64
fi
185

186
rm -rf build/*
187
export CUDA_HOME=$BASE_PATH/cuda-11.8
188
make cuda118_nomatmul CUDA_VERSION=118
189
190
191

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda118_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
192
  echo "Compilation unsuccessful!" 1>&2
193
194
195
  exit 64
fi

196
rm -rf build/*
197
198
199
200
201
export CUDA_HOME=$BASE_PATH/cuda-12.0
make cuda12x_nomatmul CUDA_VERSION=120

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda120_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
202
  echo "Compilation unsuccessful!" 1>&2
203
204
205
  exit 64
fi

206
rm -rf build/*
207
208
209
210
211
export CUDA_HOME=$BASE_PATH/cuda-12.1
make cuda12x_nomatmul CUDA_VERSION=121

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda121_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
212
  echo "Compilation unsuccessful!" 1>&2
213
214
215
  exit 64
fi

216
rm -rf build/*
217
218
219
220
221
export CUDA_HOME=$BASE_PATH/cuda-12.2
make cuda12x_nomatmul CUDA_VERSION=122

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda122_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
222
  echo "Compilation unsuccessful!" 1>&2
223
224
225
  exit 64
fi

226
227
228
229
230
231
rm -rf build/*
export CUDA_HOME=$BASE_PATH/cuda-12.3
make cuda12x_nomatmul CUDA_VERSION=123

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda123_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
232
  echo "Compilation unsuccessful!" 1>&2
233
234
235
  exit 64
fi

Tim Dettmers's avatar
Tim Dettmers committed
236
python -m build
237
python -m twine upload dist/* --verbose