deploy.sh 6.14 KB
Newer Older
Tim Dettmers's avatar
Tim Dettmers committed
1
#!/bin/bash
2
3
BASE_PATH=$1

4
5
6
7
8
9
10
11
12
echo "MAKE SURE LD_LIBRARY_PATH IS EMPTY!"
echo $LD_LIBRARY_PATH

if [[ ! -z "${LD_LIBRARY_PATH}" ]]; then
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi


13
14
15
16
17
18
19
module unload cuda && echo "no module function available. Probably not on a slurm cluster."
module unload gcc && echo "no module function available. Probably not on a slurm cluster."

rm -rf dist build
make cleaneggs
make cleanlibs

20
rm -rf build/*
21
22
23
24
25
26
27
28
29
30
export CUDA_HOME=
export CUDA_VERSION=
make cpuonly CUDA_VERSION="CPU"

if [ ! -f "./bitsandbytes/libbitsandbytes_cpu.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

31
rm -rf build/*
32
33
34
35
36
37
38
39
40
export CUDA_HOME=$BASE_PATH/cuda-11.0
make cuda110 CUDA_VERSION=110

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda110.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

41
rm -rf build/*
42
43
44
45
46
47
48
49
50
export CUDA_HOME=$BASE_PATH/cuda-11.1
make cuda11x CUDA_VERSION=111

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda111.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

51
rm -rf build/*
52
53
54
55
56
57
58
59
60
export CUDA_HOME=$BASE_PATH/cuda-11.4
make cuda11x CUDA_VERSION=114

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda114.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

61
rm -rf build/*
62
63
64
65
66
67
68
69
70
export CUDA_HOME=$BASE_PATH/cuda-11.5
make cuda11x CUDA_VERSION=115

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda115.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

71
rm -rf build/*
72
73
74
75
76
77
78
79
export CUDA_HOME=$BASE_PATH/cuda-11.7
make cuda11x CUDA_VERSION=117

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda117.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
80

81
rm -rf build/*
82
export CUDA_HOME=$BASE_PATH/cuda-11.8
83
make cuda118 CUDA_VERSION=118
84
85
86
87
88
89
90

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda118.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

91
rm -rf build/*
92
93
94
95
96
97
98
99
100
export CUDA_HOME=$BASE_PATH/cuda-12.0
make cuda12x CUDA_VERSION=120

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda120.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

101
rm -rf build/*
102
103
104
105
106
107
export CUDA_HOME=$BASE_PATH/cuda-12.1
make cuda12x CUDA_VERSION=121

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda121.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
Tim Dettmers's avatar
Tim Dettmers committed
108
109
110
  exit 64
fi

111
rm -rf build/*
112
113
export CUDA_HOME=$BASE_PATH/cuda-12.2
make cuda12x CUDA_VERSION=122
Tim Dettmers's avatar
Tim Dettmers committed
114

115
if [ ! -f "./bitsandbytes/libbitsandbytes_cuda122.so" ]; then
Tim Dettmers's avatar
Tim Dettmers committed
116
117
118
119
120
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

121
122
123
rm -rf build/*
export CUDA_HOME=$BASE_PATH/cuda-12.3
make cuda12x CUDA_VERSION=123
Tim Dettmers's avatar
Tim Dettmers committed
124

125
126
127
128
129
130
131
132
133
134
135
if [ ! -f "./bitsandbytes/libbitsandbytes_cuda123.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

############################# START NO CUBLASLT #############################################
# binaries without 8-bit matmul support START HERE
# ###########################################################################################

rm -rf build/*
136
137
export CUDA_HOME=$BASE_PATH/cuda-11.0
make cuda110_nomatmul CUDA_VERSION=110
Tim Dettmers's avatar
Tim Dettmers committed
138

139
if [ ! -f "./bitsandbytes/libbitsandbytes_cuda110_nocublaslt.so" ]; then
Tim Dettmers's avatar
Tim Dettmers committed
140
141
142
143
144
145
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi


146
rm -rf build/*
147
148
export CUDA_HOME=$BASE_PATH/cuda-11.1
make cuda11x_nomatmul CUDA_VERSION=111
Tim Dettmers's avatar
Tim Dettmers committed
149

150
if [ ! -f "./bitsandbytes/libbitsandbytes_cuda111_nocublaslt.so" ]; then
Tim Dettmers's avatar
Tim Dettmers committed
151
152
153
154
155
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

156
rm -rf build/*
Tim Dettmers's avatar
Tim Dettmers committed
157
158
159
160
161
162
163
164
165
export CUDA_HOME=$BASE_PATH/cuda-11.4
make cuda11x_nomatmul CUDA_VERSION=114

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda114_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

166
rm -rf build/*
Tim Dettmers's avatar
Tim Dettmers committed
167
168
169
170
171
172
173
174
175
export CUDA_HOME=$BASE_PATH/cuda-11.5
make cuda11x_nomatmul CUDA_VERSION=115

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda115_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

176
rm -rf build/*
Tim Dettmers's avatar
Tim Dettmers committed
177
178
179
180
181
182
183
184
export CUDA_HOME=$BASE_PATH/cuda-11.7
make cuda11x_nomatmul CUDA_VERSION=117

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda117_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
185

186
rm -rf build/*
187
export CUDA_HOME=$BASE_PATH/cuda-11.8
188
make cuda118_nomatmul CUDA_VERSION=118
189
190
191
192
193
194
195

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda118_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

196
rm -rf build/*
197
198
199
200
201
202
203
204
205
export CUDA_HOME=$BASE_PATH/cuda-12.0
make cuda12x_nomatmul CUDA_VERSION=120

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda120_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

206
rm -rf build/*
207
208
209
210
211
212
213
214
215
export CUDA_HOME=$BASE_PATH/cuda-12.1
make cuda12x_nomatmul CUDA_VERSION=121

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda121_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

216
rm -rf build/*
217
218
219
220
221
222
223
224
225
export CUDA_HOME=$BASE_PATH/cuda-12.2
make cuda12x_nomatmul CUDA_VERSION=122

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda122_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

226
227
228
229
230
231
232
233
234
235
rm -rf build/*
export CUDA_HOME=$BASE_PATH/cuda-12.3
make cuda12x_nomatmul CUDA_VERSION=123

if [ ! -f "./bitsandbytes/libbitsandbytes_cuda123_nocublaslt.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi

Tim Dettmers's avatar
Tim Dettmers committed
236
python -m build
237
python -m twine upload dist/* --verbose