deploy_from_slurm.sh 6.6 KB
Newer Older
Tim Dettmers's avatar
Tim Dettmers committed
1
#!/bin/bash
2
3
BASE_PATH=$1

4
5
6
7
8
9
10
11
12
echo "MAKE SURE LD_LIBRARY_PATH IS EMPTY!"
echo $LD_LIBRARY_PATH

if [[ ! -z "${LD_LIBRARY_PATH}" ]]; then
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi


Tim Dettmers's avatar
Tim Dettmers committed
13
14
15
module unload cuda
module unload gcc

16
17
18
19
20
21
22
23
24
25
26
27
28
rm -rf dist build
make clean
make cleaneggs
export CUDA_HOME=
make cpuonly

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
CUDA_VERSION=cpu python -m build
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
29
30
31
32
33

rm -rf dist build
make clean
make cleaneggs
export CUDA_HOME=$BASE_PATH/cuda-11.0
34
make cuda110 
Tim Dettmers's avatar
Tim Dettmers committed
35
36
37
38
39
40
41

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
CUDA_VERSION=110 python -m build
42
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
43
44
45
46
47
48
49
50
51
52
53
54
55

rm -rf dist build
make clean
make cleaneggs
export CUDA_HOME=$BASE_PATH/cuda-11.1
make cuda11x

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
CUDA_VERSION=111 python -m build
56
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
57
58
59
60
61
62
63
64
65
66
67
68
69

rm -rf dist build
make clean
make cleaneggs
export CUDA_HOME=$BASE_PATH/cuda-11.2
make cuda11x

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
CUDA_VERSION=112 python -m build
70
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
71
72
73
74
75
76
77
78
79
80
81
82
83

rm -rf dist build
make clean
make cleaneggs
export CUDA_HOME=$BASE_PATH/cuda-11.3
make cuda11x

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
CUDA_VERSION=113 python -m build
84
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
85
86
87
88
89
90
91
92
93
94
95
96
97

rm -rf dist build
make clean
make cleaneggs
export CUDA_HOME=$BASE_PATH/cuda-11.4
make cuda11x

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
CUDA_VERSION=114 python -m build
98
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
99
100
101
102
103
104
105
106
107
108
109
110
111

rm -rf dist build
make clean
make cleaneggs
export CUDA_HOME=$BASE_PATH/cuda-11.5
make cuda11x

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
CUDA_VERSION=115 python -m build
112
113
python -m twine upload dist/* --verbose --repository testpypi

114
115
116
117
118
119
120
121
122
123
124
125
126
127
rm -rf dist build
make clean
make cleaneggs
export CUDA_HOME=$BASE_PATH/cuda-11.6

make cuda11x
if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
CUDA_VERSION=116 python -m build
python -m twine upload dist/* --verbose --repository testpypi

Tim Dettmers's avatar
Tim Dettmers committed
128
129
130
131
132
133
134
135
136
137
138
139
rm -rf dist build
make clean
make cleaneggs
export CUDA_HOME=$BASE_PATH/cuda-11.7
make cuda11x

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
CUDA_VERSION=117 python -m build
140
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
141
142
143
144
145
146
147
148
149
150
151
152
153


rm -rf dist build
make clean
make cleaneggs
export CUDA_HOME=$BASE_PATH/cuda-10.2
make cuda10x_nomatmul

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
154
CUDA_VERSION=102-nomatmul python -m build
155
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
156
157


Tim Dettmers's avatar
Tim Dettmers committed
158
159
160
rm -rf dist build
make clean
make cleaneggs
161
export CUDA_HOME=$BASE_PATH/cuda-11.0
Tim Dettmers's avatar
Tim Dettmers committed
162
make cuda110_nomatmul
Tim Dettmers's avatar
Tim Dettmers committed
163

164
165
166
167
168
if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
169
CUDA_VERSION=110-nomatmul python -m build
170
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
171

Tim Dettmers's avatar
Tim Dettmers committed
172

Tim Dettmers's avatar
Tim Dettmers committed
173
174
175
rm -rf dist build
make clean
make cleaneggs
176
export CUDA_HOME=$BASE_PATH/cuda-11.1
Tim Dettmers's avatar
Tim Dettmers committed
177
make cuda11x_nomatmul
178
179
180
181
182
183

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
184
CUDA_VERSION=111-nomatmul python -m build
185
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
186
187
188
189

rm -rf dist build
make clean
make cleaneggs
190
export CUDA_HOME=$BASE_PATH/cuda-11.2
Tim Dettmers's avatar
Tim Dettmers committed
191
make cuda11x_nomatmul
192
193
194
195
196
197

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
198
CUDA_VERSION=112-nomatmul python -m build
199
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
200
201
202
203

rm -rf dist build
make clean
make cleaneggs
204
export CUDA_HOME=$BASE_PATH/cuda-11.3
Tim Dettmers's avatar
Tim Dettmers committed
205
make cuda11x_nomatmul
Tim Dettmers's avatar
Tim Dettmers committed
206

207
208
209
210
211
if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
212
CUDA_VERSION=113-nomatmul python -m build
213
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
214
215
216
217

rm -rf dist build
make clean
make cleaneggs
218
export CUDA_HOME=$BASE_PATH/cuda-11.4
Tim Dettmers's avatar
Tim Dettmers committed
219
make cuda11x_nomatmul
220
221
222
223
224
225

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
226
CUDA_VERSION=114-nomatmul python -m build
227
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
228
229
230
231

rm -rf dist build
make clean
make cleaneggs
232
export CUDA_HOME=$BASE_PATH/cuda-11.5
Tim Dettmers's avatar
Tim Dettmers committed
233
make cuda11x_nomatmul
234
235
236
237
238
239

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
240
CUDA_VERSION=115-nomatmul python -m build
241
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
242
243
244
245

rm -rf dist build
make clean
make cleaneggs
246
247
export CUDA_HOME=$BASE_PATH/cuda-11.6

Tim Dettmers's avatar
Tim Dettmers committed
248
make cuda11x_nomatmul
249
250
251
252
253
if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
254
CUDA_VERSION=116-nomatmul python -m build
255
python -m twine upload dist/* --verbose --repository testpypi
Tim Dettmers's avatar
Tim Dettmers committed
256
257
258
259

rm -rf dist build
make clean
make cleaneggs
260
export CUDA_HOME=$BASE_PATH/cuda-11.7
Tim Dettmers's avatar
Tim Dettmers committed
261
make cuda11x_nomatmul
262
263
264
265
266
267

if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
  # Control will enter here if $DIRECTORY doesn't exist.
  echo "Compilation unsuccessul!" 1>&2
  exit 64
fi
Tim Dettmers's avatar
Tim Dettmers committed
268
CUDA_VERSION=117-nomatmul python -m build
269
python -m twine upload dist/* --verbose --repository testpypi