Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
bitsandbytes
Commits
6974920b
Unverified
Commit
6974920b
authored
Feb 01, 2024
by
Aarni Koskela
Committed by
GitHub
Feb 01, 2024
Browse files
Enable line-ending and other hygiene lints (#1006)
parent
3a630c58
Changes
36
Show whitespace changes
Inline
Side-by-side
Showing
16 changed files
with
50 additions
and
71 deletions
+50
-71
csrc/kernels.cu
csrc/kernels.cu
+35
-35
csrc/pythonInterface.c
csrc/pythonInterface.c
+1
-1
docs/source/_toctree.yml
docs/source/_toctree.yml
+2
-2
docs/source/index.mdx
docs/source/index.mdx
+3
-3
docs/source/quickstart.mdx
docs/source/quickstart.mdx
+2
-2
environment.yml
environment.yml
+1
-1
examples/int8_inference_huggingface.py
examples/int8_inference_huggingface.py
+0
-3
how_to_use_nonpytorch_cuda.md
how_to_use_nonpytorch_cuda.md
+1
-1
install_cuda.py
install_cuda.py
+4
-4
scripts/stale.py
scripts/stale.py
+1
-1
tests/test_autograd.py
tests/test_autograd.py
+0
-1
tests/test_cuda_setup_evaluator.py
tests/test_cuda_setup_evaluator.py
+0
-8
tests/test_functional.py
tests/test_functional.py
+0
-2
tests/test_generation.py
tests/test_generation.py
+0
-3
tests/test_modules.py
tests/test_modules.py
+0
-3
tests/test_triton.py
tests/test_triton.py
+0
-1
No files found.
csrc/kernels.cu
View file @
6974920b
csrc/pythonInterface.c
View file @
6974920b
docs/source/_toctree.yml
View file @
6974920b
docs/source/index.mdx
View file @
6974920b
docs/source/quickstart.mdx
View file @
6974920b
environment.yml
View file @
6974920b
examples/int8_inference_huggingface.py
View file @
6974920b
...
@@ -22,6 +22,3 @@ model = AutoModelForCausalLM.from_pretrained(
...
@@ -22,6 +22,3 @@ model = AutoModelForCausalLM.from_pretrained(
)
)
generated_ids
=
model
.
generate
(
input_ids
,
max_length
=
MAX_NEW_TOKENS
)
generated_ids
=
model
.
generate
(
input_ids
,
max_length
=
MAX_NEW_TOKENS
)
print
(
tokenizer
.
decode
(
generated_ids
[
0
],
skip_special_tokens
=
True
))
print
(
tokenizer
.
decode
(
generated_ids
[
0
],
skip_special_tokens
=
True
))
how_to_use_nonpytorch_cuda.md
View file @
6974920b
install_cuda.py
View file @
6974920b
scripts/stale.py
View file @
6974920b
tests/test_autograd.py
View file @
6974920b
...
@@ -519,4 +519,3 @@ def test_matmul_fp8( dim1, dim2, dim3, dim4, funcs, dtype, req_grad, transpose):
...
@@ -519,4 +519,3 @@ def test_matmul_fp8( dim1, dim2, dim3, dim4, funcs, dtype, req_grad, transpose):
torch
.
testing
.
assert_close
(
torch
.
testing
.
assert_close
(
gradB1
,
gradB2
,
atol
=
0.18
,
rtol
=
0.3
gradB1
,
gradB2
,
atol
=
0.18
,
rtol
=
0.3
)
)
tests/test_cuda_setup_evaluator.py
View file @
6974920b
...
@@ -19,11 +19,3 @@ def test_manual_override(requires_cuda):
...
@@ -19,11 +19,3 @@ def test_manual_override(requires_cuda):
import
bitsandbytes
as
bnb
import
bitsandbytes
as
bnb
loaded_lib
=
bnb
.
cuda_setup
.
main
.
CUDASetup
.
get_instance
().
binary_name
loaded_lib
=
bnb
.
cuda_setup
.
main
.
CUDASetup
.
get_instance
().
binary_name
#assert loaded_lib == 'libbitsandbytes_cuda122.so'
#assert loaded_lib == 'libbitsandbytes_cuda122.so'
tests/test_functional.py
View file @
6974920b
...
@@ -2345,5 +2345,3 @@ def test_gemv_eye_4bit(storage_type, dtype, double_quant):
...
@@ -2345,5 +2345,3 @@ def test_gemv_eye_4bit(storage_type, dtype, double_quant):
torch
.
testing
.
assert_close
(
A
,
C2
)
torch
.
testing
.
assert_close
(
A
,
C2
)
#torch.testing.assert_close(A, C1, rtol=1e-5, atol=0.00001)
#torch.testing.assert_close(A, C1, rtol=1e-5, atol=0.00001)
#torch.testing.assert_close(A, C2, rtol=1e-5, atol=0.080)
#torch.testing.assert_close(A, C2, rtol=1e-5, atol=0.080)
tests/test_generation.py
View file @
6974920b
...
@@ -120,6 +120,3 @@ def test_pi(requires_cuda, model_and_tokenizer, inference_kernel, DQ, dtype):
...
@@ -120,6 +120,3 @@ def test_pi(requires_cuda, model_and_tokenizer, inference_kernel, DQ, dtype):
for
out
in
outputs
:
for
out
in
outputs
:
print
(
out
)
print
(
out
)
raise
ValueError
(
f
'Failure count:
{
failure_count
}
/
{
n_cases
}
'
)
raise
ValueError
(
f
'Failure count:
{
failure_count
}
/
{
n_cases
}
'
)
tests/test_modules.py
View file @
6974920b
...
@@ -637,6 +637,3 @@ def test_4bit_warnings():
...
@@ -637,6 +637,3 @@ def test_4bit_warnings():
net
(
inp
)
net
(
inp
)
assert
len
(
record
)
==
2
assert
len
(
record
)
==
2
tests/test_triton.py
View file @
6974920b
...
@@ -58,4 +58,3 @@ def test_switchback(vector_wise_quantization):
...
@@ -58,4 +58,3 @@ def test_switchback(vector_wise_quantization):
print
(
'GX1'
,
err_sb
,
err_baseline
)
print
(
'GX1'
,
err_sb
,
err_baseline
)
assert
err_sb
<
2
*
err_baseline
assert
err_sb
<
2
*
err_baseline
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment