Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
bitsandbytes
Commits
6974920b
Unverified
Commit
6974920b
authored
Feb 01, 2024
by
Aarni Koskela
Committed by
GitHub
Feb 01, 2024
Browse files
Enable line-ending and other hygiene lints (#1006)
parent
3a630c58
Changes
36
Show whitespace changes
Inline
Side-by-side
Showing
16 changed files
with
50 additions
and
71 deletions
+50
-71
csrc/kernels.cu
csrc/kernels.cu
+35
-35
csrc/pythonInterface.c
csrc/pythonInterface.c
+1
-1
docs/source/_toctree.yml
docs/source/_toctree.yml
+2
-2
docs/source/index.mdx
docs/source/index.mdx
+3
-3
docs/source/quickstart.mdx
docs/source/quickstart.mdx
+2
-2
environment.yml
environment.yml
+1
-1
examples/int8_inference_huggingface.py
examples/int8_inference_huggingface.py
+0
-3
how_to_use_nonpytorch_cuda.md
how_to_use_nonpytorch_cuda.md
+1
-1
install_cuda.py
install_cuda.py
+4
-4
scripts/stale.py
scripts/stale.py
+1
-1
tests/test_autograd.py
tests/test_autograd.py
+0
-1
tests/test_cuda_setup_evaluator.py
tests/test_cuda_setup_evaluator.py
+0
-8
tests/test_functional.py
tests/test_functional.py
+0
-2
tests/test_generation.py
tests/test_generation.py
+0
-3
tests/test_modules.py
tests/test_modules.py
+0
-3
tests/test_triton.py
tests/test_triton.py
+0
-1
No files found.
csrc/kernels.cu
View file @
6974920b
csrc/pythonInterface.c
View file @
6974920b
docs/source/_toctree.yml
View file @
6974920b
docs/source/index.mdx
View file @
6974920b
docs/source/quickstart.mdx
View file @
6974920b
environment.yml
View file @
6974920b
examples/int8_inference_huggingface.py
View file @
6974920b
...
...
@@ -22,6 +22,3 @@ model = AutoModelForCausalLM.from_pretrained(
)
generated_ids
=
model
.
generate
(
input_ids
,
max_length
=
MAX_NEW_TOKENS
)
print
(
tokenizer
.
decode
(
generated_ids
[
0
],
skip_special_tokens
=
True
))
how_to_use_nonpytorch_cuda.md
View file @
6974920b
install_cuda.py
View file @
6974920b
scripts/stale.py
View file @
6974920b
tests/test_autograd.py
View file @
6974920b
...
...
@@ -519,4 +519,3 @@ def test_matmul_fp8( dim1, dim2, dim3, dim4, funcs, dtype, req_grad, transpose):
torch
.
testing
.
assert_close
(
gradB1
,
gradB2
,
atol
=
0.18
,
rtol
=
0.3
)
tests/test_cuda_setup_evaluator.py
View file @
6974920b
...
...
@@ -19,11 +19,3 @@ def test_manual_override(requires_cuda):
import
bitsandbytes
as
bnb
loaded_lib
=
bnb
.
cuda_setup
.
main
.
CUDASetup
.
get_instance
().
binary_name
#assert loaded_lib == 'libbitsandbytes_cuda122.so'
tests/test_functional.py
View file @
6974920b
...
...
@@ -2345,5 +2345,3 @@ def test_gemv_eye_4bit(storage_type, dtype, double_quant):
torch
.
testing
.
assert_close
(
A
,
C2
)
#torch.testing.assert_close(A, C1, rtol=1e-5, atol=0.00001)
#torch.testing.assert_close(A, C2, rtol=1e-5, atol=0.080)
tests/test_generation.py
View file @
6974920b
...
...
@@ -120,6 +120,3 @@ def test_pi(requires_cuda, model_and_tokenizer, inference_kernel, DQ, dtype):
for
out
in
outputs
:
print
(
out
)
raise
ValueError
(
f
'Failure count:
{
failure_count
}
/
{
n_cases
}
'
)
tests/test_modules.py
View file @
6974920b
...
...
@@ -637,6 +637,3 @@ def test_4bit_warnings():
net
(
inp
)
assert
len
(
record
)
==
2
tests/test_triton.py
View file @
6974920b
...
...
@@ -58,4 +58,3 @@ def test_switchback(vector_wise_quantization):
print
(
'GX1'
,
err_sb
,
err_baseline
)
assert
err_sb
<
2
*
err_baseline
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment