Skip to content

GitLab

"git@developer.sourcefind.cn:one/TransferBench.git" did not exist on "788840d0950a2385c41c0f446bd23e2f0f7bbf48"
Unverified Commit 2e46eefc authored by EtienneDosSantos's avatar EtienneDosSantos Committed by GitHub
Browse files

Sorted alphabetically for better overview

parent 227d904d
Hide whitespace changes
Inline Side-by-side
Showing with 32 additions and 32 deletions
bitsandbytes/functional.py
View file @ 2e46eefc
...@@ -27,11 +27,24 @@ name2qmap = {} ...@@ -27,11 +27,24 @@ name2qmap = {}
if lib and lib.compiled_with_cuda: if lib and lib.compiled_with_cuda:
"""C FUNCTIONS FOR OPTIMIZERS""" """C FUNCTIONS FOR OPTIMIZERS"""
str2optimizer32bit = { str2optimizer32bit = {
"adagrad": (
lib.cadagrad32bit_grad_32,
lib.cadagrad32bit_grad_16,
),
"adam": ( "adam": (
lib.cadam32bit_grad_fp32, lib.cadam32bit_grad_fp32,
lib.cadam32bit_grad_fp16, lib.cadam32bit_grad_fp16,
lib.cadam32bit_grad_bf16, lib.cadam32bit_grad_bf16,
), ),
"lamb": (
lib.cadam32bit_grad_fp32,
lib.cadam32bit_grad_fp16,
),
"lion": (
lib.clion32bit_grad_fp32,
lib.clion32bit_grad_fp16,
lib.clion32bit_grad_bf16,
),
"momentum": ( "momentum": (
lib.cmomentum32bit_grad_32, lib.cmomentum32bit_grad_32,
lib.cmomentum32bit_grad_16, lib.cmomentum32bit_grad_16,
...@@ -40,19 +53,6 @@ if lib and lib.compiled_with_cuda: ...@@ -40,19 +53,6 @@ if lib and lib.compiled_with_cuda:
lib.crmsprop32bit_grad_32, lib.crmsprop32bit_grad_32,
lib.crmsprop32bit_grad_16, lib.crmsprop32bit_grad_16,
), ),
"lion": (
lib.clion32bit_grad_fp32,
lib.clion32bit_grad_fp16,
lib.clion32bit_grad_bf16,
),
"adagrad": (
lib.cadagrad32bit_grad_32,
lib.cadagrad32bit_grad_16,
),
"lamb": (
lib.cadam32bit_grad_fp32,
lib.cadam32bit_grad_fp16,
),
} }
str2optimizer8bit = { str2optimizer8bit = {
...@@ -60,34 +60,43 @@ if lib and lib.compiled_with_cuda: ...@@ -60,34 +60,43 @@ if lib and lib.compiled_with_cuda:
lib.cadam_static_8bit_grad_32, lib.cadam_static_8bit_grad_32,
lib.cadam_static_8bit_grad_16, lib.cadam_static_8bit_grad_16,
), ),
"momentum": ( "lamb": (
lib.cadam_static_8bit_grad_32,
lib.cadam_static_8bit_grad_16,
),
"lars": (
lib.cmomentum_static_8bit_grad_32, lib.cmomentum_static_8bit_grad_32,
lib.cmomentum_static_8bit_grad_16, lib.cmomentum_static_8bit_grad_16,
), ),
"rmsprop": (
lib.crmsprop_static_8bit_grad_32,
lib.crmsprop_static_8bit_grad_16,
),
"lion": ( "lion": (
lib.clion_static_8bit_grad_32, lib.clion_static_8bit_grad_32,
lib.clion_static_8bit_grad_16, lib.clion_static_8bit_grad_16,
), ),
"lamb": ( "momentum": (
lib.cadam_static_8bit_grad_32,
lib.cadam_static_8bit_grad_16,
),
"lars": (
lib.cmomentum_static_8bit_grad_32, lib.cmomentum_static_8bit_grad_32,
lib.cmomentum_static_8bit_grad_16, lib.cmomentum_static_8bit_grad_16,
), ),
"rmsprop": (
lib.crmsprop_static_8bit_grad_32,
lib.crmsprop_static_8bit_grad_16,
),
} }
str2optimizer8bit_blockwise = { str2optimizer8bit_blockwise = {
"adagrad": (
lib.cadagrad_8bit_blockwise_grad_fp32,
lib.cadagrad_8bit_blockwise_grad_fp16,
),
"adam": ( "adam": (
lib.cadam_8bit_blockwise_grad_fp32, lib.cadam_8bit_blockwise_grad_fp32,
lib.cadam_8bit_blockwise_grad_fp16, lib.cadam_8bit_blockwise_grad_fp16,
lib.cadam_8bit_blockwise_grad_bf16, lib.cadam_8bit_blockwise_grad_bf16,
), ),
"lion": (
lib.clion_8bit_blockwise_grad_fp32,
lib.clion_8bit_blockwise_grad_fp16,
lib.clion_8bit_blockwise_grad_bf16,
),
"momentum": ( "momentum": (
lib.cmomentum_8bit_blockwise_grad_fp32, lib.cmomentum_8bit_blockwise_grad_fp32,
lib.cmomentum_8bit_blockwise_grad_fp16, lib.cmomentum_8bit_blockwise_grad_fp16,
...@@ -96,15 +105,6 @@ if lib and lib.compiled_with_cuda: ...@@ -96,15 +105,6 @@ if lib and lib.compiled_with_cuda:
lib.crmsprop_8bit_blockwise_grad_fp32, lib.crmsprop_8bit_blockwise_grad_fp32,
lib.crmsprop_8bit_blockwise_grad_fp16, lib.crmsprop_8bit_blockwise_grad_fp16,
), ),
"lion": (
lib.clion_8bit_blockwise_grad_fp32,
lib.clion_8bit_blockwise_grad_fp16,
lib.clion_8bit_blockwise_grad_bf16,
),
"adagrad": (
lib.cadagrad_8bit_blockwise_grad_fp32,
lib.cadagrad_8bit_blockwise_grad_fp16,
),
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment