Fixed bugs

bitsandbytes/backends/cuda/ops.py

@@ -579,7 +579,7 @@ def _optimizer_update_8bit_blockwise_impl(
     g: torch.Tensor,
     p: torch.Tensor,
     state1: torch.Tensor,
-    state2: Optional[torch.nsor],
+    state2: Optional[torch.Tensor],
     beta1: float,
     beta2: float,
     beta3: float,

bitsandbytes/optim/optimizer.py

@@ -280,6 +280,7 @@ class Optimizer8bit(torch.optim.Optimizer):
             self.initialized = True
 
         # if self.is_paged: self.page_mng.prefetch_all()
+        p = None
         for gindex, group in enumerate(self.param_groups):
             for pindex, p in enumerate(group["params"]):
                 if p.grad is None:
@@ -291,10 +292,10 @@ class Optimizer8bit(torch.optim.Optimizer):
                 self.prefetch_state(p)
                 self.update_step(group, p, gindex, pindex)
                 sync_gpu(p)
-        if self.is_paged:
+        if self.is_paged and p is not None:
             # all paged operations are asynchronous, we need
             # to sync to make sure all tensors are in the right state
-            sync_gpu(loss)
+            sync_gpu(p)
 
         return loss