feat: remove bfloat16 for cpu

app.py

@@ -52,8 +52,6 @@ if __name__ == "__main__":
         pretrained_model.half()
         device = torch.device("cuda")
         pretrained_model.to(device)
-    else:
-        pretrained_model.encoder.to(torch.bfloat16)
 
     pretrained_model.eval()
 

donut/model.py

@@ -443,8 +443,6 @@ class DonutModel(PreTrainedModel):
         if self.device.type == "cuda":  # half is not compatible in cpu implementation.
             image_tensors = image_tensors.half()
             image_tensors = image_tensors.to(self.device)
-        else:
-            image_tensors = image_tensors.to(torch.bfloat16)
 
         if prompt_tensors is None:
             prompt_tensors = self.decoder.tokenizer(prompt, add_special_tokens=False, return_tensors="pt")["input_ids"]

test.py

@@ -24,8 +24,6 @@ def test(args):
     if torch.cuda.is_available():
         pretrained_model.half()
         pretrained_model.to("cuda")
-    else:
-        pretrained_model.encoder.to(torch.bfloat16)
 
     pretrained_model.eval()