set fp32 if device=mps

lm_eval/api/model.py

@@ -114,7 +114,7 @@ class LM(abc.ABC):
         additional_config = {} if additional_config is None else additional_config
         args = utils.simple_parse_args_string(arg_string)
         args2 = {k: v for k, v in additional_config.items() if v is not None}
-        if "device" in args and args["device"] == "mps":
+        if args2.get("device") == "mps" or args.get("device") == "mps":
             args["dtype"] = "float32"
         return cls(**args, **args2)