Unverified Commit d123e661 authored by Philip Blair's avatar Philip Blair Committed by GitHub
Browse files

Fix type annotations on neftune_noise_alpha and fsdp_config TrainingArguments parameters (#28942)

parent ebf3ea27
...@@ -1066,7 +1066,7 @@ class TrainingArguments: ...@@ -1066,7 +1066,7 @@ class TrainingArguments:
}, },
) )
# Do not touch this type annotation or it will stop working in CLI # Do not touch this type annotation or it will stop working in CLI
fsdp_config: Optional[str] = field( fsdp_config: Optional[Union[dict, str]] = field(
default=None, default=None,
metadata={ metadata={
"help": ( "help": (
...@@ -1310,7 +1310,7 @@ class TrainingArguments: ...@@ -1310,7 +1310,7 @@ class TrainingArguments:
}, },
) )
neftune_noise_alpha: float = field( neftune_noise_alpha: Optional[float] = field(
default=None, default=None,
metadata={ metadata={
"help": "Activates neftune noise embeddings into the model. NEFTune has been proven to drastically improve model performances for instrcution fine-tuning. Check out the original paper here: https://arxiv.org/abs/2310.05914 and the original code here: https://github.com/neelsjain/NEFTune. Only supported for `PreTrainedModel` and `PeftModel` classes." "help": "Activates neftune noise embeddings into the model. NEFTune has been proven to drastically improve model performances for instrcution fine-tuning. Check out the original paper here: https://arxiv.org/abs/2310.05914 and the original code here: https://github.com/neelsjain/NEFTune. Only supported for `PreTrainedModel` and `PeftModel` classes."
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment