Skip to content

GitLab

Unverified Commit 0770ce6c authored by Sanchit Gandhi's avatar Sanchit Gandhi Committed by GitHub
Browse files

[CLAP] Fix logit scales dtype for fp16 (#25754)

parent 494e96d8
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
src/transformers/models/clap/modeling_clap.py
View file @ 0770ce6c
...@@ -1955,8 +1955,8 @@ class ClapModel(ClapPreTrainedModel): ...@@ -1955,8 +1955,8 @@ class ClapModel(ClapPreTrainedModel):
text_config = config.text_config text_config = config.text_config
audio_config = config.audio_config audio_config = config.audio_config
self.logit_scale_a = nn.Parameter(torch.log(torch.tensor(config.logit_scale_init_value))) self.logit_scale_a = nn.Parameter(torch.tensor(math.log(config.logit_scale_init_value)))
self.logit_scale_t = nn.Parameter(torch.log(torch.tensor(config.logit_scale_init_value))) self.logit_scale_t = nn.Parameter(torch.tensor(math.log(config.logit_scale_init_value)))
self.projection_dim = config.projection_dim self.projection_dim = config.projection_dim
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment