Unverified Commit 14c3e6ad authored by Kevin McKay's avatar Kevin McKay Committed by GitHub
Browse files

[Misc] Fix spelling typos in model comments (#31117)


Signed-off-by: default avatarc0de128 <kevin.mckay@outlook.com>
parent 42b42824
...@@ -401,7 +401,7 @@ class HybridAttentionMambaModelConfig(VerifyAndUpdateConfig): ...@@ -401,7 +401,7 @@ class HybridAttentionMambaModelConfig(VerifyAndUpdateConfig):
# of attention tokens that would fit mamba_page_size: # of attention tokens that would fit mamba_page_size:
# e.g. for mamba page size = 788kB # e.g. for mamba page size = 788kB
# attn_1_token = 2kB -> fits ~394 tokens # attn_1_token = 2kB -> fits ~394 tokens
# then round up to a mulitple of 256 -> 512 tokens # then round up to a multiple of 256 -> 512 tokens
# End result: # End result:
# attn_block_size = 512 # attn_block_size = 512
# mamba_block_size = 512 (aligned to a multiple of chunk_size) # mamba_block_size = 512 (aligned to a multiple of chunk_size)
......
...@@ -323,7 +323,7 @@ class Qwen3Omni_VisionTransformer(nn.Module): ...@@ -323,7 +323,7 @@ class Qwen3Omni_VisionTransformer(nn.Module):
hidden_size=self.hidden_size, hidden_size=self.hidden_size,
) )
# vit pos embeding, TODO: spatial_patch_size vs patch_size # vit pos embedding, TODO: spatial_patch_size vs patch_size
if self.apply_vit_abs_pos_embed: if self.apply_vit_abs_pos_embed:
self.pos_embed = nn.Embedding(self.num_grid_per_side**2, self.hidden_size) self.pos_embed = nn.Embedding(self.num_grid_per_side**2, self.hidden_size)
else: else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment