Unverified Commit c6c22f16 authored by viravera's avatar viravera Committed by GitHub
Browse files

Revert invalid spellchecker fix on deepseek_vl2 (#20618)

parent dd382e0f
......@@ -351,11 +351,11 @@ class DeepseekVLV2ForCausalLM(nn.Module, SupportsMultiModal, SupportsPP):
embed_std = 1 / torch.sqrt(
torch.tensor(self.projector_config.n_embed, dtype=torch.float32))
if self.tile_tag == "2D":
# <|view_separator|>, <|\n|>
# <|view_seperator|>, <|\n|>
self.image_newline = nn.Parameter(
torch.randn(self.projector_config.n_embed) * embed_std)
# This is a typo in original implementation
self.view_separator = nn.Parameter(
self.view_seperator = nn.Parameter(
torch.randn(self.projector_config.n_embed) * embed_std)
else:
raise ValueError(
......@@ -560,13 +560,13 @@ class DeepseekVLV2ForCausalLM(nn.Module, SupportsMultiModal, SupportsPP):
if self.global_view_pos == "head":
global_local_features = torch.cat([
global_features,
self.view_separator[None, :],
self.view_seperator[None, :],
local_features,
])
else:
global_local_features = torch.cat([
local_features,
self.view_separator[None, :],
self.view_seperator[None, :],
global_features,
])
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment