"vscode:/vscode.git/clone" did not exist on "46d7b1d9723a64eecc676ef2c629f8c0226c1b68"
Unverified Commit 451ffe74 authored by uylnap's avatar uylnap Committed by GitHub
Browse files

support qwen3 emebedding (#6990)

parent b1e5a33a
......@@ -333,6 +333,8 @@ class Qwen3ForCausalLM(nn.Module):
params_dict = dict(self.named_parameters())
for name, loaded_weight in weights:
if "Embedding" in self.config.name_or_path:
name = add_prefix(name, "model")
layer_id = get_layer_id(name)
if (
layer_id is not None
......
......@@ -26,6 +26,7 @@ MODELS = [
("Alibaba-NLP/gte-Qwen2-1.5B-instruct", 1, 1e-5),
("intfloat/e5-mistral-7b-instruct", 1, 1e-5),
("marco/mcdse-2b-v1", 1, 1e-5),
("Qwen/Qwen3-Embedding-8B", 1, 1e-5),
# Temporarily disable before this model is fixed
# ("jason9693/Qwen2.5-1.5B-apeach", 1, 1e-5),
]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment