Skip to content

GitLab

Unverified Commit 959dca4f authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

use srt VocabParallelEmbedding (#3252)

parent f2b3a318
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/srt/lora/lora.py
View file @ 959dca4f
...@@ -23,7 +23,6 @@ import re ...@@ -23,7 +23,6 @@ import re
import torch import torch
from torch import nn from torch import nn
from vllm.model_executor.layers.vocab_parallel_embedding import VocabParallelEmbedding
from sglang.srt.layers.linear import ( from sglang.srt.layers.linear import (
ColumnParallelLinear, ColumnParallelLinear,
...@@ -31,6 +30,7 @@ from sglang.srt.layers.linear import ( ...@@ -31,6 +30,7 @@ from sglang.srt.layers.linear import (
QKVParallelLinear, QKVParallelLinear,
RowParallelLinear, RowParallelLinear,
) )
from sglang.srt.layers.vocab_parallel_embedding import VocabParallelEmbedding
from sglang.srt.model_loader.loader import DefaultModelLoader from sglang.srt.model_loader.loader import DefaultModelLoader
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment