Skip to content

GitLab

".github/git@developer.sourcefind.cn:wangsen/mineru.git" did not exist on "dda3ba756717c2513f4dbacb19ec0d118d667ed7"
Unverified Commit ba0bfd40 authored by Zhuohan Li's avatar Zhuohan Li Committed by GitHub
Browse files

TP/quantization/weight loading refactor part 1 - Simplify parallel linear logic (#1181)

parent 84e4e37d
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 6 deletions
vllm/model_executor/utils.py
View file @ ba0bfd40
...@@ -4,9 +4,6 @@ import random ...@@ -4,9 +4,6 @@ import random
import numpy as np import numpy as np
import torch import torch
from vllm.model_executor.parallel_utils.parallel_state import model_parallel_is_initialized
from vllm.model_executor.parallel_utils.tensor_parallel import model_parallel_cuda_manual_seed
def set_random_seed(seed: int) -> None: def set_random_seed(seed: int) -> None:
random.seed(seed) random.seed(seed)
...@@ -14,6 +11,3 @@ def set_random_seed(seed: int) -> None: ...@@ -14,6 +11,3 @@ def set_random_seed(seed: int) -> None:
torch.manual_seed(seed) torch.manual_seed(seed)
if torch.cuda.is_available(): if torch.cuda.is_available():
torch.cuda.manual_seed_all(seed) torch.cuda.manual_seed_all(seed)
if model_parallel_is_initialized():
model_parallel_cuda_manual_seed(seed)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment