Commit fbea8450 authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge branch 'awq' into 'v0.5.0-dtk24.04.1'

添加要使用rocblas所需要的模块导入

See merge request dcutoolkit/deeplearing/vllm!12
parents a4456dfa 1057935a
...@@ -2,6 +2,7 @@ from typing import Any, Dict, List, Optional ...@@ -2,6 +2,7 @@ from typing import Any, Dict, List, Optional
import torch import torch
from torch.nn.parameter import Parameter from torch.nn.parameter import Parameter
import torch.nn.functional as F
from vllm import _custom_ops as ops from vllm import _custom_ops as ops
from vllm.model_executor.layers.linear import LinearBase, LinearMethodBase from vllm.model_executor.layers.linear import LinearBase, LinearMethodBase
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment