Unverified Commit 5f5271f1 authored by Harry Mellor's avatar Harry Mellor Committed by GitHub
Browse files

Move `LoRAConfig` from `config/__init__.py` to `config/lora.py` (#24644)


Signed-off-by: default avatarHarry Mellor <19981378+hmellor@users.noreply.github.com>
parent d6249d06
...@@ -11,7 +11,7 @@ from huggingface_hub.utils import (EntryNotFoundError, HfHubHTTPError, ...@@ -11,7 +11,7 @@ from huggingface_hub.utils import (EntryNotFoundError, HfHubHTTPError,
from torch import nn from torch import nn
from transformers import PretrainedConfig from transformers import PretrainedConfig
from vllm.config import LoRAConfig from vllm.config.lora import LoRAConfig
from vllm.logger import init_logger from vllm.logger import init_logger
# being imported for _all_lora_classes below # being imported for _all_lora_classes below
# yapf conflicts with isort for this block # yapf conflicts with isort for this block
......
...@@ -11,7 +11,7 @@ from vllm.adapter_commons.utils import (add_adapter_worker, ...@@ -11,7 +11,7 @@ from vllm.adapter_commons.utils import (add_adapter_worker,
list_adapters_worker, list_adapters_worker,
set_active_adapters_worker) set_active_adapters_worker)
from vllm.adapter_commons.worker_manager import AbstractWorkerManager from vllm.adapter_commons.worker_manager import AbstractWorkerManager
from vllm.config import LoRAConfig from vllm.config.lora import LoRAConfig
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.lora.models import (LoRAModel, LoRAModelManager, from vllm.lora.models import (LoRAModel, LoRAModelManager,
LRUCacheLoRAModelManager, create_lora_manager) LRUCacheLoRAModelManager, create_lora_manager)
......
...@@ -29,7 +29,8 @@ from transformers import BartConfig ...@@ -29,7 +29,8 @@ from transformers import BartConfig
from transformers.utils import logging from transformers.utils import logging
from vllm.attention import Attention, AttentionType from vllm.attention import Attention, AttentionType
from vllm.config import CacheConfig, LoRAConfig, VllmConfig from vllm.config import CacheConfig, VllmConfig
from vllm.config.lora import LoRAConfig
from vllm.distributed import get_tensor_model_parallel_world_size from vllm.distributed import get_tensor_model_parallel_world_size
from vllm.model_executor.layers.activation import get_act_fn from vllm.model_executor.layers.activation import get_act_fn
from vllm.model_executor.layers.linear import (ColumnParallelLinear, from vllm.model_executor.layers.linear import (ColumnParallelLinear,
......
...@@ -5,7 +5,8 @@ from typing import Optional ...@@ -5,7 +5,8 @@ from typing import Optional
from typing_extensions import assert_never from typing_extensions import assert_never
from vllm.config import LoRAConfig, ModelConfig, SchedulerConfig from vllm.config import ModelConfig, SchedulerConfig
from vllm.config.lora import LoRAConfig
from vllm.lora.request import LoRARequest from vllm.lora.request import LoRARequest
from vllm.transformers_utils.tokenizer import (AnyTokenizer, encode_tokens, from vllm.transformers_utils.tokenizer import (AnyTokenizer, encode_tokens,
get_lora_tokenizer, get_lora_tokenizer,
......
...@@ -11,7 +11,8 @@ import numpy as np ...@@ -11,7 +11,8 @@ import numpy as np
import torch import torch
import torch.nn as nn import torch.nn as nn
from vllm.config import LoRAConfig, ModelConfig, SchedulerConfig from vllm.config import ModelConfig, SchedulerConfig
from vllm.config.lora import LoRAConfig
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.lora.layers import LoRAMapping from vllm.lora.layers import LoRAMapping
from vllm.lora.request import LoRARequest from vllm.lora.request import LoRARequest
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment