Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
991143cf
Unverified
Commit
991143cf
authored
Mar 29, 2024
by
Nick Hill
Committed by
GitHub
Mar 29, 2024
Browse files
[BugFix] Use consistent logger everywhere (#3738)
parent
8b2d3cbc
Changes
5
Show whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
13 additions
and
10 deletions
+13
-10
vllm/lora/models.py
vllm/lora/models.py
+2
-2
vllm/lora/utils.py
vllm/lora/utils.py
+3
-2
vllm/lora/worker_manager.py
vllm/lora/worker_manager.py
+2
-2
vllm/model_executor/parallel_utils/pynccl.py
vllm/model_executor/parallel_utils/pynccl.py
+3
-2
vllm/model_executor/parallel_utils/pynccl_utils.py
vllm/model_executor/parallel_utils/pynccl_utils.py
+3
-2
No files found.
vllm/lora/models.py
View file @
991143cf
import
copy
import
json
import
logging
import
math
import
os
import
re
...
...
@@ -11,13 +10,14 @@ import torch
from
torch
import
nn
from
vllm.config
import
LoRAConfig
from
vllm.logger
import
init_logger
from
vllm.lora.layers
import
(
BaseLayerWithLoRA
,
LoRAMapping
,
from_layer
,
from_layer_logits_processor
)
from
vllm.lora.lora
import
LoRALayerWeights
,
PackedLoRALayerWeights
from
vllm.lora.utils
import
parse_fine_tuned_lora_name
,
replace_submodule
from
vllm.utils
import
LRUCache
,
is_pin_memory_available
logger
=
logging
.
getL
ogger
(
__name__
)
logger
=
init_l
ogger
(
__name__
)
_GLOBAL_LORA_ID
=
0
...
...
vllm/lora/utils.py
View file @
991143cf
import
logging
from
typing
import
Tuple
from
torch
import
nn
logger
=
logging
.
getLogger
(
__name__
)
from
vllm.logger
import
init_logger
logger
=
init_logger
(
__name__
)
def
replace_submodule
(
model
:
nn
.
Module
,
module_name
:
str
,
...
...
vllm/lora/worker_manager.py
View file @
991143cf
import
logging
from
abc
import
ABC
,
abstractmethod
,
abstractproperty
from
typing
import
Any
,
Dict
,
List
,
Optional
,
Set
,
Type
import
torch
from
vllm.config
import
LoRAConfig
from
vllm.logger
import
init_logger
from
vllm.lora.layers
import
LoRAMapping
from
vllm.lora.models
import
(
LoRAModel
,
LoRAModelManager
,
LRUCacheLoRAModelManager
,
create_lora_manager
)
from
vllm.lora.request
import
LoRARequest
logger
=
logging
.
getL
ogger
(
__name__
)
logger
=
init_l
ogger
(
__name__
)
class
AbstractWorkerLoRAManager
(
ABC
):
...
...
vllm/model_executor/parallel_utils/pynccl.py
View file @
991143cf
...
...
@@ -21,7 +21,6 @@
import
ctypes
import
datetime
import
logging
import
os
# ===================== import region =====================
...
...
@@ -29,7 +28,9 @@ import torch
import
torch.distributed
as
dist
from
torch.distributed
import
ReduceOp
logger
=
logging
.
getLogger
(
__name__
)
from
vllm.logger
import
init_logger
logger
=
init_logger
(
__name__
)
so_file
=
os
.
environ
.
get
(
"VLLM_NCCL_SO_PATH"
,
""
)
...
...
vllm/model_executor/parallel_utils/pynccl_utils.py
View file @
991143cf
import
contextlib
import
logging
from
typing
import
Optional
import
torch
from
torch.distributed
import
ReduceOp
logger
=
logging
.
getLogger
(
__name__
)
from
vllm.logger
import
init_logger
logger
=
init_logger
(
__name__
)
try
:
from
vllm.model_executor.parallel_utils.pynccl
import
(
NCCLCommunicator
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment