Skip to content

Commit c17d46b

Browse files
committed
move change into load_model
Signed-off-by: Ming Yang <minos.future@gmail.com>
1 parent bf0ef8a commit c17d46b

File tree

1 file changed

+3
-8
lines changed

1 file changed

+3
-8
lines changed

vllm/v1/engine/core.py

Lines changed: 3 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -607,14 +607,9 @@ def __init__(
607607

608608
self._init_data_parallel(vllm_config)
609609

610-
# Set vllm_config context before EngineCore initialization
611-
# so that models can access the config during __init__
612-
from vllm.config import set_current_vllm_config
613-
614-
with set_current_vllm_config(vllm_config):
615-
super().__init__(
616-
vllm_config, executor_class, log_stats, executor_fail_callback
617-
)
610+
super().__init__(
611+
vllm_config, executor_class, log_stats, executor_fail_callback
612+
)
618613

619614
# Background Threads and Queues for IO. These enable us to
620615
# overlap ZMQ socket IO with GPU since they release the GIL,

0 commit comments

Comments
 (0)