We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b55eb8c commit bf0ef8aCopy full SHA for bf0ef8a
vllm/v1/engine/core.py
@@ -607,9 +607,14 @@ def __init__(
607
608
self._init_data_parallel(vllm_config)
609
610
- super().__init__(
611
- vllm_config, executor_class, log_stats, executor_fail_callback
612
- )
+ # Set vllm_config context before EngineCore initialization
+ # so that models can access the config during __init__
+ from vllm.config import set_current_vllm_config
613
+
614
+ with set_current_vllm_config(vllm_config):
615
+ super().__init__(
616
+ vllm_config, executor_class, log_stats, executor_fail_callback
617
+ )
618
619
# Background Threads and Queues for IO. These enable us to
620
# overlap ZMQ socket IO with GPU since they release the GIL,
0 commit comments