From bffce14e8f08a66f91e3d62e67089b305b16bba4 Mon Sep 17 00:00:00 2001 From: Jiang Wu Date: Fri, 5 Dec 2025 19:32:09 +0000 Subject: [PATCH] Do not overwrite self.model if streaming from cloud storage with runai_streamer Signed-off-by: Jiang Wu --- vllm/engine/arg_utils.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index aad0719548d1..256724b46ba5 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -1394,7 +1394,9 @@ def create_engine_config( ) model_config = self.create_model_config() - self.model = model_config.model + # if streaming from cloud storage, do not overwrite self.model with local dir + if not (is_cloud_storage(self.model) and self.load_format=="runai_streamer"): + self.model = model_config.model self.tokenizer = model_config.tokenizer self._check_feature_supported(model_config)