diff --git a/vllm/config/model.py b/vllm/config/model.py index 5be7d5e7f2df..77e014213966 100644 --- a/vllm/config/model.py +++ b/vllm/config/model.py @@ -784,7 +784,7 @@ def maybe_pull_model_tokenizer_for_runai(self, model: str, tokenizer: str) -> No model, allow_pattern=["*.model", "*.py", "*.json"] ) self.model_weights = model - self.model = object_storage_model.dir + self.model = model # If tokenizer is same as model, download to same directory if model == tokenizer: