update torchao safetensors impl

liangel-02 · liangel-02 · commit 9195d4ef9419 · 2025-12-05T11:59:15.000-08:00
Signed-off-by: Angel Li &lt;liangel@meta.com&gt;
diff --git a/vllm/model_executor/model_loader/weight_utils.py b/vllm/model_executor/model_loader/weight_utils.py
@@ -667,6 +667,7 @@ def safetensors_weights_iterator(
             )
 
             with safe_open(st_file, framework="pt") as f:
+                state_dict = {}
                 for name in f.keys():  # noqa: SIM118
                     state_dict[name] = f.get_tensor(name)
 

Original file line number	Diff line number	Diff line change
`@@ -667,6 +667,7 @@ def safetensors_weights_iterator(`
`667`	`667`	`)`
`668`	`668`
`669`	`669`	`with safe_open(st_file, framework="pt") as f:`
	`670`	`+ state_dict = {}`
`670`	`671`	`for name in f.keys(): # noqa: SIM118`
`671`	`672`	`state_dict[name] = f.get_tensor(name)`
`672`	`673`