File tree Expand file tree Collapse file tree 2 files changed +2
-2
lines changed
src/compressed_tensors/compressors/quantized_compressors Expand file tree Collapse file tree 2 files changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -131,7 +131,8 @@ def compress(
131131 if name in compressed_param_names :
132132 continue
133133
134- # omit saving zero points for symmetric quantization
134+ # for symmetric quantization, omit zero_point
135+ # manually because it wasn't handled in compress_weight
135136 if name .endswith ("weight_zero_point" ):
136137 module_path = name .rsplit ("." , 1 )[0 ]
137138 if (
Original file line number Diff line number Diff line change @@ -118,7 +118,6 @@ def compress_weight(
118118 "NVFP4 quantization requires global_scale (TENSOR_GROUP strategy). "
119119 "Use TENSOR_GROUP strategy instead of GROUP for FP4 quantization."
120120 )
121- compressed_dict ["weight_global_scale" ] = global_scale
122121
123122 return compressed_dict
124123
You can’t perform that action at this time.
0 commit comments