Skip to content

Commit 4f366d7

Browse files
committed
fix rebase
Signed-off-by: Kyle Sayers <kylesayrs@gmail.com>
1 parent 6fe9db9 commit 4f366d7

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

src/llmcompressor/entrypoints/utils.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -34,6 +34,7 @@
3434
from llmcompressor.pytorch.model_load.helpers import parse_dtype
3535
from llmcompressor.transformers.compression.compressed_tensors_utils import (
3636
modify_save_pretrained,
37+
untie_word_embeddings,
3738
)
3839
from llmcompressor.transformers.utils.helpers import (
3940
detect_last_checkpoint,
@@ -92,6 +93,10 @@ def pre_process(
9293
f"`oneshot`/`train`.\nInitialization Error: {e}"
9394
)
9495

96+
# untie tie_word_embeddings weights
97+
if not model_args.tie_word_embeddings:
98+
untie_word_embeddings(model_args.model)
99+
95100
# wrap model.save_pretrained
96101
modify_save_pretrained(model_args.model)
97102

0 commit comments

Comments
 (0)