We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6fe9db9 commit 4f366d7Copy full SHA for 4f366d7
src/llmcompressor/entrypoints/utils.py
@@ -34,6 +34,7 @@
34
from llmcompressor.pytorch.model_load.helpers import parse_dtype
35
from llmcompressor.transformers.compression.compressed_tensors_utils import (
36
modify_save_pretrained,
37
+ untie_word_embeddings,
38
)
39
from llmcompressor.transformers.utils.helpers import (
40
detect_last_checkpoint,
@@ -92,6 +93,10 @@ def pre_process(
92
93
f"`oneshot`/`train`.\nInitialization Error: {e}"
94
95
96
+ # untie tie_word_embeddings weights
97
+ if not model_args.tie_word_embeddings:
98
+ untie_word_embeddings(model_args.model)
99
+
100
# wrap model.save_pretrained
101
modify_save_pretrained(model_args.model)
102
0 commit comments