From 4431adc3341e187e113c4b3ddc61efbf8ca62c3c Mon Sep 17 00:00:00 2001 From: muririn Date: Wed, 17 May 2023 12:11:00 +0900 Subject: [PATCH] Fix model reload using CAPE1d() --- codegen_sources/model/src/model/__init__.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/codegen_sources/model/src/model/__init__.py b/codegen_sources/model/src/model/__init__.py index 6c95b733..6f371d58 100644 --- a/codegen_sources/model/src/model/__init__.py +++ b/codegen_sources/model/src/model/__init__.py @@ -343,7 +343,8 @@ def reload_transformer( clean_model_state_dict(reloaded, model_type, model_number) reload_word_embeddings(reloaded, dico, model_type) reload_lang_embeddings(reloaded, params, model_type) - reload_position_embeddings(reloaded, model, model_type) + if not params.cape_embeddings: + reload_position_embeddings(reloaded, model, model_type) # if the model is a decoder if hasattr(model, "encoder_attn"):