change the path for start_token_embed

HansiZeng · Nov 22, 2023 · 21940f6 · 21940f6
1 parent dab9504
commit 21940f6
Show file tree

Hide file tree

Showing 5 changed files with 2 additions and 1 deletion.
diff --git a/t5_decoder_start_token_embeds/t5-3b.npy b/t5_decoder_start_token_embeds/t5-3b.npy
diff --git a/t5_decoder_start_token_embeds/t5-base.npy b/t5_decoder_start_token_embeds/t5-base.npy
diff --git a/t5_decoder_start_token_embeds/t5-large.npy b/t5_decoder_start_token_embeds/t5-large.npy
diff --git a/t5_pretrainer/main.py b/t5_pretrainer/main.py
@@ -93,6 +93,7 @@ def main():
             elif args.loss_type == "t5seq_aq_encoder_lng_knp_margin_mse":
                 model = T5SeqAQEncoderForLngKnpMarginMSE.from_pretrained(args.pretrained_path)
             else:
+                print("pretrained_path: ", args.pretrained_path)
                 raise NotImplementedError
             if args.local_rank <= 0:
                 print("load model from pretrained path = {}".format(args.pretrained_path))

diff --git a/t5_pretrainer/modeling/t5_generative_retriever.py b/t5_pretrainer/modeling/t5_generative_retriever.py
@@ -48,7 +48,7 @@ def __init__(self,
                     # 5_000, 5_000, 5_000, 5_000, 5_000, 5_000, 5_000, 5_000
                     #[50_000, 50_000, 50_000, 50_000],  #[100_000, 100_000], 
                  decoding=False,
-                 decoder_start_token_path="/home/ec2-user/quic-efs/user/hansizeng/work/t5_pretrainer/t5_pretrainer/t5_decoder_start_token_embeds/t5-base.npy",
+                 decoder_start_token_path="./t5_decoder_start_token_embeds/t5-base.npy",
                  apply_decoder_t5_stack=False,
                  scaleup_output_hidden=False,
                  shared_output_input_embeds=True,