Add comment to credit code source

Add comment to credit source where the code is taken from
tongyao-zhu · Feb 15, 2023 · c81110c · c81110c
1 parent 52d4f1c
commit c81110c
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 4 deletions.
diff --git a/generate_raw_features.py b/generate_raw_features.py
@@ -1,6 +1,6 @@
-# Code adapted from https://github.com/huggingface/transformers/blob/main/examples/pytorch/translation/run_translation_no_trainer.py
 # !/usr/bin/env python
 # coding=utf-8
+# Code adapted from https://github.com/huggingface/transformers/blob/main/examples/pytorch/translation/run_translation_no_trainer.py
 
 import argparse
 import logging
@@ -225,7 +225,6 @@ def preprocess_function(examples):
             ].value
             accelerator.init_trackers("translation_no_trainer", experiment_config)
 
-    # Train!
     total_batch_size = args.per_device_batch_size * accelerator.num_processes
 
     logger.info("***** Running feature generation (Inference on training set) *****")
@@ -244,7 +243,7 @@ def helper_print(name, tensor):
         # a function to help with debugging
         print("Tensor {} has shape {}".format(name, tensor.shape))
 
-    # set the model to evaluation mode, as we are only doing inference (one forward pass on the training set)
+    # changed: set the model to evaluation mode, as we are only doing inference (one forward pass on the training set)
     model.eval()
     with torch.no_grad():
         for step, batch in enumerate(train_dataloader):

diff --git a/sentence_splitter.py b/sentence_splitter.py
@@ -1,3 +1,6 @@
+# This file is originally inside: transformers/examples/legacy/seq2seq.
+# Directly copied from https://github.com/huggingface/transformers/blob/main/examples/legacy/seq2seq/sentence_splitter.py
+#
 # Copyright 2020 The HuggingFace Team. All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/utils.py b/utils.py
@@ -1,5 +1,5 @@
 # This file is originally inside: transformers/examples/legacy/seq2seq.
-# Taken from https://github.com/huggingface/transformers/blob/main/examples/legacy/seq2seq/utils.py 
+# Directly copied https://github.com/huggingface/transformers/blob/main/examples/legacy/seq2seq/utils.py
 #
 # Copyright 2020 The HuggingFace Team. All rights reserved.
 #