Add comment

SANJITH-KUMAR-20 · Mar 18, 2024 · 09692c8 · 09692c8
1 parent 019a92c
commit 09692c8
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/text_generation/causal_lm/cpp/group_beam_searcher.hpp b/text_generation/causal_lm/cpp/group_beam_searcher.hpp
@@ -101,6 +101,7 @@ struct Group {
     void finish(Beam&& beam, const Parameters& parameters) {
         beam.score /= std::pow(float(beam.tokens.size()), parameters.length_penalty);
 
+        // HF implementation counts eos_token for length penalty calculation
         if (beam.tokens.back() == parameters.eos_token) {
             beam.tokens.pop_back();
         }