Update specialization.py

sunnweiwei · Feb 24, 2024 · 38c2025 · 38c2025
1 parent 51dad78
commit 38c2025
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/specialization.py b/specialization.py
@@ -238,8 +238,8 @@ def eval_on_benchmark(args, model=None, tokenizer=None):
             reranked_data.append(receive_permutation(item, response, rank_start=0, rank_end=100))
 
         temp_file = tempfile.NamedTemporaryFile(delete=False).name
-        write_eval_file(reranked_data, temp_file)
-        EvalFunction.eval(['-c', '-m', 'ndcg_cut.10', THE_TOPICS[data], temp_file])
+        EvalFunction.write_file(reranked_data, temp_file)
+        EvalFunction.main(THE_TOPICS[data], temp_file)
 
 
 if __name__ == '__main__':