diff --git a/README.md b/README.md index 81d5d23..11ab651 100644 --- a/README.md +++ b/README.md @@ -74,7 +74,7 @@ To use the default hyperparameters, set to False. | Model | AP | P@20 | |:-------------------:|:------:|:------:| | Paper 1 (two fold) | 0.2971 | 0.3948 | -| BM25+RM3 (Anserini) | 0.2987 | 0.2871 | +| BM25+RM3 (Anserini) | 0.2987 | 0.3871 | | 1S: BERT(QA) | 0.3014 | 0.3928 | | 2S: BERT(QA) | 0.3003 | 0.3948 | | 3S: BERT(QA) | 0.3003 | 0.3948 | diff --git a/eval_scripts/baseline.sh b/eval_scripts/baseline.sh index f0f8165..7fc86f6 100755 --- a/eval_scripts/baseline.sh +++ b/eval_scripts/baseline.sh @@ -17,4 +17,5 @@ fi python3 src/main/python/fine_tuning/reconstruct_robus04_tuned_run.py --index ${index_path} --folds ${folds_path} --params ${params_path} rm run.robust04.bm25+rm3.fold* -mv run.robust04.bm25+rm3.txt ${birch_path}/runs/run.bm25+rm3_${num_folds}cv.txt \ No newline at end of file +mkdir --parents ${birch_path}/runs +mv run.robust04.bm25+rm3.txt ${birch_path}/runs/run.bm25+rm3_${num_folds}cv.txt diff --git a/eval_scripts/eval.sh b/eval_scripts/eval.sh old mode 100644 new mode 100755 index 73c577d..79fc02e --- a/eval_scripts/eval.sh +++ b/eval_scripts/eval.sh @@ -14,6 +14,6 @@ else echo "2S:" ${anserini_path}/eval/trec_eval.9.0.4/trec_eval -M1000 -m map -m P.20 "${anserini_path}/src/main/resources/topics-and-qrels/${qrels_file}" "runs/run.${experiment}.cv.ab" - echo "SS:" + echo "3S:" ${anserini_path}/eval/trec_eval.9.0.4/trec_eval -M1000 -m map -m P.20 "${anserini_path}/src/main/resources/topics-and-qrels/${qrels_file}" "runs/run.${experiment}.cv.abc" -fi \ No newline at end of file +fi