diff --git a/docs/2cr/beir.html b/docs/2cr/beir.html index 07b374777..8c482e81c 100644 --- a/docs/2cr/beir.html +++ b/docs/2cr/beir.html @@ -149,6 +149,7 @@
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-trec-covid.contriever \ + --topics beir-v1.0.0-trec-covid-test \ + --output run.beir-contriever.trec-covid.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-trec-covid-test \ + run.beir-contriever.trec-covid.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-trec-covid-test \ + run.beir-contriever.trec-covid.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-trec-covid-test \ + run.beir-contriever.trec-covid.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-bioasq.contriever \ + --topics beir-v1.0.0-bioasq-test \ + --output run.beir-contriever.bioasq.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-bioasq-test \ + run.beir-contriever.bioasq.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-bioasq-test \ + run.beir-contriever.bioasq.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-bioasq-test \ + run.beir-contriever.bioasq.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-nfcorpus.contriever \ + --topics beir-v1.0.0-nfcorpus-test \ + --output run.beir-contriever.nfcorpus.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-nfcorpus-test \ + run.beir-contriever.nfcorpus.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-nfcorpus-test \ + run.beir-contriever.nfcorpus.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-nfcorpus-test \ + run.beir-contriever.nfcorpus.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-nq.contriever \ + --topics beir-v1.0.0-nq-test \ + --output run.beir-contriever.nq.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-nq-test \ + run.beir-contriever.nq.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-nq-test \ + run.beir-contriever.nq.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-nq-test \ + run.beir-contriever.nq.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-hotpotqa.contriever \ + --topics beir-v1.0.0-hotpotqa-test \ + --output run.beir-contriever.hotpotqa.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-hotpotqa-test \ + run.beir-contriever.hotpotqa.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-hotpotqa-test \ + run.beir-contriever.hotpotqa.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-hotpotqa-test \ + run.beir-contriever.hotpotqa.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-fiqa.contriever \ + --topics beir-v1.0.0-fiqa-test \ + --output run.beir-contriever.fiqa.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-fiqa-test \ + run.beir-contriever.fiqa.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-fiqa-test \ + run.beir-contriever.fiqa.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-fiqa-test \ + run.beir-contriever.fiqa.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-signal1m.contriever \ + --topics beir-v1.0.0-signal1m-test \ + --output run.beir-contriever.signal1m.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-signal1m-test \ + run.beir-contriever.signal1m.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-signal1m-test \ + run.beir-contriever.signal1m.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-signal1m-test \ + run.beir-contriever.signal1m.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-trec-news.contriever \ + --topics beir-v1.0.0-trec-news-test \ + --output run.beir-contriever.trec-news.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-trec-news-test \ + run.beir-contriever.trec-news.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-trec-news-test \ + run.beir-contriever.trec-news.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-trec-news-test \ + run.beir-contriever.trec-news.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-robust04.contriever \ + --topics beir-v1.0.0-robust04-test \ + --output run.beir-contriever.robust04.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-robust04-test \ + run.beir-contriever.robust04.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-robust04-test \ + run.beir-contriever.robust04.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-robust04-test \ + run.beir-contriever.robust04.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-arguana.contriever \ + --topics beir-v1.0.0-arguana-test \ + --output run.beir-contriever.arguana.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-arguana-test \ + run.beir-contriever.arguana.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-arguana-test \ + run.beir-contriever.arguana.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-arguana-test \ + run.beir-contriever.arguana.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-webis-touche2020.contriever \ + --topics beir-v1.0.0-webis-touche2020-test \ + --output run.beir-contriever.webis-touche2020.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-webis-touche2020-test \ + run.beir-contriever.webis-touche2020.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-webis-touche2020-test \ + run.beir-contriever.webis-touche2020.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-webis-touche2020-test \ + run.beir-contriever.webis-touche2020.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-android.contriever \ + --topics beir-v1.0.0-cqadupstack-android-test \ + --output run.beir-contriever.cqadupstack-android.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-android-test \ + run.beir-contriever.cqadupstack-android.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-android-test \ + run.beir-contriever.cqadupstack-android.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-android-test \ + run.beir-contriever.cqadupstack-android.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-english.contriever \ + --topics beir-v1.0.0-cqadupstack-english-test \ + --output run.beir-contriever.cqadupstack-english.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-english-test \ + run.beir-contriever.cqadupstack-english.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-english-test \ + run.beir-contriever.cqadupstack-english.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-english-test \ + run.beir-contriever.cqadupstack-english.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-gaming.contriever \ + --topics beir-v1.0.0-cqadupstack-gaming-test \ + --output run.beir-contriever.cqadupstack-gaming.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-gaming-test \ + run.beir-contriever.cqadupstack-gaming.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-gaming-test \ + run.beir-contriever.cqadupstack-gaming.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-gaming-test \ + run.beir-contriever.cqadupstack-gaming.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-gis.contriever \ + --topics beir-v1.0.0-cqadupstack-gis-test \ + --output run.beir-contriever.cqadupstack-gis.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-gis-test \ + run.beir-contriever.cqadupstack-gis.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-gis-test \ + run.beir-contriever.cqadupstack-gis.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-gis-test \ + run.beir-contriever.cqadupstack-gis.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-mathematica.contriever \ + --topics beir-v1.0.0-cqadupstack-mathematica-test \ + --output run.beir-contriever.cqadupstack-mathematica.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-mathematica-test \ + run.beir-contriever.cqadupstack-mathematica.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-mathematica-test \ + run.beir-contriever.cqadupstack-mathematica.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-mathematica-test \ + run.beir-contriever.cqadupstack-mathematica.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-physics.contriever \ + --topics beir-v1.0.0-cqadupstack-physics-test \ + --output run.beir-contriever.cqadupstack-physics.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-physics-test \ + run.beir-contriever.cqadupstack-physics.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-physics-test \ + run.beir-contriever.cqadupstack-physics.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-physics-test \ + run.beir-contriever.cqadupstack-physics.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-programmers.contriever \ + --topics beir-v1.0.0-cqadupstack-programmers-test \ + --output run.beir-contriever.cqadupstack-programmers.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-programmers-test \ + run.beir-contriever.cqadupstack-programmers.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-programmers-test \ + run.beir-contriever.cqadupstack-programmers.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-programmers-test \ + run.beir-contriever.cqadupstack-programmers.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-stats.contriever \ + --topics beir-v1.0.0-cqadupstack-stats-test \ + --output run.beir-contriever.cqadupstack-stats.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-stats-test \ + run.beir-contriever.cqadupstack-stats.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-stats-test \ + run.beir-contriever.cqadupstack-stats.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-stats-test \ + run.beir-contriever.cqadupstack-stats.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-tex.contriever \ + --topics beir-v1.0.0-cqadupstack-tex-test \ + --output run.beir-contriever.cqadupstack-tex.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-tex-test \ + run.beir-contriever.cqadupstack-tex.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-tex-test \ + run.beir-contriever.cqadupstack-tex.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-tex-test \ + run.beir-contriever.cqadupstack-tex.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-unix.contriever \ + --topics beir-v1.0.0-cqadupstack-unix-test \ + --output run.beir-contriever.cqadupstack-unix.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-unix-test \ + run.beir-contriever.cqadupstack-unix.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-unix-test \ + run.beir-contriever.cqadupstack-unix.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-unix-test \ + run.beir-contriever.cqadupstack-unix.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-webmasters.contriever \ + --topics beir-v1.0.0-cqadupstack-webmasters-test \ + --output run.beir-contriever.cqadupstack-webmasters.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-webmasters-test \ + run.beir-contriever.cqadupstack-webmasters.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-webmasters-test \ + run.beir-contriever.cqadupstack-webmasters.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-webmasters-test \ + run.beir-contriever.cqadupstack-webmasters.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-cqadupstack-wordpress.contriever \ + --topics beir-v1.0.0-cqadupstack-wordpress-test \ + --output run.beir-contriever.cqadupstack-wordpress.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-cqadupstack-wordpress-test \ + run.beir-contriever.cqadupstack-wordpress.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-cqadupstack-wordpress-test \ + run.beir-contriever.cqadupstack-wordpress.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-cqadupstack-wordpress-test \ + run.beir-contriever.cqadupstack-wordpress.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-quora.contriever \ + --topics beir-v1.0.0-quora-test \ + --output run.beir-contriever.quora.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-quora-test \ + run.beir-contriever.quora.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-quora-test \ + run.beir-contriever.quora.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-quora-test \ + run.beir-contriever.quora.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-dbpedia-entity.contriever \ + --topics beir-v1.0.0-dbpedia-entity-test \ + --output run.beir-contriever.dbpedia-entity.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-dbpedia-entity-test \ + run.beir-contriever.dbpedia-entity.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-dbpedia-entity-test \ + run.beir-contriever.dbpedia-entity.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-dbpedia-entity-test \ + run.beir-contriever.dbpedia-entity.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-scidocs.contriever \ + --topics beir-v1.0.0-scidocs-test \ + --output run.beir-contriever.scidocs.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-scidocs-test \ + run.beir-contriever.scidocs.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-scidocs-test \ + run.beir-contriever.scidocs.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-scidocs-test \ + run.beir-contriever.scidocs.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-fever.contriever \ + --topics beir-v1.0.0-fever-test \ + --output run.beir-contriever.fever.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-fever-test \ + run.beir-contriever.fever.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-fever-test \ + run.beir-contriever.fever.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-fever-test \ + run.beir-contriever.fever.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-climate-fever.contriever \ + --topics beir-v1.0.0-climate-fever-test \ + --output run.beir-contriever.climate-fever.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-climate-fever-test \ + run.beir-contriever.climate-fever.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-climate-fever-test \ + run.beir-contriever.climate-fever.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-climate-fever-test \ + run.beir-contriever.climate-fever.txt
++Evaluation commands: + +python -m pyserini.search.faiss \ + --encoder-class contriever --encoder facebook/contriever \ + --index beir-v1.0.0-scifact.contriever \ + --topics beir-v1.0.0-scifact-test \ + --output run.beir-contriever.scifact.txt --batch 128 --threads 16 \ + --hits 1000 --remove-query +
+++python -m pyserini.eval.trec_eval \ + -c -m ndcg_cut.10 beir-v1.0.0-scifact-test \ + run.beir-contriever.scifact.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.100 beir-v1.0.0-scifact-test \ + run.beir-contriever.scifact.txt + +python -m pyserini.eval.trec_eval \ + -c -m recall.1000 beir-v1.0.0-scifact-test \ + run.beir-contriever.scifact.txt
++Evaluation commands: + +$cmd4 +
+++${eval_cmd4}