diff --git a/docs/2cr/msmarco-v1-passage.html b/docs/2cr/msmarco-v1-passage.html index 5f356bd4f..457f64d9a 100644 --- a/docs/2cr/msmarco-v1-passage.html +++ b/docs/2cr/msmarco-v1-passage.html @@ -5941,11 +5941,120 @@

MS MARCO V1 Passage

+ + + + + + +OpenAI text-embedding-3-large: pre-encoded queries +0.5259 +0.7173 +0.8991 + +0.5134 +0.7163 +0.8884 + +0.3342 +0.9885 + + + + +
+ + + + + + +
+
+Command to generate run on TREC 2019 queries: + +
+
python -m pyserini.search.faiss \
+  --threads 16 --batch-size 512 \
+  --index msmarco-v1-passage.openai-text-embedding-3-large \
+  --topics dl19-passage --encoded-queries openai-text-embedding-3-large-dl19-passage \
+  --output run.msmarco-v1-passage.openai-text-embedding-3-large.dl19.txt
+
+Evaluation commands: + +
+
python -m pyserini.eval.trec_eval -c -l 2 -m map dl19-passage \
+  run.msmarco-v1-passage.openai-text-embedding-3-large.dl19.txt
+python -m pyserini.eval.trec_eval -c -m ndcg_cut.10 dl19-passage \
+  run.msmarco-v1-passage.openai-text-embedding-3-large.dl19.txt
+python -m pyserini.eval.trec_eval -c -l 2 -m recall.1000 dl19-passage \
+  run.msmarco-v1-passage.openai-text-embedding-3-large.dl19.txt
+
+
+ +
+
+ Command to generate run on TREC 2020 queries: + +
+
python -m pyserini.search.faiss \
+  --threads 16 --batch-size 512 \
+  --index msmarco-v1-passage.openai-text-embedding-3-large \
+  --topics dl20 --encoded-queries openai-text-embedding-3-large-dl20 \
+  --output run.msmarco-v1-passage.openai-text-embedding-3-large.dl20.txt
+
+Evaluation commands: + +
+
python -m pyserini.eval.trec_eval -c -l 2 -m map dl20-passage \
+  run.msmarco-v1-passage.openai-text-embedding-3-large.dl20.txt
+python -m pyserini.eval.trec_eval -c -m ndcg_cut.10 dl20-passage \
+  run.msmarco-v1-passage.openai-text-embedding-3-large.dl20.txt
+python -m pyserini.eval.trec_eval -c -l 2 -m recall.1000 dl20-passage \
+  run.msmarco-v1-passage.openai-text-embedding-3-large.dl20.txt
+
+
+ +
+
+ Command to generate run on dev queries: + +
+
python -m pyserini.search.faiss \
+  --threads 16 --batch-size 512 \
+  --index msmarco-v1-passage.openai-text-embedding-3-large \
+  --topics msmarco-passage-dev-subset --encoded-queries openai-text-embedding-3-large-msmarco-passage-dev-subset \
+  --output run.msmarco-v1-passage.openai-text-embedding-3-large.dev.txt
+
+Evaluation commands: + +
+
python -m pyserini.eval.trec_eval -c -M 10 -m recip_rank msmarco-passage-dev-subset \
+  run.msmarco-v1-passage.openai-text-embedding-3-large.dev.txt
+python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-passage-dev-subset \
+  run.msmarco-v1-passage.openai-text-embedding-3-large.dev.txt
+
+
+ +
+
+ +
- + [13] cosDPR-distil: PyTorch @@ -5963,25 +6072,25 @@

MS MARCO V1 Passage

-
+
-