Fix max_length bug for hybrid search (#1700)

Also updates requirements.txt for retrieval with openai
castorini · Nov 3, 2023 · 01889cc · 01889cc
1 parent cb444ee
commit 01889cc
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/pyserini/search/hybrid/__main__.py b/pyserini/search/hybrid/__main__.py
@@ -109,7 +109,8 @@ def parse_args(parser, commands):
                                        args.run.topics,
                                        args.dense.encoded_queries,
                                        args.dense.device,
-                                       args.dense.query_prefix)
+                                       args.dense.query_prefix,
+                                       args.dense.max_length)
 
     if os.path.exists(args.dense.index):
         # create searcher from index directory

diff --git a/requirements.txt b/requirements.txt
@@ -11,4 +11,6 @@ nmslib>=2.1.1
 onnxruntime>=1.8.1
 lightgbm>=3.3.2
 spacy>=3.2.1
-pyyaml
+pyyaml
+openai>=0.28.0
+tiktoken>=0.4.0