Added embed_upload_chunks function

Meisam984 · Jun 8, 2023 · e80f1dc · e80f1dc
1 parent 4a945cb
commit e80f1dc
Showing 1 changed file with 8 additions and 2 deletions.
diff --git a/src/utils.py b/src/utils.py
@@ -42,8 +42,14 @@ def split_to_chunks(docs):
 
 # Embed and upload the split chunks onto Deeplake
 def embed_upload_chunks(documents, account_name):
-    embeddings = OpenAIEmbeddings()
-    db = DeepLake.from_documents(documents, embeddings, dataset_path=f"hub://{account_name}/langchain-code")
+    try:
+        embeddings = OpenAIEmbeddings()
+        db = DeepLake.from_documents(documents, embeddings, dataset_path=f"hub://{account_name}/langchain-code")
+        logger.info(f"Uploaded the embedded text chunks unto hub://{account_name}/langchain-code")
+    except Exception as e:
+        raise CustomException(e)
+
+    return db