From c54a9a797b14784986d2876efce5f896f3d5201d Mon Sep 17 00:00:00 2001
From: "lingjue@ubuntu" <penghong@corp.netease.com>
Date: Tue, 1 Aug 2023 17:39:37 +0800
Subject: [PATCH 1/8] offer default implement for base language model

---
 .../hw/langchain/base/language/BaseLanguageModel.java  | 10 ++++++++--
 .../hw/langchain/chat/models/base/BaseChatModel.java   | 10 ----------
 .../main/java/com/hw/langchain/llms/base/BaseLLM.java  | 10 ----------
 3 files changed, 8 insertions(+), 22 deletions(-)

diff --git a/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java b/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
index 36e6f98d5..ed35fd0e2 100644
--- a/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
+++ b/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
@@ -39,7 +39,9 @@ public interface BaseLanguageModel {
     /**
      * Predict text from text.
      */
-    String predict(String text);
+    default String predict(String text) {
+        return predict(text, null);
+    }
 
     /**
      * Predict text from text.
@@ -49,10 +51,14 @@ public interface BaseLanguageModel {
     /**
      * Predict message from messages.
      */
-    BaseMessage predictMessages(List<BaseMessage> messages);
+    default BaseMessage predictMessages(List<BaseMessage> messages) {
+        return predictMessages(messages, null);
+    }
 
     /**
      * Predict message from messages.
      */
     BaseMessage predictMessages(List<BaseMessage> messages, List<String> stop);
+
+
 }
diff --git a/langchain-core/src/main/java/com/hw/langchain/chat/models/base/BaseChatModel.java b/langchain-core/src/main/java/com/hw/langchain/chat/models/base/BaseChatModel.java
index 8109d6e90..f55c9e486 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chat/models/base/BaseChatModel.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chat/models/base/BaseChatModel.java
@@ -90,11 +90,6 @@ public BaseMessage call(List<BaseMessage> messages, List<String> stop) {
         }
     }
 
-    @Override
-    public String predict(String text) {
-        return predict(text, null);
-    }
-
     @Override
     public String predict(String text, List<String> stop) {
         List<String> copyStop = stop != null ? List.copyOf(stop) : null;
@@ -104,11 +99,6 @@ public String predict(String text, List<String> stop) {
         return result.getContent();
     }
 
-    @Override
-    public BaseMessage predictMessages(List<BaseMessage> messages) {
-        return predictMessages(messages, null);
-    }
-
     @Override
     public BaseMessage predictMessages(List<BaseMessage> messages, List<String> stop) {
         List<String> copyStop = stop != null ? List.copyOf(stop) : null;
diff --git a/langchain-core/src/main/java/com/hw/langchain/llms/base/BaseLLM.java b/langchain-core/src/main/java/com/hw/langchain/llms/base/BaseLLM.java
index d095b13ad..733167de2 100644
--- a/langchain-core/src/main/java/com/hw/langchain/llms/base/BaseLLM.java
+++ b/langchain-core/src/main/java/com/hw/langchain/llms/base/BaseLLM.java
@@ -70,21 +70,11 @@ public LLMResult generatePrompt(List<PromptValue> prompts, List<String> stop) {
         return generate(promptStrings, stop);
     }
 
-    @Override
-    public String predict(String text) {
-        return predict(text, null);
-    }
-
     @Override
     public String predict(String text, List<String> stop) {
         return call(text, stop);
     }
 
-    @Override
-    public BaseMessage predictMessages(List<BaseMessage> messages) {
-        return predictMessages(messages, null);
-    }
-
     @Override
     public BaseMessage predictMessages(List<BaseMessage> messages, List<String> stop) {
         return null;

From d08c1532e41c6dc9bc119fc9741e67006d8d28b9 Mon Sep 17 00:00:00 2001
From: "lingjue@ubuntu" <penghong@corp.netease.com>
Date: Tue, 1 Aug 2023 18:40:48 +0800
Subject: [PATCH 2/8] =?UTF-8?q?=E5=AE=9A=E4=B9=89=E5=BC=82=E6=AD=A5?=
 =?UTF-8?q?=E6=8E=A5=E5=8F=A3?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 langchain-core/pom.xml                        |  6 ++
 .../langchain/agents/agent/AgentExecutor.java |  2 +-
 .../langchain/chains/api/base/ApiChain.java   |  2 +-
 .../com/hw/langchain/chains/base/Chain.java   | 78 ++++++++++++++++++-
 .../base/BaseCombineDocumentsChain.java       |  3 +-
 .../com/hw/langchain/chains/llm/LLMChain.java |  2 +-
 .../chains/llm/math/base/LLMMathChain.java    |  2 +-
 .../retrieval/qa/base/BaseRetrievalQA.java    |  7 +-
 .../sql/database/base/SQLDatabaseChain.java   |  2 +-
 .../base/SQLDatabaseSequentialChain.java      |  2 +-
 pom.xml                                       |  8 ++
 11 files changed, 104 insertions(+), 10 deletions(-)

diff --git a/langchain-core/pom.xml b/langchain-core/pom.xml
index 5b96590c7..5bcdcc233 100644
--- a/langchain-core/pom.xml
+++ b/langchain-core/pom.xml
@@ -144,6 +144,12 @@
             <groupId>io.netty</groupId>
             <artifactId>netty-resolver-dns</artifactId>
         </dependency>
+
+        <dependency>
+            <groupId>io.projectreactor</groupId>
+            <artifactId>reactor-core</artifactId>
+        </dependency>
+
         <dependency>
             <groupId>org.mockito</groupId>
             <artifactId>mockito-core</artifactId>
diff --git a/langchain-core/src/main/java/com/hw/langchain/agents/agent/AgentExecutor.java b/langchain-core/src/main/java/com/hw/langchain/agents/agent/AgentExecutor.java
index cc655b047..4f3427e48 100644
--- a/langchain-core/src/main/java/com/hw/langchain/agents/agent/AgentExecutor.java
+++ b/langchain-core/src/main/java/com/hw/langchain/agents/agent/AgentExecutor.java
@@ -138,7 +138,7 @@ public Object takeNextStep(Map<String, BaseTool> nameToToolMap, Map<String, Obje
      * Run text through and get agent response.
      */
     @Override
-    public Map<String, String> innerCall(Map<String, Object> inputs) {
+    protected Map<String, String> innerCall(Map<String, Object> inputs) {
         // Construct a mapping of tool name to tool for easy lookup
         Map<String, BaseTool> nameToToolMap = tools.stream().collect(Collectors.toMap(BaseTool::getName, tool -> tool));
 
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/api/base/ApiChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/api/base/ApiChain.java
index 397a77357..fb089f3c0 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/api/base/ApiChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/api/base/ApiChain.java
@@ -103,7 +103,7 @@ public List<String> outputKeys() {
     }
 
     @Override
-    public Map<String, String> innerCall(Map<String, Object> inputs) {
+    protected Map<String, String> innerCall(Map<String, Object> inputs) {
         var question = inputs.get(QUESTION_KEY);
         String apiUrl = apiRequestChain.predict(Map.of(QUESTION_KEY, question, API_DOCS, apiDocs));
         apiUrl = apiUrl.strip();
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/base/Chain.java b/langchain-core/src/main/java/com/hw/langchain/chains/base/Chain.java
index aab019a82..cf0147447 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/base/Chain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/base/Chain.java
@@ -20,6 +20,8 @@
 
 import com.google.common.collect.Maps;
 import com.hw.langchain.schema.BaseMemory;
+import org.apache.commons.lang3.StringUtils;
+import reactor.core.publisher.Flux;
 
 import java.util.*;
 
@@ -73,7 +75,17 @@ private void validateOutputs(Map<String, String> outputs) {
      * @param inputs the inputs to be processed by the chain
      * @return a map containing the output generated by the chain
      */
-    public abstract Map<String, String> innerCall(Map<String, Object> inputs);
+    protected abstract Map<String, String> innerCall(Map<String, Object> inputs);
+
+    /**
+     * Runs the logic of this chain and returns the async output.
+     *
+     * @param inputs the inputs to be processed by the chain
+     * @return a map flux containing the output generated event by the chain
+     */
+    protected Flux<Map<String, String>> ainnerCall(Map<String, Object> inputs) {
+        throw new UnsupportedOperationException("Not supported yet.");
+    }
 
     /**
      * Run the logic of this chain and add to output if desired.
@@ -104,6 +116,17 @@ public Map<String, String> call(Map<String, Object> inputs, boolean returnOnlyOu
         return prepOutputs(inputs, outputs, returnOnlyOutputs);
     }
 
+    public Flux<Map<String, String>> acall(String input, boolean returnOnlyOutputs) {
+        Map<String, Object> inputs = prepInputs(input);
+        return acall(inputs, returnOnlyOutputs);
+    }
+
+    public Flux<Map<String, String>> acall(Map<String, Object> inputs, boolean returnOnlyOutputs) {
+        inputs = prepInputs(inputs);
+        Flux<Map<String, String>> outputs = ainnerCall(inputs);
+        return prepaOutputs(inputs, outputs, returnOnlyOutputs);
+    }
+
     /**
      * Validate and prep outputs.
      */
@@ -123,6 +146,35 @@ private Map<String, String> prepOutputs(Map<String, Object> inputs, Map<String,
         }
     }
 
+    /**
+     * Validate and async prep outputs.
+     */
+    private Flux<Map<String, String>> prepaOutputs(Map<String, Object> inputs, Flux<Map<String, String>> outputs,
+                                            boolean returnOnlyOutputs) {
+        Map<String, String> collector = Maps.newHashMap();
+        return outputs.doOnNext(this::validateOutputs)
+                .doOnNext(m -> m.forEach((k, v) -> collector.compute(k, (s, old) -> {
+                    if (StringUtils.equals(s, outputKeys().get(0))) {
+                        return old + v;
+                    } else {
+                        return StringUtils.firstNonBlank(old, v);
+                    }
+                }))).map(m -> {
+                    if (returnOnlyOutputs) {
+                        return m;
+                    } else {
+                        Map<String, String> result = Maps.newHashMap();
+                        inputs.forEach((k, v) -> result.put(k, v.toString()));
+                        result.putAll(m);
+                        return result;
+                    }
+                }).doOnComplete(() -> {
+                    if (memory != null) {
+                        memory.saveContext(inputs, collector);
+                    }
+                });
+    }
+
     /**
      * Validate and prep inputs.
      */
@@ -183,4 +235,28 @@ public String run(Map<String, Object> args) {
         return call(args, false).get(outputKeys().get(0));
     }
 
+    /**
+     * Run the chain as text in, text out async
+     */
+    public Flux<String> arun(String args) {
+        if (outputKeys().size() != 1) {
+            throw new IllegalArgumentException(
+                    "The `run` method is not supported when there is not exactly one output key. Got " + outputKeys()
+                            + ".");
+        }
+        return acall(args, false).map(m -> m.get(outputKeys().get(0)));
+    }
+
+    /**
+     * Run the chain as multiple variables, text out async.
+     */
+    public Flux<String> arun(Map<String, Object> args) {
+        if (outputKeys().size() != 1) {
+            throw new IllegalArgumentException(
+                    "The `run` method is not supported when there is not exactly one output key. Got " + outputKeys()
+                            + ".");
+        }
+        return acall(args, false).map(m -> m.get(outputKeys().get(0)));
+    }
+
 }
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java
index 00f899271..930f08436 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java
@@ -64,8 +64,7 @@ public Optional<Integer> promptLength(List<Document> docs, Map<String, Object> k
     public abstract Pair<String, Map<String, String>> combineDocs(List<Document> docs, Map<String, Object> kwargs);
 
     @Override
-
-    public Map<String, String> innerCall(Map<String, Object> inputs) {
+    protected Map<String, String> innerCall(Map<String, Object> inputs) {
         @SuppressWarnings("unchecked")
         var docs = (List<Document>) inputs.get(inputKey);
 
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java
index 8382da744..4baeffd95 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java
@@ -97,7 +97,7 @@ public List<String> outputKeys() {
     }
 
     @Override
-    public Map<String, String> innerCall(Map<String, Object> inputs) {
+    protected Map<String, String> innerCall(Map<String, Object> inputs) {
         LLMResult response = generate(List.of(inputs));
         return createOutputs(response).get(0);
     }
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/llm/math/base/LLMMathChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/llm/math/base/LLMMathChain.java
index de6d26db5..726d97f8f 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/llm/math/base/LLMMathChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/llm/math/base/LLMMathChain.java
@@ -127,7 +127,7 @@ public Map<String, String> processLLMResult(String llmOutput) {
     }
 
     @Override
-    public Map<String, String> innerCall(Map<String, Object> inputs) {
+    protected Map<String, String> innerCall(Map<String, Object> inputs) {
         var kwargs = Map.of("question", inputs.get(inputKey), "stop", List.of("```output"));
         String llmOutput = llmChain.predict(kwargs);
         return processLLMResult(llmOutput);
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java b/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java
index d7df94fae..cf695927d 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java
@@ -24,6 +24,7 @@
 import com.hw.langchain.chains.combine.documents.base.BaseCombineDocumentsChain;
 import com.hw.langchain.chains.query.constructor.JsonUtils;
 import com.hw.langchain.schema.Document;
+import reactor.core.publisher.Flux;
 
 import java.util.List;
 import java.util.Map;
@@ -74,7 +75,7 @@ public List<String> outputKeys() {
      * Run getRelevantText and llm on input query.
      */
     @Override
-    public Map<String, String> innerCall(Map<String, Object> inputs) {
+    protected Map<String, String> innerCall(Map<String, Object> inputs) {
         var question = inputs.get(inputKey).toString();
 
         List<Document> docs = getDocs(question);
@@ -92,4 +93,8 @@ public Map<String, String> innerCall(Map<String, Object> inputs) {
         return result;
     }
 
+    @Override
+    protected Flux<Map<String, String>> ainnerCall(Map<String, Object> inputs) {
+
+    }
 }
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/sql/database/base/SQLDatabaseChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/sql/database/base/SQLDatabaseChain.java
index 2f26a32ca..1a4055f4d 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/sql/database/base/SQLDatabaseChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/sql/database/base/SQLDatabaseChain.java
@@ -118,7 +118,7 @@ public List<String> outputKeys() {
     }
 
     @Override
-    public Map<String, String> innerCall(Map<String, Object> inputs) {
+    protected Map<String, String> innerCall(Map<String, Object> inputs) {
         String inputText = inputs.get(this.inputKey) + "\nSQLQuery:";
         // If not present, then defaults to null which is all tables.
         var tableNamesToUse = (List<String>) inputs.get("table_names_to_use");
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/sql/database/base/SQLDatabaseSequentialChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/sql/database/base/SQLDatabaseSequentialChain.java
index 025cec545..f1f593258 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/sql/database/base/SQLDatabaseSequentialChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/sql/database/base/SQLDatabaseSequentialChain.java
@@ -101,7 +101,7 @@ public List<String> outputKeys() {
     }
 
     @Override
-    public Map<String, String> innerCall(Map<String, Object> inputs) {
+    protected Map<String, String> innerCall(Map<String, Object> inputs) {
         List<String> tableNameList = sqlChain.getDatabase().getUsableTableNames();
         String tableNames = String.join(", ", tableNameList);
         var llmInputs = Map.of("query", inputs.get(inputKey),
diff --git a/pom.xml b/pom.xml
index 7fcce1821..25ef45aca 100644
--- a/pom.xml
+++ b/pom.xml
@@ -47,6 +47,7 @@
         <hibernate-validator.version>8.0.0.Final</hibernate-validator.version>
         <redisson.version>3.17.3</redisson.version>
         <netty-resolver.version>4.1.43.Final</netty-resolver.version>
+        <reactor.version>3.5.8</reactor.version>
         <mockito-core.version>3.12.4</mockito-core.version>
 
         <scala.binary.version>2.12</scala.binary.version>
@@ -252,6 +253,13 @@
                 <artifactId>netty-resolver-dns</artifactId>
                 <version>${netty-resolver.version}</version>
             </dependency>
+
+            <dependency>
+                <groupId>io.projectreactor</groupId>
+                <artifactId>reactor-core</artifactId>
+                <version>${reactor.version}</version>
+            </dependency>
+
             <dependency>
                 <groupId>org.mockito</groupId>
                 <artifactId>mockito-core</artifactId>

From 15125e4d5302afc232375ed3aefeb875122808b4 Mon Sep 17 00:00:00 2001
From: "lingjue@ubuntu" <penghong@corp.netease.com>
Date: Tue, 1 Aug 2023 19:06:20 +0800
Subject: [PATCH 3/8] =?UTF-8?q?=E5=A2=9E=E5=8A=A0=E5=BC=82=E6=AD=A5?=
 =?UTF-8?q?=E7=94=9F=E6=88=90=E6=8E=A5=E5=8F=A3=E5=AE=9A=E4=B9=89?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../base/language/BaseLanguageModel.java      |  6 ++++
 .../hw/langchain/schema/AsyncLLMResult.java   | 30 +++++++++++++++++++
 2 files changed, 36 insertions(+)
 create mode 100644 langchain-core/src/main/java/com/hw/langchain/schema/AsyncLLMResult.java

diff --git a/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java b/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
index ed35fd0e2..4c23ea892 100644
--- a/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
+++ b/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
@@ -18,9 +18,11 @@
 
 package com.hw.langchain.base.language;
 
+import com.hw.langchain.schema.AsyncLLMResult;
 import com.hw.langchain.schema.BaseMessage;
 import com.hw.langchain.schema.LLMResult;
 import com.hw.langchain.schema.PromptValue;
+import reactor.core.publisher.Flux;
 
 import java.util.List;
 
@@ -60,5 +62,9 @@ default BaseMessage predictMessages(List<BaseMessage> messages) {
      */
     BaseMessage predictMessages(List<BaseMessage> messages, List<String> stop);
 
+    /**
+     * Take in a list of prompt values and return an Flux&lt;AsyncLLMResult&gt; for every PromptValue.
+     */
+    List<Flux<AsyncLLMResult>> asyncGeneratePrompt(List<PromptValue> prompts, List<String> stop);
 
 }
diff --git a/langchain-core/src/main/java/com/hw/langchain/schema/AsyncLLMResult.java b/langchain-core/src/main/java/com/hw/langchain/schema/AsyncLLMResult.java
new file mode 100644
index 000000000..214e50df0
--- /dev/null
+++ b/langchain-core/src/main/java/com/hw/langchain/schema/AsyncLLMResult.java
@@ -0,0 +1,30 @@
+package com.hw.langchain.schema;
+
+import lombok.Data;
+
+import java.util.List;
+import java.util.Map;
+
+/**
+ * @author lingjue@ubuntu
+ * @since 8/1/23 7:01 PM
+ */
+@Data
+public class AsyncLLMResult {
+
+    /**
+     * List of the things generated. This is List<List<Generation>> because each input could have multiple generations.
+     */
+    private List<? extends Generation> generations;
+
+    /**
+     * For arbitrary LLM provider specific output.
+     */
+    private Map<String, Object> llmOutput;
+
+    public AsyncLLMResult(List<? extends Generation> generations, Map<String, Object> llmOutput) {
+        this.generations = generations;
+        this.llmOutput = llmOutput;
+    }
+
+}

From 6fcf0f29426f395a1c9fecefe9235caabe7897f1 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E5=87=8C=E7=BB=9D?= <penghongjie@corp.netease.com>
Date: Wed, 2 Aug 2023 09:18:56 +0800
Subject: [PATCH 4/8] add sync function definition

---
 .../base/language/BaseLanguageModel.java      | 32 +++++++++++++-
 .../base/BaseCombineDocumentsChain.java       | 20 +++++++++
 .../documents/stuff/StuffDocumentsChain.java  |  7 +++
 .../com/hw/langchain/chains/llm/LLMChain.java | 43 +++++++++++++++++--
 .../retrieval/qa/base/BaseRetrievalQA.java    |  8 ++++
 5 files changed, 105 insertions(+), 5 deletions(-)

diff --git a/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java b/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
index 4c23ea892..3b20cd288 100644
--- a/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
+++ b/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
@@ -65,6 +65,36 @@ default BaseMessage predictMessages(List<BaseMessage> messages) {
     /**
      * Take in a list of prompt values and return an Flux&lt;AsyncLLMResult&gt; for every PromptValue.
      */
-    List<Flux<AsyncLLMResult>> asyncGeneratePrompt(List<PromptValue> prompts, List<String> stop);
+    default List<Flux<AsyncLLMResult>> asyncGeneratePrompt(List<PromptValue> prompts) {
+        return asyncGeneratePrompt(prompts, null);
+    }
+
+    /**
+     * Take in a list of prompt values and return an Flux&lt;AsyncLLMResult&gt; for every PromptValue.
+     */
+    default List<Flux<AsyncLLMResult>> asyncGeneratePrompt(List<PromptValue> prompts, List<String> stop) {
+        throw new UnsupportedOperationException("not supported yet.");
+    };
+
+    /**
+     * Predict text from text async.
+     */
+    default Flux<String> apredict(String text) {
+        return apredict(text, null);
+    }
+
+    /**
+     * Predict text from text async.
+     */
+    default Flux<String> apredict(String text, List<String> stop) {
+        throw new UnsupportedOperationException("not supported yet.");
+    }
+
+    /**
+     * Predict message from messages async.
+     */
+    default Flux<BaseMessage> apredictMessages(List<BaseMessage> messages, List<String> stop) {
+        throw new UnsupportedOperationException("not supported yet.");
+    }
 
 }
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java
index 930f08436..ca59e698f 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java
@@ -23,6 +23,7 @@
 import com.hw.langchain.schema.Document;
 
 import org.apache.commons.lang3.tuple.Pair;
+import reactor.core.publisher.Flux;
 
 import java.util.HashMap;
 import java.util.List;
@@ -62,6 +63,10 @@ public Optional<Integer> promptLength(List<Document> docs, Map<String, Object> k
      * Combine documents into a single string.
      */
     public abstract Pair<String, Map<String, String>> combineDocs(List<Document> docs, Map<String, Object> kwargs);
+    /**
+     * Combine documents into a single string async.
+     */
+    public abstract Flux<Pair<String, Map<String, String>>> acombineDocs(List<Document> docs, Map<String, Object> kwargs);
 
     @Override
     protected Map<String, String> innerCall(Map<String, Object> inputs) {
@@ -75,4 +80,19 @@ protected Map<String, String> innerCall(Map<String, Object> inputs) {
         extraReturnDict.put(outputKey, result.getLeft());
         return extraReturnDict;
     }
+
+    @Override
+    protected Flux<Map<String, String>> ainnerCall(Map<String, Object> inputs) {
+        @SuppressWarnings("unchecked")
+        var docs = (List<Document>) inputs.get(inputKey);
+
+        Map<String, Object> otherKeys = Maps.filterKeys(inputs, key -> !key.equals(inputKey));
+        var result = this.acombineDocs(docs, otherKeys);
+
+        return result.map(pair -> {
+            var extraReturnDict = new HashMap<>(pair.getRight());
+            extraReturnDict.put(outputKey, pair.getLeft());
+            return extraReturnDict;
+        });
+    }
 }
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/stuff/StuffDocumentsChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/stuff/StuffDocumentsChain.java
index 17f54ff59..66947d2ae 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/stuff/StuffDocumentsChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/stuff/StuffDocumentsChain.java
@@ -25,6 +25,7 @@
 import com.hw.langchain.schema.Document;
 
 import org.apache.commons.lang3.tuple.Pair;
+import reactor.core.publisher.Flux;
 
 import java.util.List;
 import java.util.Map;
@@ -116,6 +117,12 @@ public Pair<String, Map<String, String>> combineDocs(List<Document> docs, Map<St
         return Pair.of(llmChain.predict(inputs), Map.of());
     }
 
+    @Override
+    public Flux<Pair<String, Map<String, String>>> acombineDocs(List<Document> docs, Map<String, Object> kwargs) {
+        var inputs = getInputs(docs, kwargs);
+        return llmChain.apredict(inputs).map(s -> Pair.of(s, Map.of()));
+    }
+
     @Override
     public String chainType() {
         return "stuff_documents_chain";
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java
index 4baeffd95..4891cad77 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java
@@ -21,13 +21,11 @@
 import com.hw.langchain.base.language.BaseLanguageModel;
 import com.hw.langchain.chains.base.Chain;
 import com.hw.langchain.prompts.base.BasePromptTemplate;
-import com.hw.langchain.schema.BaseLLMOutputParser;
-import com.hw.langchain.schema.LLMResult;
-import com.hw.langchain.schema.NoOpOutputParser;
-import com.hw.langchain.schema.PromptValue;
+import com.hw.langchain.schema.*;
 
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
+import reactor.core.publisher.Flux;
 
 import java.util.ArrayList;
 import java.util.HashMap;
@@ -102,6 +100,12 @@ protected Map<String, String> innerCall(Map<String, Object> inputs) {
         return createOutputs(response).get(0);
     }
 
+    @Override
+    protected Flux<Map<String, String>> ainnerCall(Map<String, Object> inputs) {
+        var response = agenerate(List.of(inputs));
+        return response.get(0).map(this::createAsyncOutputs);
+    }
+
     /**
      * Generate LLM result from inputs.
      */
@@ -111,6 +115,15 @@ private LLMResult generate(List<Map<String, Object>> inputList) {
         return llm.generatePrompt(prompts, stop);
     }
 
+    /**
+     * Generate LLM result from inputs async.
+     */
+    private List<Flux<AsyncLLMResult>> agenerate(List<Map<String, Object>> inputList) {
+        List<String> stop = prepStop(inputList);
+        List<PromptValue> prompts = prepPrompts(inputList);
+        return llm.asyncGeneratePrompt(prompts, stop);
+    }
+
     /**
      * Prepare prompts from inputs.
      */
@@ -154,6 +167,17 @@ private List<Map<String, String>> createOutputs(LLMResult llmResult) {
         return result;
     }
 
+    /**
+     * Create outputs from response async.
+     */
+    private Map<String, String> createAsyncOutputs(AsyncLLMResult llmResult) {
+        Map<String, String> result = Map.of(outputKey, outputParser.parseResult(llmResult.getGenerations()), "full_generation", llmResult.getGenerations().toString());
+        if (returnFinalOnly) {
+            result = Map.of(outputKey, result.get(outputKey));
+        }
+        return result;
+    }
+
     /**
      * Format prompt with kwargs and pass to LLM.
      *
@@ -165,6 +189,17 @@ public String predict(Map<String, Object> kwargs) {
         return resultMap.get(outputKey);
     }
 
+    /**
+     * Format prompt with kwargs and pass to LLM async.
+     *
+     * @param kwargs Keys to pass to prompt template.
+     * @return Completion from LLM.
+     */
+    public Flux<String> apredict(Map<String, Object> kwargs) {
+        var flux = acall(kwargs, false);
+        return flux.map(m -> m.get(outputKey));
+    }
+
     /**
      * Call predict and then parse the results.
      */
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java b/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java
index cf695927d..d54f5b8ac 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java
@@ -95,6 +95,14 @@ protected Map<String, String> innerCall(Map<String, Object> inputs) {
 
     @Override
     protected Flux<Map<String, String>> ainnerCall(Map<String, Object> inputs) {
+        var question = inputs.get(inputKey).toString();
 
+        List<Document> docs = getDocs(question);
+        inputs.put("input_documents", docs);
+        if (!inputs.containsKey("question")) {
+            inputs.put("question", question);
+        }
+        Flux<String> answer = combineDocumentsChain.arun(inputs);
+        return answer.map(s -> Map.of(outputKey, s));
     }
 }

From cc46f51daee1fecdb04ad20d7d676e2addaf63f6 Mon Sep 17 00:00:00 2001
From: "lingjue@ubuntu" <penghong@corp.netease.com>
Date: Mon, 11 Sep 2023 10:27:58 +0800
Subject: [PATCH 5/8] rebase dev

---
 .java-version                                 |  1 +
 .../base/language/BaseLanguageModel.java      |  1 +
 .../com/hw/langchain/chains/base/Chain.java   |  4 ++-
 .../base/BaseCombineDocumentsChain.java       |  4 ++-
 .../documents/stuff/StuffDocumentsChain.java  |  1 +
 .../com/hw/langchain/chains/llm/LLMChain.java |  4 ++-
 .../retrieval/qa/base/BaseRetrievalQA.java    |  1 +
 .../hw/langchain/chat/models/base/LLM.java    |  7 ++++
 .../com/hw/langchain/llms/base/BaseLLM.java   | 19 ++++++++++
 .../com/hw/langchain/llms/ollama/Ollama.java  |  7 ++++
 .../hw/langchain/llms/openai/BaseOpenAI.java  |  7 ++++
 .../hw/langchain/llms/openai/OpenAIChat.java  |  7 ++++
 .../hw/langchain/schema/AsyncLLMResult.java   | 18 ++++++++++
 langchain-server/pom.xml                      | 36 +++++++++++++++++++
 langchain-web/pom.xml                         | 28 +++++++++++++++
 15 files changed, 142 insertions(+), 3 deletions(-)
 create mode 100644 .java-version
 create mode 100644 langchain-server/pom.xml
 create mode 100644 langchain-web/pom.xml

diff --git a/.java-version b/.java-version
new file mode 100644
index 000000000..98d9bcb75
--- /dev/null
+++ b/.java-version
@@ -0,0 +1 @@
+17
diff --git a/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java b/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
index 3b20cd288..79684370d 100644
--- a/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
+++ b/langchain-core/src/main/java/com/hw/langchain/base/language/BaseLanguageModel.java
@@ -22,6 +22,7 @@
 import com.hw.langchain.schema.BaseMessage;
 import com.hw.langchain.schema.LLMResult;
 import com.hw.langchain.schema.PromptValue;
+
 import reactor.core.publisher.Flux;
 
 import java.util.List;
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/base/Chain.java b/langchain-core/src/main/java/com/hw/langchain/chains/base/Chain.java
index cf0147447..91b80ccd3 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/base/Chain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/base/Chain.java
@@ -20,7 +20,9 @@
 
 import com.google.common.collect.Maps;
 import com.hw.langchain.schema.BaseMemory;
+
 import org.apache.commons.lang3.StringUtils;
+
 import reactor.core.publisher.Flux;
 
 import java.util.*;
@@ -150,7 +152,7 @@ private Map<String, String> prepOutputs(Map<String, Object> inputs, Map<String,
      * Validate and async prep outputs.
      */
     private Flux<Map<String, String>> prepaOutputs(Map<String, Object> inputs, Flux<Map<String, String>> outputs,
-                                            boolean returnOnlyOutputs) {
+            boolean returnOnlyOutputs) {
         Map<String, String> collector = Maps.newHashMap();
         return outputs.doOnNext(this::validateOutputs)
                 .doOnNext(m -> m.forEach((k, v) -> collector.compute(k, (s, old) -> {
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java
index ca59e698f..e9c8d82da 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/base/BaseCombineDocumentsChain.java
@@ -23,6 +23,7 @@
 import com.hw.langchain.schema.Document;
 
 import org.apache.commons.lang3.tuple.Pair;
+
 import reactor.core.publisher.Flux;
 
 import java.util.HashMap;
@@ -66,7 +67,8 @@ public Optional<Integer> promptLength(List<Document> docs, Map<String, Object> k
     /**
      * Combine documents into a single string async.
      */
-    public abstract Flux<Pair<String, Map<String, String>>> acombineDocs(List<Document> docs, Map<String, Object> kwargs);
+    public abstract Flux<Pair<String, Map<String, String>>> acombineDocs(List<Document> docs,
+            Map<String, Object> kwargs);
 
     @Override
     protected Map<String, String> innerCall(Map<String, Object> inputs) {
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/stuff/StuffDocumentsChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/stuff/StuffDocumentsChain.java
index 66947d2ae..ba8cbf1a9 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/stuff/StuffDocumentsChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/combine/documents/stuff/StuffDocumentsChain.java
@@ -25,6 +25,7 @@
 import com.hw.langchain.schema.Document;
 
 import org.apache.commons.lang3.tuple.Pair;
+
 import reactor.core.publisher.Flux;
 
 import java.util.List;
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java b/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java
index 4891cad77..38af05c16 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/llm/LLMChain.java
@@ -25,6 +25,7 @@
 
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
+
 import reactor.core.publisher.Flux;
 
 import java.util.ArrayList;
@@ -171,7 +172,8 @@ private List<Map<String, String>> createOutputs(LLMResult llmResult) {
      * Create outputs from response async.
      */
     private Map<String, String> createAsyncOutputs(AsyncLLMResult llmResult) {
-        Map<String, String> result = Map.of(outputKey, outputParser.parseResult(llmResult.getGenerations()), "full_generation", llmResult.getGenerations().toString());
+        Map<String, String> result = Map.of(outputKey, outputParser.parseResult(llmResult.getGenerations()),
+                "full_generation", llmResult.getGenerations().toString());
         if (returnFinalOnly) {
             result = Map.of(outputKey, result.get(outputKey));
         }
diff --git a/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java b/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java
index d54f5b8ac..7a23b38cd 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chains/retrieval/qa/base/BaseRetrievalQA.java
@@ -24,6 +24,7 @@
 import com.hw.langchain.chains.combine.documents.base.BaseCombineDocumentsChain;
 import com.hw.langchain.chains.query.constructor.JsonUtils;
 import com.hw.langchain.schema.Document;
+
 import reactor.core.publisher.Flux;
 
 import java.util.List;
diff --git a/langchain-core/src/main/java/com/hw/langchain/chat/models/base/LLM.java b/langchain-core/src/main/java/com/hw/langchain/chat/models/base/LLM.java
index 52d9fa980..9f39a8f9e 100644
--- a/langchain-core/src/main/java/com/hw/langchain/chat/models/base/LLM.java
+++ b/langchain-core/src/main/java/com/hw/langchain/chat/models/base/LLM.java
@@ -19,10 +19,12 @@
 package com.hw.langchain.chat.models.base;
 
 import com.hw.langchain.llms.base.BaseLLM;
+import com.hw.langchain.schema.AsyncLLMResult;
 import com.hw.langchain.schema.Generation;
 import com.hw.langchain.schema.LLMResult;
 
 import lombok.experimental.SuperBuilder;
+import reactor.core.publisher.Flux;
 
 import java.util.List;
 
@@ -54,4 +56,9 @@ protected LLMResult innerGenerate(List<String> prompts, List<String> stop) {
 
         return new LLMResult(generations);
     }
+
+    @Override
+    protected Flux<AsyncLLMResult> _agenerate(List<String> prompts, List<String> stop) {
+        throw new UnsupportedOperationException("not supported yet.");
+    }
 }
diff --git a/langchain-core/src/main/java/com/hw/langchain/llms/base/BaseLLM.java b/langchain-core/src/main/java/com/hw/langchain/llms/base/BaseLLM.java
index 733167de2..f258eb823 100644
--- a/langchain-core/src/main/java/com/hw/langchain/llms/base/BaseLLM.java
+++ b/langchain-core/src/main/java/com/hw/langchain/llms/base/BaseLLM.java
@@ -19,11 +19,13 @@
 package com.hw.langchain.llms.base;
 
 import com.hw.langchain.base.language.BaseLanguageModel;
+import com.hw.langchain.schema.AsyncLLMResult;
 import com.hw.langchain.schema.BaseMessage;
 import com.hw.langchain.schema.LLMResult;
 import com.hw.langchain.schema.PromptValue;
 
 import lombok.experimental.SuperBuilder;
+import reactor.core.publisher.Flux;
 
 import java.util.List;
 
@@ -43,6 +45,10 @@ public abstract class BaseLLM implements BaseLanguageModel {
      * Run the LLM on the given prompts.
      */
     protected abstract LLMResult innerGenerate(List<String> prompts, List<String> stop);
+    /**
+     * Run the LLM on the given prompts async.
+     */
+    protected abstract Flux<AsyncLLMResult> _agenerate(List<String> prompts, List<String> stop);
 
     /**
      * Check Cache and run the LLM on the given prompt and input.
@@ -70,11 +76,24 @@ public LLMResult generatePrompt(List<PromptValue> prompts, List<String> stop) {
         return generate(promptStrings, stop);
     }
 
+    @Override
+    public List<Flux<AsyncLLMResult>> asyncGeneratePrompt(List<PromptValue> prompts, List<String> stop) {
+        List<String> promptStrings = prompts.stream()
+                .map(PromptValue::toString)
+                .toList();
+        return promptStrings.stream().map(s -> _agenerate(List.of(s), stop)).toList();
+    }
+
     @Override
     public String predict(String text, List<String> stop) {
         return call(text, stop);
     }
 
+    @Override
+    public Flux<String> apredict(String text, List<String> stop) {
+        return _agenerate(List.of(text), stop).map(result -> result.getGenerations().get(0).getText());
+    }
+
     @Override
     public BaseMessage predictMessages(List<BaseMessage> messages, List<String> stop) {
         return null;
diff --git a/langchain-core/src/main/java/com/hw/langchain/llms/ollama/Ollama.java b/langchain-core/src/main/java/com/hw/langchain/llms/ollama/Ollama.java
index fa83f8e0f..a58d12509 100644
--- a/langchain-core/src/main/java/com/hw/langchain/llms/ollama/Ollama.java
+++ b/langchain-core/src/main/java/com/hw/langchain/llms/ollama/Ollama.java
@@ -23,6 +23,7 @@
 import com.hw.langchain.chains.query.constructor.JsonUtils;
 import com.hw.langchain.llms.base.BaseLLM;
 import com.hw.langchain.requests.TextRequestsWrapper;
+import com.hw.langchain.schema.AsyncLLMResult;
 import com.hw.langchain.schema.GenerationChunk;
 import com.hw.langchain.schema.LLMResult;
 
@@ -30,6 +31,7 @@
 
 import lombok.Builder;
 import lombok.experimental.SuperBuilder;
+import reactor.core.publisher.Flux;
 
 import java.util.ArrayList;
 import java.util.List;
@@ -206,6 +208,11 @@ protected LLMResult innerGenerate(List<String> prompts, List<String> stop) {
         return new LLMResult(generations);
     }
 
+    @Override
+    protected Flux<AsyncLLMResult> _agenerate(List<String> prompts, List<String> stop) {
+        throw new UnsupportedOperationException("not supported yet.");
+    }
+
     /**
      * Convert a stream response to a generation chunk.
      *
diff --git a/langchain-core/src/main/java/com/hw/langchain/llms/openai/BaseOpenAI.java b/langchain-core/src/main/java/com/hw/langchain/llms/openai/BaseOpenAI.java
index ef52a20fb..93244b095 100644
--- a/langchain-core/src/main/java/com/hw/langchain/llms/openai/BaseOpenAI.java
+++ b/langchain-core/src/main/java/com/hw/langchain/llms/openai/BaseOpenAI.java
@@ -19,6 +19,7 @@
 package com.hw.langchain.llms.openai;
 
 import com.hw.langchain.llms.base.BaseLLM;
+import com.hw.langchain.schema.AsyncLLMResult;
 import com.hw.langchain.schema.Generation;
 import com.hw.langchain.schema.LLMResult;
 import com.hw.openai.OpenAiClient;
@@ -29,6 +30,7 @@
 import lombok.Builder;
 import lombok.experimental.SuperBuilder;
 import okhttp3.Interceptor;
+import reactor.core.publisher.Flux;
 
 import java.util.*;
 
@@ -212,6 +214,11 @@ protected LLMResult innerGenerate(List<String> prompts, List<String> stop) {
         return createLLMResult(choices, prompts, Map.of());
     }
 
+    @Override
+    protected Flux<AsyncLLMResult> _agenerate(List<String> prompts, List<String> stop) {
+        throw new UnsupportedOperationException("not supported yet.");
+    }
+
     /**
      * Create the LLMResult from the choices and prompts.
      */
diff --git a/langchain-core/src/main/java/com/hw/langchain/llms/openai/OpenAIChat.java b/langchain-core/src/main/java/com/hw/langchain/llms/openai/OpenAIChat.java
index 4a6cd4226..629807495 100644
--- a/langchain-core/src/main/java/com/hw/langchain/llms/openai/OpenAIChat.java
+++ b/langchain-core/src/main/java/com/hw/langchain/llms/openai/OpenAIChat.java
@@ -19,6 +19,7 @@
 package com.hw.langchain.llms.openai;
 
 import com.hw.langchain.llms.base.BaseLLM;
+import com.hw.langchain.schema.AsyncLLMResult;
 import com.hw.langchain.schema.Generation;
 import com.hw.langchain.schema.LLMResult;
 import com.hw.langchain.utils.Utils;
@@ -29,6 +30,7 @@
 
 import lombok.Builder;
 import lombok.experimental.SuperBuilder;
+import reactor.core.publisher.Flux;
 
 import java.util.*;
 
@@ -201,6 +203,11 @@ protected LLMResult innerGenerate(List<String> prompts, List<String> stop) {
         return new LLMResult(generations, llmOutput);
     }
 
+    @Override
+    protected Flux<AsyncLLMResult> _agenerate(List<String> prompts, List<String> stop) {
+        throw new UnsupportedOperationException("not supported yet.");
+    }
+
     private List<Message> getChatMessages(List<String> prompts) {
         checkArgument(prompts.size() == 1, "OpenAIChat currently only supports single prompt, got %s", prompts);
         List<Message> messages = new ArrayList<>(prefixMessages);
diff --git a/langchain-core/src/main/java/com/hw/langchain/schema/AsyncLLMResult.java b/langchain-core/src/main/java/com/hw/langchain/schema/AsyncLLMResult.java
index 214e50df0..5e3d09d9a 100644
--- a/langchain-core/src/main/java/com/hw/langchain/schema/AsyncLLMResult.java
+++ b/langchain-core/src/main/java/com/hw/langchain/schema/AsyncLLMResult.java
@@ -1,3 +1,21 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
 package com.hw.langchain.schema;
 
 import lombok.Data;
diff --git a/langchain-server/pom.xml b/langchain-server/pom.xml
new file mode 100644
index 000000000..dfe57c4b7
--- /dev/null
+++ b/langchain-server/pom.xml
@@ -0,0 +1,36 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>io.github.hamawhitegg</groupId>
+        <artifactId>langchain-java</artifactId>
+        <version>0.1.11-SNAPSHOT</version>
+    </parent>
+
+    <artifactId>langchain-server</artifactId>
+
+    <properties>
+        <maven.deploy.skip>true</maven.deploy.skip>
+    </properties>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+            </plugin>
+            <plugin>
+                <groupId>com.diffplug.spotless</groupId>
+                <artifactId>spotless-maven-plugin</artifactId>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-deploy-plugin</artifactId>
+                <configuration>
+                    <skip>true</skip>
+                </configuration>
+            </plugin>
+        </plugins>
+    </build>
+</project>
diff --git a/langchain-web/pom.xml b/langchain-web/pom.xml
new file mode 100644
index 000000000..23146b536
--- /dev/null
+++ b/langchain-web/pom.xml
@@ -0,0 +1,28 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>io.github.hamawhitegg</groupId>
+        <artifactId>langchain-java</artifactId>
+        <version>0.1.11-SNAPSHOT</version>
+    </parent>
+
+    <artifactId>langchain-web</artifactId>
+
+    <properties>
+        <maven.deploy.skip>true</maven.deploy.skip>
+    </properties>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-deploy-plugin</artifactId>
+                <configuration>
+                    <skip>true</skip>
+                </configuration>
+            </plugin>
+        </plugins>
+    </build>
+</project>

From 79bf29d7f2e868fb2d12c7cc00a6e9905f7c38be Mon Sep 17 00:00:00 2001
From: "lingjue@ubuntu" <penghong@corp.netease.com>
Date: Wed, 2 Aug 2023 14:46:51 +0800
Subject: [PATCH 6/8] format code by spotless

---
 .gitignore | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.gitignore b/.gitignore
index 98936c327..1374a694f 100644
--- a/.gitignore
+++ b/.gitignore
@@ -27,6 +27,7 @@ logPath_IS_UNDEFINED
 target
 
 # other ignore
+.java-version
 *.log
 *.tmp
 Thumbs.db

From 8ea9d24846d6b787251e07f1b60e28bb5e6c727a Mon Sep 17 00:00:00 2001
From: "lingjue@ubuntu" <penghong@corp.netease.com>
Date: Wed, 2 Aug 2023 16:25:34 +0800
Subject: [PATCH 7/8] support -Dnexus-staging-maven-plugin.executions=false to
 deploy to my private nexus for experience and preview

---
 pom.xml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/pom.xml b/pom.xml
index 25ef45aca..533f3651f 100644
--- a/pom.xml
+++ b/pom.xml
@@ -61,6 +61,7 @@
         <maven-gpg-plugin.version>3.0.1</maven-gpg-plugin.version>
         <maven-deploy-plugin.version>3.0.0</maven-deploy-plugin.version>
         <nexus-staging-maven-plugin.version>1.6.13</nexus-staging-maven-plugin.version>
+        <nexus-staging-maven-plugin.executions>true</nexus-staging-maven-plugin.executions>
         <maven.compiler.source>${target.java.version}</maven.compiler.source>
         <maven.compiler.target>${target.java.version}</maven.compiler.target>
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
@@ -336,7 +337,7 @@
                     <groupId>org.sonatype.plugins</groupId>
                     <artifactId>nexus-staging-maven-plugin</artifactId>
                     <version>${nexus-staging-maven-plugin.version}</version>
-                    <extensions>true</extensions>
+                    <extensions>${nexus-staging-maven-plugin.executions}</extensions>
                     <configuration>
                         <serverId>ossrh</serverId>
                         <nexusUrl>https://s01.oss.sonatype.org/</nexusUrl>

From c0d9ff99a0ffb9537617a0323a1a1cba6469e126 Mon Sep 17 00:00:00 2001
From: "lingjue@ubuntu" <penghong@corp.netease.com>
Date: Mon, 11 Sep 2023 10:29:07 +0800
Subject: [PATCH 8/8] rebase dev

---
 langchain-server/pom.xml | 2 +-
 langchain-web/pom.xml    | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/langchain-server/pom.xml b/langchain-server/pom.xml
index dfe57c4b7..0a7d44892 100644
--- a/langchain-server/pom.xml
+++ b/langchain-server/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <groupId>io.github.hamawhitegg</groupId>
         <artifactId>langchain-java</artifactId>
-        <version>0.1.11-SNAPSHOT</version>
+        <version>0.1.12-SNAPSHOT</version>
     </parent>
 
     <artifactId>langchain-server</artifactId>
diff --git a/langchain-web/pom.xml b/langchain-web/pom.xml
index 23146b536..9d961c0d8 100644
--- a/langchain-web/pom.xml
+++ b/langchain-web/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <groupId>io.github.hamawhitegg</groupId>
         <artifactId>langchain-java</artifactId>
-        <version>0.1.11-SNAPSHOT</version>
+        <version>0.1.12-SNAPSHOT</version>
     </parent>
 
     <artifactId>langchain-web</artifactId>