Add SummarizationExample

cpc1986 · Sep 9, 2023 · ad62e7a · ad62e7a
1 parent cbefa1a
commit ad62e7a
Show file tree

Hide file tree

Showing 3 changed files with 57 additions and 6 deletions.
diff --git a/README.md b/README.md
@@ -19,9 +19,10 @@ The following example can view in the [langchain-example](langchain-examples/src
 
 - [SQL Chains](langchain-examples/src/main/java/com/hw/langchain/examples/chains/SqlChainExample.java)
 - [API Chains](langchain-examples/src/main/java/com/hw/langchain/examples/chains/ApiChainExample.java)
-- [QA-Milvus](langchain-examples/src/main/java/com/hw/langchain/examples/chains/MilvusExample.java)
-- [QA-Pinecone](langchain-examples/src/main/java/com/hw/langchain/examples/chains/RetrievalQaExample.java)
+- [QA-Milvus-Text](langchain-examples/src/main/java/com/hw/langchain/examples/chains/MilvusExample.java)
+- [QA-Pinecone-Text](langchain-examples/src/main/java/com/hw/langchain/examples/chains/RetrievalQaExample.java)
 - [QA-Pinecone-Markdown](langchain-examples/src/main/java/com/hw/langchain/examples/chains/RetrievalMarkdownExample.java)
+- [Summarization](langchain-examples/src/main/java/com/hw/langchain/examples/chains/SummarizationExample.java)
 - [Agent with Google Search](langchain-examples/src/main/java/com/hw/langchain/examples/agents/LlmAgentExample.java)
 - [Spark SQL AI](langchain-bigdata/langchain-spark/src/test/java/com/hw/langchain/agents/toolkits/spark/sql/toolkit/SparkSqlToolkitTest.java)
 - [Flink SQL AI](langchain-bigdata/langchain-flink/src/test/java/com/hw/langchain/agents/toolkits/flink/sql/toolkit/FlinkSqlToolkitTest.java)

diff --git a/langchain-core/src/test/java/com/hw/langchain/chains/summarize/SummarizeUtilsTest.java b/langchain-core/src/test/java/com/hw/langchain/chains/summarize/SummarizeUtilsTest.java
@@ -61,10 +61,9 @@ void testLoadStuffChain() {
         var actual = chain.run(docs);
 
         var expected =
-                "The article discusses the concept of building autonomous agents powered by large language models (LLMs). "
-                        +
-                        "It explores the components of such agents, including planning, memory, and tool use. " +
-                        "The article provides case studies and proof-of-concept examples of LLM-powered agents, " +
+                "The article discusses the concept of building autonomous agents powered by large language models " +
+                        "(LLMs). It explores the components of such agents, including planning, memory, and tool " +
+                        "use. The article provides case studies and proof-of-concept examples of LLM-powered agents, " +
                         "as well as challenges and limitations associated with their development.";
         assertEquals(expected, actual);
     }

diff --git a/langchain-examples/src/main/java/com/hw/langchain/examples/chains/SummarizationExample.java b/langchain-examples/src/main/java/com/hw/langchain/examples/chains/SummarizationExample.java
@@ -0,0 +1,51 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.hw.langchain.examples.chains;
+
+import com.hw.langchain.chains.summarize.SummarizeUtils;
+import com.hw.langchain.document.loaders.WebBaseLoader;
+import com.hw.langchain.llms.openai.OpenAIChat;
+
+import java.util.List;
+
+import static com.hw.langchain.examples.utils.PrintUtils.println;
+
+/**
+ * <a href="https://python.langchain.com/docs/use_cases/summarization">Summarization use cases</a>
+ *
+ * @author HamaWhite
+ */
+public class SummarizationExample {
+
+    public static void main(String[] args) {
+        var llm = OpenAIChat.builder()
+                .temperature(0)
+                .model("gpt-3.5-turbo-16k")
+                .build()
+                .init();
+
+        var loader = new WebBaseLoader(List.of("https://lilianweng.github.io/posts/2023-06-23-agent/"));
+        var docs = loader.load();
+
+        var chain = SummarizeUtils.loadStuffChain(llm);
+        var result = chain.run(docs);
+
+        println(result);
+    }
+}