docs: refactor examples

ScrapeGraphAI · May 1, 2024 · c11fc28 · c11fc28
1 parent 0631985
commit c11fc28
Show file tree

Hide file tree

Showing 5 changed files with 8 additions and 12 deletions.
diff --git a/examples/openai/custom_graph_openai.py b/examples/openai/custom_graph_openai.py
@@ -40,6 +40,7 @@
 fetch_node = FetchNode(
     input="url | local_dir",
     output=["doc"],
+    node_config={"headless": True, "verbose": True}
 )
 parse_node = ParseNode(
     input="doc",

diff --git a/examples/openai/scrape_plain_text_openai.py b/examples/openai/scrape_plain_text_openai.py
@@ -52,11 +52,3 @@
 
 graph_exec_info = smart_scraper_graph.get_execution_info()
 print(prettify_exec_info(graph_exec_info))
-
-
-# ************************************************
-# Get graph execution info
-# ************************************************
-
-graph_exec_info = smart_scraper_graph.get_execution_info()
-print(prettify_exec_info(graph_exec_info))
diff --git a/examples/openai/script_generator_openai.py b/examples/openai/script_generator_openai.py
@@ -20,7 +20,7 @@
         "api_key": openai_key,
         "model": "gpt-3.5-turbo",
     },
-    "library": "beautifoulsoup"
+    "library": "beautifulsoup"
 }
 
 # ************************************************

diff --git a/examples/openai/xml_scraper_openai.py b/examples/openai/xml_scraper_openai.py
@@ -23,13 +23,14 @@
 # Define the configuration for the graph
 # ************************************************
 
-gemini_key = os.getenv("GOOGLE_APIKEY")
+openai_key = os.getenv("OPENAI_APIKEY")
 
 graph_config = {
     "llm": {
-        "api_key": gemini_key,
+        "api_key": openai_key,
         "model": "gpt-3.5-turbo",
     },
+    "verbose":False,
 }
 
 # ************************************************

diff --git a/scrapegraphai/graphs/script_creator_graph.py b/scrapegraphai/graphs/script_creator_graph.py
@@ -42,10 +42,12 @@ class ScriptCreatorGraph(AbstractGraph):
     """
 
     def __init__(self, prompt: str, source: str, config: dict):
+
+        self.library = config['library']
+
         super().__init__(prompt, config, source)
 
         self.input_key = "url" if source.startswith("http") else "local_dir"
-        self.library = config['library']
 
     def _create_graph(self) -> BaseGraph:
         """