Merge pull request #964 from ScrapeGraphAI/codebeaver/pre/beta-963

Pre/beta - Unit Tests

Author: VinciGit00

.gitignore

@@ -192,3 +192,6 @@ cython_debug/
 .DS_Store
 
 dev.ipynb
+
+# CodeBeaver reports and artifacts
+.codebeaver

examples/ScrapegraphAI_cookbook.ipynb

@@ -2,7 +2,6 @@
 Basic example of scraping pipeline using Code Generator with schema
 """
 
-import json
 from typing import List
 
 from dotenv import load_dotenv

examples/code_generator_graph/ollama/code_generator_graph_ollama.py

@@ -2,16 +2,13 @@
 Example of custom graph using existing nodes
 """
 
-import os
-
 from langchain_openai import ChatOpenAI, OpenAIEmbeddings
 
 from scrapegraphai.graphs import BaseGraph
 from scrapegraphai.nodes import (
     FetchNode,
     GenerateAnswerNode,
     ParseNode,
-    RAGNode,
     RobotsNode,
 )
 

examples/custom_graph/ollama/custom_graph_ollama.py

@@ -9,7 +9,6 @@
     ChromiumLoader,
 )
 from scrapegraphai.graphs import SmartScraperGraph
-from scrapegraphai.utils import prettify_exec_info
 
 # Load environment variables for API keys
 load_dotenv()

examples/extras/chromium_selenium.py

@@ -3,7 +3,6 @@
 """
 
 import json
-import os
 
 from scrapegraphai.graphs import SmartScraperGraph
 from scrapegraphai.utils import prettify_exec_info

examples/extras/no_cut.py

@@ -40,7 +40,7 @@ class Ceos(BaseModel):
 # ************************************************
 
 search_graph = SearchGraph(
-    prompt=f"Who is the ceo of Appke?",
+    prompt="Who is the ceo of Appke?",
     schema=Ceos,
     config=graph_config,
 )

examples/extras/serch_graph_scehma.py

@@ -2,8 +2,6 @@
 Basic example of scraping pipeline using ScriptCreatorGraph
 """
 
-import os
-
 from dotenv import load_dotenv
 
 from scrapegraphai.graphs import ScriptCreatorMultiGraph

examples/script_generator_graph/ollama/script_multi_generator_ollama.py

@@ -113,9 +113,7 @@ def _create_extraction_chain(self):
         {nodes_description}
 
         Based on the user's input: "{input}", identify the essential nodes required for the task and suggest a graph configuration that outlines the flow between the chosen nodes.
-        """.format(
-            nodes_description=self.nodes_description, input="{input}"
-        )
+        """.format(nodes_description=self.nodes_description, input="{input}")
         extraction_prompt = ChatPromptTemplate.from_template(
             create_graph_prompt_template
         )

scrapegraphai/builders/graph_builder.py

@@ -2,10 +2,10 @@
 Scrape_do module
 """
 
+import os
 import urllib.parse
 
 import requests
-import os
 import urllib3
 
 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)