feat: update examples

Author: VinciGit00

scrapegraph-py/examples/async/async_smartscraper_example.py

@@ -1,15 +1,27 @@
 import asyncio
+import os
+from dotenv import load_dotenv
 
 from scrapegraph_py import AsyncClient
 from scrapegraph_py.logger import sgai_logger
 
+# Load environment variables from .env file
+load_dotenv()
+
 sgai_logger.set_logging(level="INFO")
 
 
 async def main():
-
-    # Initialize async client
-    sgai_client = AsyncClient(api_key="your-api-key-here")
+    # Initialize async client with API key from environment variable
+    api_key = os.getenv("SGAI_API_KEY")
+    if not api_key:
+        print("❌ Error: SGAI_API_KEY environment variable not set")
+        print("Please either:")
+        print("  1. Set environment variable: export SGAI_API_KEY='your-api-key-here'")
+        print("  2. Create a .env file with: SGAI_API_KEY=your-api-key-here")
+        return
+
+    sgai_client = AsyncClient(api_key=api_key)
 
     # Concurrent scraping requests
     urls = [

scrapegraph-py/examples/async/async_smartscraper_pagination_example.py

@@ -12,10 +12,14 @@
 import time
 from pydantic import BaseModel
 from typing import List, Optional
+from dotenv import load_dotenv
 
 from scrapegraph_py import AsyncClient
 from scrapegraph_py.exceptions import APIError
 
+# Load environment variables from .env file
+load_dotenv()
+
 
 # Configure logging
 logging.basicConfig(
@@ -47,11 +51,18 @@ async def smartscraper_pagination_example():
     print("=" * 50)
 
     # Initialize client from environment variable
+    api_key = os.getenv("SGAI_API_KEY")
+    if not api_key:
+        print("❌ Error: SGAI_API_KEY environment variable not set")
+        print("Please either:")
+        print("  1. Set environment variable: export SGAI_API_KEY='your-api-key-here'")
+        print("  2. Create a .env file with: SGAI_API_KEY=your-api-key-here")
+        return
+    
     try:
-        client = AsyncClient.from_env()
-    except ValueError as e:
+        client = AsyncClient(api_key=api_key)
+    except Exception as e:
         print(f"❌ Error initializing client: {e}")
-        print("Please set SGAI_API_KEY environment variable")
         return
 
     # Configuration
@@ -122,9 +133,14 @@ async def test_concurrent_pagination():
     print("Testing concurrent pagination requests")
     print("=" * 50)
 
+    api_key = os.getenv("SGAI_API_KEY")
+    if not api_key:
+        print("❌ Error: SGAI_API_KEY environment variable not set")
+        return
+    
     try:
-        client = AsyncClient.from_env()
-    except ValueError as e:
+        client = AsyncClient(api_key=api_key)
+    except Exception as e:
         print(f"❌ Error initializing client: {e}")
         return
 
@@ -182,9 +198,14 @@ async def test_pagination_with_different_parameters():
     print("Testing pagination with different parameters")
     print("=" * 50)
 
+    api_key = os.getenv("SGAI_API_KEY")
+    if not api_key:
+        print("❌ Error: SGAI_API_KEY environment variable not set")
+        return
+    
     try:
-        client = AsyncClient.from_env()
-    except ValueError as e:
+        client = AsyncClient(api_key=api_key)
+    except Exception as e:
         print(f"❌ Error initializing client: {e}")
         return
 

scrapegraph-py/examples/sync/smartscraper_example.py

@@ -1,10 +1,23 @@
+import os
+from dotenv import load_dotenv
 from scrapegraph_py import Client
 from scrapegraph_py.logger import sgai_logger
 
+# Load environment variables from .env file
+load_dotenv()
+
 sgai_logger.set_logging(level="INFO")
 
-# Initialize the client with explicit API key
-sgai_client = Client(api_key="your-api-key-here")
+# Initialize the client with API key from environment variable
+api_key = os.getenv("SGAI_API_KEY")
+if not api_key:
+    print("❌ Error: SGAI_API_KEY environment variable not set")
+    print("Please either:")
+    print("  1. Set environment variable: export SGAI_API_KEY='your-api-key-here'")
+    print("  2. Create a .env file with: SGAI_API_KEY=your-api-key-here")
+    exit(1)
+
+sgai_client = Client(api_key=api_key)
 
 # SmartScraper request
 response = sgai_client.smartscraper(

scrapegraph-py/examples/sync/smartscraper_infinite_scroll_example.py

@@ -1,9 +1,13 @@
 import os
+from dotenv import load_dotenv
 from scrapegraph_py import Client
 from scrapegraph_py.logger import sgai_logger
 from pydantic import BaseModel
 from typing import List
 
+# Load environment variables from .env file
+load_dotenv()
+
 sgai_logger.set_logging(level="INFO")
 
 # Define the output schema
@@ -17,7 +21,15 @@ class CompaniesResponse(BaseModel):
 
 # Initialize the client with API key from environment variable
 # Make sure to set SGAI_API_KEY in your environment or .env file
-sgai_client = Client.from_env()
+api_key = os.getenv("SGAI_API_KEY")
+if not api_key:
+    print("❌ Error: SGAI_API_KEY environment variable not set")
+    print("Please either:")
+    print("  1. Set environment variable: export SGAI_API_KEY='your-api-key-here'")
+    print("  2. Create a .env file with: SGAI_API_KEY=your-api-key-here")
+    exit(1)
+
+sgai_client = Client(api_key=api_key)
 
 try:
     # SmartScraper request with infinite scroll

scrapegraph-py/examples/sync/smartscraper_pagination_example.py

@@ -11,10 +11,14 @@
 import time
 from pydantic import BaseModel
 from typing import List, Optional
+from dotenv import load_dotenv
 
 from scrapegraph_py import Client
 from scrapegraph_py.exceptions import APIError
 
+# Load environment variables from .env file
+load_dotenv()
+
 
 # Configure logging
 logging.basicConfig(
@@ -46,11 +50,18 @@ def smartscraper_pagination_example():
     print("=" * 50)
 
     # Initialize client from environment variable
+    api_key = os.getenv("SGAI_API_KEY")
+    if not api_key:
+        print("❌ Error: SGAI_API_KEY environment variable not set")
+        print("Please either:")
+        print("  1. Set environment variable: export SGAI_API_KEY='your-api-key-here'")
+        print("  2. Create a .env file with: SGAI_API_KEY=your-api-key-here")
+        return
+    
     try:
-        client = Client.from_env()
-    except ValueError as e:
+        client = Client(api_key=api_key)
+    except Exception as e:
         print(f"❌ Error initializing client: {e}")
-        print("Please set SGAI_API_KEY environment variable")
         return
 
     # Configuration
@@ -121,9 +132,14 @@ def test_pagination_parameters():
     print("Testing different pagination parameters")
     print("=" * 50)
 
+    api_key = os.getenv("SGAI_API_KEY")
+    if not api_key:
+        print("❌ Error: SGAI_API_KEY environment variable not set")
+        return
+    
     try:
-        client = Client.from_env()
-    except ValueError as e:
+        client = Client(api_key=api_key)
+    except Exception as e:
         print(f"❌ Error initializing client: {e}")
         return
 

scrapegraph-py/examples/sync/smartscraper_schema_example.py

@@ -1,7 +1,12 @@
+import os
+from dotenv import load_dotenv
 from pydantic import BaseModel, Field
 
 from scrapegraph_py import Client
 
+# Load environment variables from .env file
+load_dotenv()
+
 
 # Define a Pydantic model for the output schema
 class WebpageSchema(BaseModel):
@@ -10,8 +15,16 @@ class WebpageSchema(BaseModel):
     summary: str = Field(description="A brief summary of the webpage")
 
 
-# Initialize the client
-sgai_client = Client(api_key="your-api-key-here")
+# Initialize the client with API key from environment variable
+api_key = os.getenv("SGAI_API_KEY")
+if not api_key:
+    print("❌ Error: SGAI_API_KEY environment variable not set")
+    print("Please either:")
+    print("  1. Set environment variable: export SGAI_API_KEY='your-api-key-here'")
+    print("  2. Create a .env file with: SGAI_API_KEY=your-api-key-here")
+    exit(1)
+
+sgai_client = Client(api_key=api_key)
 
 # SmartScraper request with output schema
 response = sgai_client.smartscraper(