Revert "ci: reduce test matrix to Python 3.12 only and fix CI failures"

This reverts commit 4305e32.

Author: VinciGit00

.github/workflows/test.yml

@@ -9,34 +9,36 @@ on:
 jobs:
   test:
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12"]
 
     steps:
     - uses: actions/checkout@v4
 
-    - name: Set up Python
+    - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v4
       with:
-        python-version: "3.12"
+        python-version: ${{ matrix.python-version }}
 
     - name: Cache pip dependencies
       uses: actions/cache@v3
       with:
         path: ~/.cache/pip
-        key: ${{ runner.os }}-pip-3.12-${{ hashFiles('**/pyproject.toml') }}
+        key: ${{ runner.os }}-pip-${{ matrix.python-version }}-${{ hashFiles('**/pyproject.toml') }}
         restore-keys: |
-          ${{ runner.os }}-pip-3.12-
+          ${{ runner.os }}-pip-${{ matrix.python-version }}-
 
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install pytest pytest-asyncio responses aioresponses
+        pip install pytest pytest-asyncio responses
         cd scrapegraph-py
         pip install -e ".[html]"
 
-    - name: Run tests
+    - name: Run mocked tests with coverage
       run: |
-        cd scrapegraph-py
-        pytest tests/ -v --ignore=tests/test_integration_v2.py
+        pytest
     - name: Upload coverage to Codecov
       uses: codecov/codecov-action@v3
       with:
@@ -66,7 +68,7 @@ jobs:
     - name: Run linting
       run: |
         cd scrapegraph-py
-        flake8 scrapegraph_py/ tests/ --max-line-length=120 --extend-ignore=E203,W503,E501,F401,F841
+        flake8 scrapegraph_py/ tests/ --max-line-length=88 --extend-ignore=E203,W503
         black --check scrapegraph_py/ tests/
         isort --check-only scrapegraph_py/ tests/
         mypy scrapegraph_py/ --ignore-missing-imports

scrapegraph-py/scrapegraph_py/async_client.py

@@ -121,9 +121,7 @@ async def create(
     async def list(self) -> Dict[str, Any]:
         """List all monitors."""
         logger.info("Listing monitors")
-        return await self._client._make_request(
-            "GET", f"{self._client.base_url}/monitor"
-        )
+        return await self._client._make_request("GET", f"{self._client.base_url}/monitor")
 
     async def get(self, monitor_id: str) -> Dict[str, Any]:
         """Get a specific monitor."""

scrapegraph-py/scrapegraph_py/client.py

@@ -83,9 +83,7 @@ def status(self, crawl_id: str) -> Dict[str, Any]:
             crawl_id: The crawl job ID
         """
         logger.info(f"Fetching crawl status for {crawl_id}")
-        return self._client._make_request(
-            "GET", f"{self._client.base_url}/crawl/{crawl_id}"
-        )
+        return self._client._make_request("GET", f"{self._client.base_url}/crawl/{crawl_id}")
 
     def stop(self, crawl_id: str) -> Dict[str, Any]:
         """Stop a running crawl job.

scrapegraph-py/scrapegraph_py/logger.py

@@ -15,7 +15,6 @@
     Disable logging:
         >>> sgai_logger.disable()
 """
-
 import logging
 import logging.handlers
 from typing import Dict, Optional

scrapegraph-py/scrapegraph_py/models/__init__.py

@@ -2,13 +2,13 @@
 Pydantic models for the ScrapeGraphAI v2 API.
 """
 
-from .crawl import CrawlFormat, CrawlRequest
+from .shared import FetchConfig, LlmConfig
+from .scrape import ScrapeFormat, ScrapeRequest, GetScrapeRequest
 from .extract import ExtractRequest
-from .history import HistoryFilter
-from .monitor import MonitorCreateRequest
-from .scrape import GetScrapeRequest, ScrapeFormat, ScrapeRequest
 from .search import SearchRequest
-from .shared import FetchConfig, LlmConfig
+from .crawl import CrawlFormat, CrawlRequest
+from .monitor import MonitorCreateRequest
+from .history import HistoryFilter
 
 __all__ = [
     # Shared

scrapegraph-py/scrapegraph_py/models/extract.py

@@ -15,9 +15,7 @@ class ExtractRequest(BaseModel):
     """Request model for POST /v2/extract."""
 
     url: str = Field(..., description="URL of the page to extract data from")
-    prompt: str = Field(
-        ..., description="Natural language prompt describing what to extract"
-    )
+    prompt: str = Field(..., description="Natural language prompt describing what to extract")
     output_schema: Optional[Dict[str, Any]] = Field(
         default=None,
         description="JSON Schema defining the structure of the extracted data",

scrapegraph-py/scrapegraph_py/models/history.py

@@ -15,7 +15,9 @@ class HistoryFilter(BaseModel):
     endpoint: Optional[str] = Field(
         default=None, description="Filter by endpoint name (e.g. 'scrape', 'extract')"
     )
-    status: Optional[str] = Field(default=None, description="Filter by request status")
+    status: Optional[str] = Field(
+        default=None, description="Filter by request status"
+    )
     limit: Optional[int] = Field(
         default=None, ge=1, le=100, description="Maximum number of results (1-100)"
     )

scrapegraph-py/scrapegraph_py/utils/__init__.py

@@ -3,4 +3,4 @@
 
 This module contains helper functions for API key validation,
 HTTP response handling, and other common operations used throughout the SDK.
-"""
+"""

scrapegraph-py/scrapegraph_py/utils/toon_converter.py

@@ -4,12 +4,10 @@
 This module provides utilities to convert API responses to TOON format,
 which reduces token usage by 30-60% compared to JSON.
 """
-
 from typing import Any, Dict, Optional
 
 try:
     from toon import encode as toon_encode
-
     TOON_AVAILABLE = True
 except ImportError:
     TOON_AVAILABLE = False
@@ -19,44 +17,44 @@
 def convert_to_toon(data: Any, options: Optional[Dict[str, Any]] = None) -> str:
     """
     Convert data to TOON format.
-
+    
     Args:
         data: Python dict or list to convert to TOON format
         options: Optional encoding options for TOON
             - delimiter: 'comma' (default), 'tab', or 'pipe'
             - indent: Number of spaces per level (default: 2)
             - key_folding: 'off' (default) or 'safe'
             - flatten_depth: Max depth for key folding (default: None)
-
+    
     Returns:
         TOON formatted string
-
+        
     Raises:
         ImportError: If toonify library is not installed
     """
     if not TOON_AVAILABLE or toon_encode is None:
         raise ImportError(
-            "toonify library is not installed. " "Install it with: pip install toonify"
+            "toonify library is not installed. "
+            "Install it with: pip install toonify"
         )
-
+    
     return toon_encode(data, options=options)
 
 
-def process_response_with_toon(
-    response: Dict[str, Any], return_toon: bool = False
-) -> Any:
+def process_response_with_toon(response: Dict[str, Any], return_toon: bool = False) -> Any:
     """
     Process API response and optionally convert to TOON format.
-
+    
     Args:
         response: The API response dictionary
         return_toon: If True, convert the response to TOON format
-
+        
     Returns:
         Either the original response dict or TOON formatted string
     """
     if not return_toon:
         return response
-
+    
     # Convert the response to TOON format
     return convert_to_toon(response)
+

scrapegraph-py/tests/test_integration_v2.py

@@ -14,9 +14,12 @@
 
 from scrapegraph_py.client import Client
 
+
 pytestmark = pytest.mark.integration
 
-BASE_URL = os.getenv("SGAI_API_BASE_URL", "https://sgai-api-dev-v2.onrender.com/api/v1")
+BASE_URL = os.getenv(
+    "SGAI_API_BASE_URL", "https://sgai-api-dev-v2.onrender.com/api/v1"
+)
 
 
 @pytest.fixture
@@ -27,7 +30,6 @@ def client():
 
     # Patch the base URL for dev testing
     import scrapegraph_py.config as cfg
-
     original = cfg.API_BASE_URL
     cfg.API_BASE_URL = BASE_URL