about to optimize for memory

Author: flowstate

pyproject.toml

@@ -42,6 +42,7 @@ test = [
 dev = [
     "ruff>=0.3.0",
     "pip-tools>=7.4.0",  # for pip-compile
+    "twine"
 ]
 
 [project.scripts]

socketsecurity/config.py

@@ -31,7 +31,7 @@ class CliConfig:
     integration_type: IntegrationType = "api"
     integration_org_slug: Optional[str] = None
     pending_head: bool = False
-    timeout: Optional[int] = None
+    timeout: Optional[int] = 1200
     @classmethod
     def from_args(cls, args_list: Optional[List[str]] = None) -> 'CliConfig':
         parser = create_argument_parser()

socketsecurity/core/__init__.py

@@ -350,7 +350,7 @@ def get_head_scan_for_repo(self, repo_slug: str) -> str:
         repo_info = self.get_repo_info(repo_slug)
         return repo_info.head_full_scan_id if repo_info.head_full_scan_id else None
 
-    def get_added_and_removed_packages(self, head_full_scan: Optional[FullScan], new_full_scan: FullScan) -> Tuple[Dict[str, Package], Dict[str, Package]]:
+    def get_added_and_removed_packages(self, head_full_scan_id: Optional[str], new_full_scan: FullScan) -> Tuple[Dict[str, Package], Dict[str, Package]]:
         """
         Get packages that were added and removed between scans.
         
@@ -361,12 +361,12 @@ def get_added_and_removed_packages(self, head_full_scan: Optional[FullScan], new
         Returns:
             Tuple of (added_packages, removed_packages) dictionaries
         """
-        if head_full_scan is None:
+        if head_full_scan_id is None:
             log.info(f"No head scan found. New scan ID: {new_full_scan.id}")
             return new_full_scan.packages, {}
 
-        log.info(f"Comparing scans - Head scan ID: {head_full_scan.id}, New scan ID: {new_full_scan.id}")
-        diff_report = self.sdk.fullscans.stream_diff(self.config.org_slug, head_full_scan.id, new_full_scan.id).data
+        log.info(f"Comparing scans - Head scan ID: {head_full_scan_id}, New scan ID: {new_full_scan.id}")
+        diff_report = self.sdk.fullscans.stream_diff(self.config.org_slug, head_full_scan_id, new_full_scan.id).data
 
         log.info(f"Diff report artifact counts:")
         log.info(f"Added: {len(diff_report.artifacts.added)}")
@@ -453,12 +453,8 @@ def create_new_diff(
         new_scan_end = time.time()
         log.info(f"Total time to create new full scan: {new_scan_end - new_scan_start:.2f}")
 
-        
-        head_full_scan = None
-        if head_full_scan_id:
-            head_full_scan = self.get_full_scan(head_full_scan_id)
 
-        added_packages, removed_packages = self.get_added_and_removed_packages(head_full_scan, new_full_scan)
+        added_packages, removed_packages = self.get_added_and_removed_packages(head_full_scan_id, new_full_scan)
 
         diff = self.create_diff_report(added_packages, removed_packages)
 

socketsecurity/core/socket_config.py

@@ -9,7 +9,7 @@
 class SocketConfig:
     api_key: str
     api_url: str = "https://api.socket.dev/v0"
-    timeout: int = 30
+    timeout: int = 1200
     allow_unverified_ssl: bool = False
     org_id: Optional[str] = None
     org_slug: Optional[str] = None

socketsecurity/socketcli.py

@@ -48,7 +48,7 @@ def main_code():
     print(f"config: {config.to_dict()}")
     output_handler = OutputHandler(blocking_disabled=config.disable_blocking)
 
-    sdk = socketdev(token=config.api_token)
+    sdk = socketdev(token=config.api_token, timeout=config.timeout)
     print("sdk loaded")
 
     if config.enable_debug: