Revert "Added de-dupe logic for non types results"

This reverts commit 65159eb.

Author: dacoburn

socketdev/core/dedupe.py

@@ -4,7 +4,7 @@
 from typing import Any, Dict, List, Optional, Union
 from dataclasses import dataclass, asdict, field
 import urllib.parse
-from core.dedupe import Dedupe
+
 from ..utils import IntegrationType, Utils
 
 log = logging.getLogger("socketdev")
@@ -712,7 +712,6 @@ def get(self, org_slug: str, params: dict, use_types: bool = False) -> Union[dic
             result = response.json()
             if use_types:
                 return GetFullScanMetadataResponse.from_dict({"success": True, "status": 200, "data": result})
-
             return result
 
         error_message = response.json().get("error", {}).get("message", "Unknown error")
@@ -804,9 +803,9 @@ def stream(self, org_slug: str, full_scan_id: str, use_types: bool = False) -> U
                     if line != '"' and line != "" and line is not None:
                         item = json.loads(line)
                         stream_str.append(item)
-                stream_deduped = Dedupe.dedupe(stream_str, batched=False)
-                for batch in stream_deduped:
-                    artifacts[batch["id"]] = batch
+                for val in stream_str:
+                    artifacts[val["id"]] = val
+
                 if use_types:
                     return FullScanStreamResponse.from_dict({"success": True, "status": 200, "artifacts": artifacts})
                 return artifacts

socketdev/fullscans/__init__.py

@@ -1,7 +1,6 @@
 import json
 import urllib.parse
 from socketdev.log import log
-from core.dedupe import Dedupe
 
 
 class Purl:
@@ -33,8 +32,7 @@ def post(self, license: str = "false", components: list = None, **kwargs) -> lis
                         purl.append(item)
                     except json.JSONDecodeError:
                         continue
-            purl_deduped = Dedupe.dedupe(purl)
-            return purl_deduped
+            return purl
 
         log.error(f"Error posting {components} to the Purl API: {response.status_code}")
         print(response.text)

socketdev/purl/__init__.py

@@ -1 +1 @@
-__version__ = "2.0.17"
+__version__ = "2.0.16"