Released json-duplicate-keys v2025.6.6

Author: truocphan

.github/FUNDING.yml

@@ -6,5 +6,5 @@
 !/requirements.txt
 !/SECURITY.md
 !/setup.py
-!/json_duplicate_keys/
+!/json_duplicate_keys
 !/json_duplicate_keys/__init__.py

.github/ISSUE_TEMPLATE/feature_request.md

@@ -41,12 +41,13 @@ print(jdks.normalize_key("version{{{_2_}}}"))
 ```
 ---
 
-### loads(`Jstr`, `dupSign_start`="{{{", `dupSign_end`="}}}", `ordered_dict`=False, `_isDebug_`=False)
+### loads(`Jstr`, `dupSign_start`="{{{", `dupSign_end`="}}}", `ordered_dict`=False, `skipDuplicated`=False, `_isDebug_`=False)
 _Deserialize a JSON format string to a class `JSON_DUPLICATE_KEYS`_
 - `Jstr`: a JSON format string
 - `dupSign_start`: 
 - `dupSign_end`: 
 - `ordered_dict`: preserves the order in which the Keys are inserted
+- `skipDuplicated`: Skip loading duplicate keys to improve execution performance
 - `_isDebug_`: Show/ Hide debug error messages
 ```python
 import json_duplicate_keys as jdks
@@ -60,12 +61,13 @@ print(JDKSObject)
 ```
 ---
 
-### load(`Jfilepath`, `dupSign_start`="{{{", `dupSign_end`="}}}", `ordered_dict`=False, `_isDebug_`=False)
+### load(`Jfilepath`, `dupSign_start`="{{{", `dupSign_end`="}}}", `ordered_dict`=False, `skipDuplicated`=False, `_isDebug_`=False)
 _Deserialize a JSON format string from a file to a class `JSON_DUPLICATE_KEYS`_
 - `Jfilepath`: The path to the file containing the JSON format string
 - `dupSign_start`: 
 - `dupSign_end`: 
 - `ordered_dict`: preserves the order in which the Keys are inserted
+- `skipDuplicated`: Skip loading duplicate keys to improve execution performance
 - `_isDebug_`: Show/ Hide debug error messages
 ```python
 # /path/to/file.json: {"author": "truocphan", "version": "22.3.3", "version": "latest", "release": [{"version": "latest"}], "snapshot": {"author": "truocphan", "version": "22.3.3", "release": [{"version": "latest"}]}}
@@ -414,6 +416,9 @@ print(JDKSObject.getObject())
 ---
 
 ## CHANGELOG
+#### [json-duplicate-keys v2025.6.6](https://github.com/truocphan/json-duplicate-keys/tree/2025.6.6)
+- [**Updated**] Added `skipDuplicated` parameter to `load` and `loads` functions to improve performance when parsing large JSON strings by skipping duplicate keys.
+
 #### [json-duplicate-keys v2024.12.12](https://github.com/truocphan/json-duplicate-keys/tree/2024.12.12)
 - **New**: _insert_ function
 

.gitignore

@@ -4,7 +4,7 @@
 
 | Version | Supported          |
 | ------- | ------------------ |
-| Latest   | :white_check_mark: |
+| Latest  | :white_check_mark: |
 | Older   | :x:                |
 
 ## Reporting a Vulnerability

.readthedocs.yaml

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*-
+json_duplicate_keys_VERSION = "2025.6.6"
 try:
 	unicode # Python 2
 except NameError:
@@ -31,7 +32,7 @@ def normalize_key(name, dupSign_start="{{{", dupSign_end="}}}", _isDebug_=False)
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 # # # # # # # # # # # # # # # loads # # # # # # # # # # # # # #
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
-def loads(Jstr, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, _isDebug_=False):
+def loads(Jstr, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, skipDuplicated=False, _isDebug_=False):
 	# User input data type validation
 	if type(_isDebug_) != bool: _isDebug_ = False
 
@@ -93,6 +94,9 @@ def __convert_Jloads_to_Jobj(Jloads, Jobj):
 		Jloads = json.loads(Jstr)
 		if ordered_dict: Jloads = json.loads(Jstr, object_pairs_hook=OrderedDict)
 
+		if skipDuplicated:
+			return JSON_DUPLICATE_KEYS(Jloads)
+
 		if type(Jloads) in [list, dict, OrderedDict]:
 			dupSign_start_escape = "".join(["\\\\u"+hex(ord(c))[2:].zfill(4) for c in dupSign_start])
 			dupSign_start_escape_regex = re.escape(dupSign_start)
@@ -147,12 +151,12 @@ def __convert_Jloads_to_Jobj(Jloads, Jobj):
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 # # # # # # # # # # # # # # # load # # # # # # # # # # # # # #
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
-def load(Jfilepath, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, _isDebug_=False):
+def load(Jfilepath, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, skipDuplicated=False, _isDebug_=False):
 	try:
 		with open(Jfilepath) as Jfile:
 			Jstr = Jfile.read()
 
-		return loads(Jstr, dupSign_start=dupSign_start, dupSign_end=dupSign_end, ordered_dict=ordered_dict, _isDebug_=_isDebug_)
+		return loads(Jstr, dupSign_start=dupSign_start, dupSign_end=dupSign_end, ordered_dict=ordered_dict, skipDuplicated=skipDuplicated, _isDebug_=_isDebug_)
 	except Exception as e:
 		if _isDebug_: print("\x1b[31m[-] ExceptionError: {}\x1b[0m".format(e))
 		return False

README.md

@@ -1,8 +1,9 @@
+from json_duplicate_keys import json_duplicate_keys_VERSION
 import setuptools
 
 setuptools.setup(
 	name="json-duplicate-keys",
-	version="2024.12.12",
+	version=json_duplicate_keys_VERSION,
 	author="TP Cyber Security",
 	license="MIT",
 	author_email="tpcybersec2023@gmail.com",
@@ -17,5 +18,5 @@
 		"Programming Language :: Python :: Implementation :: Jython"
 	],
 	keywords=["TPCyberSec", "json", "duplicate keys", "json duplicate keys", "flatten", "unflatten"],
-	packages=["json_duplicate_keys"],
+	packages=setuptools.find_packages(),
 )