#2 completed update json to excel

Author: patrick

pyproject.toml

@@ -1,7 +1,6 @@
 [project]
 authors = [
     { name = "fluentqa-team", email = "fluent-qa@fluentqa.com" },
-    {name = "fluent", email = "fluentqa@fluentqa.com"},
 ]
 classifiers = [
     "Development Status :: 3 - Alpha",
@@ -96,16 +95,16 @@ src = ["src"]
 
 [tool.ruff.lint]
 select = [
-    "B",      # flake8-bugbear
-    "D",      # pydocstyle
-    "E",      # pycodestyle error
-    "F",      # Pyflakes
-    "I",      # isort
+    "B", # flake8-bugbear
+    "D", # pydocstyle
+    "E", # pycodestyle error
+    "F", # Pyflakes
+    "I", # isort
     "RUF100", # Unused noqa directive
-    "S",      # flake8-bandit
-    "SIM",    # flake8-simplify
-    "UP",     # pyupgrade
-    "W",      # pycodestyle warning
+    "S", # flake8-bandit
+    "SIM", # flake8-simplify
+    "UP", # pyupgrade
+    "W", # pycodestyle warning
 ]
 
 [tool.ruff.lint.per-file-ignores]
@@ -121,3 +120,6 @@ all = true
 in_place = true
 trailing_comma_inline_array = true
 
+[build-system]
+requires = ["pdm-backend"]
+build-backend = "pdm.backend"

src/qpystructs/__init__.py

@@ -1,7 +1,6 @@
-""".editorignore"""
 __VERSION__ = "0.0.1"
 
-from qpystructs.dicttools import *
-from qpystructs.models import *
-from qpystructs.operations import *
-from qpystructs.dotty import *
+from .dicttools import *
+from .dotty import *
+from .models import *
+from .operations import *

src/qpystructs/cli/__init__.py

@@ -15,7 +15,7 @@
 import pandas as pd
 from deepdiff import DeepDiff
 
-from qpystructs.dotty import dotty
+from .dotty import dotty
 
 
 class DataFormatType(enum.Enum):
@@ -157,3 +157,21 @@ def differ(expected_data: Union[str, dict], actual_data: Union[str, dict]):
     else:
         v2 = actual_data
     return extract_obj_diff(DeepDiff(v1, v2, verbose_level=2))
+
+
+def json_file_to_excel(json_file, excel_file):
+    """
+    json file to excel
+    """
+    json_data = load_from_file(json_file)
+    json_data_df = pd.json_normalize(json_data)
+    json_data_df.to_excel(excel_file)
+
+
+def read_merged_excel(excel_path):
+    """
+    read merged cell excel file
+    """
+    raw_df = pd.read_excel(excel_path)
+    raw_df.fillna("fillna", inplace=True)
+    return raw_df

src/qpystructs/operations.py

@@ -1,5 +1,7 @@
+import pandas as pd
+
+from qpystructs.operations import *
 from tests.helper.data_constants import *
-from qpystructs import get_value, set_value, differ, load_from_file
 
 
 def test_get_value_by_expression():
@@ -36,3 +38,44 @@ def test_query_expression():
     assert query_result == {
         "WashingtonCities": "Bellevue, Olympia, Seattle"
     }
+
+
+def test_flat_json():
+    data = [
+        {
+            "state": "Florida",
+            "shortname": "FL",
+            "info": {"governor": "Rick Scott"},
+            "counties": [
+                {"name": "Dade", "population": 12345},
+                {"name": "Broward", "population": 40000},
+                {"name": "Palm Beach", "population": 60000},
+            ],
+        },
+        {
+            "state": "Ohio",
+            "shortname": "OH",
+            "info": {"governor": "John Kasich"},
+            "counties": [
+                {"name": "Summit", "population": 1234},
+                {"name": "Cuyahoga", "population": 1337},
+            ],
+        }]
+    result = pd.json_normalize(
+        data, "counties", ["state", "shortname", ["info", "governor"]]
+    )
+    print(result)
+    result.to_excel("json-flat.xlsx")
+
+    json_data = load_from_file("tmp.json")
+    print(json_data)
+    result_json_np = pd.json_normalize(json_data,)
+    formula_data = json_data['formula']
+    pd_formula_data = pd.json_normalize(formula_data,'formulaSlots')
+    pd_formula_data.to_excel('emission-json.xlsx')
+
+
+def test_merged_cell():
+    json_file_to_excel("tmp.json",'tmp-json.xlsx')
+    result = read_merged_excel("merged_cell.xlsx")
+    print(result)

tests/json-flat.xlsx

@@ -0,0 +1,40 @@
+[
+  {
+    "state": "Florida",
+    "shortname": "FL",
+    "info": {
+      "governor": "Rick Scott"
+    },
+    "counties": [
+      {
+        "name": "Dade",
+        "population": 12345
+      },
+      {
+        "name": "Broward",
+        "population": 40000
+      },
+      {
+        "name": "Palm Beach",
+        "population": 60000
+      }
+    ]
+  },
+  {
+    "state": "Ohio",
+    "shortname": "OH",
+    "info": {
+      "governor": "John Kasich"
+    },
+    "counties": [
+      {
+        "name": "Summit",
+        "population": 1234
+      },
+      {
+        "name": "Cuyahoga",
+        "population": 1337
+      }
+    ]
+  }
+]