black formatted

Author: najiyacl

ads/feature_store/common/utils/utility.py

@@ -49,7 +49,7 @@
 
 
 def get_execution_engine_type(
-        data_frame: Union[DataFrame, pd.DataFrame]
+    data_frame: Union[DataFrame, pd.DataFrame]
 ) -> ExecutionEngine:
     """
     Determines the execution engine type for a given DataFrame.
@@ -89,7 +89,7 @@ def get_metastore_id(feature_store_id: str):
 
 
 def validate_delta_format_parameters(
-        timestamp: datetime = None, version_number: int = None, is_restore: bool = False
+    timestamp: datetime = None, version_number: int = None, is_restore: bool = False
 ):
     """
     Validate the user input provided as part of preview, restore APIs for ingested data, Ingested data is
@@ -123,9 +123,9 @@ def validate_delta_format_parameters(
 
 
 def show_ingestion_summary(
-        entity_id: str,
-        entity_type: EntityType = EntityType.FEATURE_GROUP,
-        error_details: str = None,
+    entity_id: str,
+    entity_type: EntityType = EntityType.FEATURE_GROUP,
+    error_details: str = None,
 ):
     """
     Displays a ingestion summary table with the given entity type and error details.
@@ -165,7 +165,7 @@ def show_validation_summary(ingestion_status: str, validation_output, expectatio
     statistics = validation_output["statistics"]
 
     table_headers = (
-            ["expectation_type"] + list(statistics.keys()) + ["ingestion_status"]
+        ["expectation_type"] + list(statistics.keys()) + ["ingestion_status"]
     )
 
     table_values = [expectation_type] + list(statistics.values()) + [ingestion_status]
@@ -209,9 +209,9 @@ def show_validation_summary(ingestion_status: str, validation_output, expectatio
 
 
 def get_features(
-        output_columns: List[dict],
-        parent_id: str,
-        entity_type: EntityType = EntityType.FEATURE_GROUP,
+    output_columns: List[dict],
+    parent_id: str,
+    entity_type: EntityType = EntityType.FEATURE_GROUP,
 ) -> List[Feature]:
     """
     Returns a list of features, given a list of output_columns and a feature_group_id.
@@ -268,7 +268,7 @@ def get_schema_from_spark_df(df: DataFrame):
 
 
 def get_schema_from_df(
-        data_frame: Union[DataFrame, pd.DataFrame], feature_store_id: str
+    data_frame: Union[DataFrame, pd.DataFrame], feature_store_id: str
 ) -> List[dict]:
     """
     Given a DataFrame, returns a list of dictionaries that describe its schema.
@@ -282,7 +282,7 @@ def get_schema_from_df(
 
 
 def get_input_features_from_df(
-        data_frame: Union[DataFrame, pd.DataFrame], feature_store_id: str
+    data_frame: Union[DataFrame, pd.DataFrame], feature_store_id: str
 ) -> List[FeatureDetail]:
     """
     Given a DataFrame, returns a list of FeatureDetail objects that represent its input features.
@@ -299,7 +299,7 @@ def get_input_features_from_df(
 
 
 def convert_expectation_suite_to_expectation(
-        expectation_suite: ExpectationSuite, expectation_type: ExpectationType
+    expectation_suite: ExpectationSuite, expectation_type: ExpectationType
 ):
     """
     Convert an ExpectationSuite object to an Expectation object with detailed rule information.
@@ -358,7 +358,7 @@ def largest_matching_subset_of_primary_keys(left_feature_group, right_feature_gr
 
 
 def convert_pandas_datatype_with_schema(
-        raw_feature_details: List[dict], input_df: pd.DataFrame
+    raw_feature_details: List[dict], input_df: pd.DataFrame
 ) -> pd.DataFrame:
     feature_detail_map = {}
     columns_to_remove = []
@@ -383,7 +383,7 @@ def convert_pandas_datatype_with_schema(
 
 
 def convert_spark_dataframe_with_schema(
-        raw_feature_details: List[dict], input_df: DataFrame
+    raw_feature_details: List[dict], input_df: DataFrame
 ) -> DataFrame:
     feature_detail_map = {}
     columns_to_remove = []
@@ -402,4 +402,4 @@ def convert_spark_dataframe_with_schema(
 def validate_input_feature_details(input_feature_details, data_frame):
     if isinstance(data_frame, pd.DataFrame):
         return convert_pandas_datatype_with_schema(input_feature_details, data_frame)
-    return convert_spark_dataframe_with_schema(input_feature_details, data_frame)
+    return convert_spark_dataframe_with_schema(input_feature_details, data_frame)

ads/feature_store/dataset.py

@@ -18,7 +18,7 @@
 from ads.feature_store.common.utils.utility import (
     get_metastore_id,
     validate_delta_format_parameters,
-    convert_expectation_suite_to_expectation
+    convert_expectation_suite_to_expectation,
 )
 from ads.feature_store.dataset_job import DatasetJob, IngestionMode
 from ads.feature_store.execution_strategy.engine.spark_engine import SparkEngine
@@ -374,7 +374,7 @@ def expectation_details(self) -> "Expectation":
         return self.get_spec(self.CONST_EXPECTATION_DETAILS)
 
     def with_expectation_suite(
-            self, expectation_suite: ExpectationSuite, expectation_type: ExpectationType
+        self, expectation_suite: ExpectationSuite, expectation_type: ExpectationType
     ) -> "Dataset":
         """Sets the expectation details for the feature group.
 
@@ -445,7 +445,7 @@ def statistics_config(self, statistics_config: StatisticsConfig):
         self.with_statistics_config(statistics_config)
 
     def with_statistics_config(
-            self, statistics_config: Union[StatisticsConfig, bool]
+        self, statistics_config: Union[StatisticsConfig, bool]
     ) -> "Dataset":
         """Sets the statistics details for the dataset.
 
@@ -527,7 +527,9 @@ def add_models(self, model_details: ModelDetails) -> "Dataset":
         if updated_model_details and updated_model_details.items and model_details:
             for model_id in model_details.items:
                 if model_id not in updated_model_details["items"]:
-                    logger.warning(f"Either model with Id '{model_id}' doesnt exist or unable to validate")
+                    logger.warning(
+                        f"Either model with Id '{model_id}' doesnt exist or unable to validate"
+                    )
 
         return self
 

ads/feature_store/mixin/oci_feature_store.py

@@ -14,7 +14,6 @@ class OCIFeatureStoreMixin(OCIModelMixin):
     def init_client(
         cls, **kwargs
     ) -> oci.feature_store.feature_store_client.FeatureStoreClient:
-
         # TODO: Getting the endpoint from authorizer
         fs_service_endpoint = os.environ.get("OCI_FS_SERVICE_ENDPOINT")
         if fs_service_endpoint:

ads/feature_store/validation_output.py

@@ -23,10 +23,10 @@ def to_pandas(self) -> pd.DataFrame:
             The validation output information as a pandas DataFrame.
         """
         if self.content:
-            validation_output_json = (
-                json.loads(self.content)
-            )
-            profile_result = pd.json_normalize(validation_output_json.get("results")).transpose()
+            validation_output_json = json.loads(self.content)
+            profile_result = pd.json_normalize(
+                validation_output_json.get("results")
+            ).transpose()
             return profile_result
 
     def to_summary(self) -> pd.DataFrame:
@@ -39,9 +39,7 @@ def to_summary(self) -> pd.DataFrame:
             The validation output summary information as a pandas DataFrame.
         """
         if self.content:
-            validation_output_json = (
-                json.loads(self.content)
-            )
+            validation_output_json = json.loads(self.content)
             profile_result = pd.json_normalize(validation_output_json).transpose()
             summary_df = profile_result.drop("results")
             return summary_df