move to operator config

Author: codeloop

ads/opctl/operator/lowcode/anomaly/model/base_model.py

@@ -10,7 +10,6 @@
 from abc import ABC, abstractmethod
 from typing import Tuple
 
-from ads.opctl.operator.lowcode.common.transformations import Transformations
 import fsspec
 import numpy as np
 import pandas as pd
@@ -55,10 +54,6 @@ def __init__(self, config: AnomalyOperatorConfig, datasets: AnomalyDatasets):
         self.spec: AnomalyOperatorSpec = config.spec
         self.datasets = datasets
 
-        if self.spec.preprocessing.steps.missing_value_imputation:
-            for series_id, df in self.datasets.full_data_dict.items():
-                self.datasets.full_data_dict[series_id] = Transformations._fill_na(self, df)
-
         if self.spec.validation_data is not None:
             self.X_valid_dict = self.datasets.valid_data.X_valid_dict
             self.y_valid_dict = self.datasets.valid_data.y_valid_dict

ads/opctl/operator/lowcode/anomaly/operator_config.py

@@ -9,15 +9,16 @@
 from typing import Dict, List
 
 from ads.common.serializer import DataClassSerializable
-from ads.opctl.operator.common.utils import _load_yaml_from_uri
 from ads.opctl.operator.common.operator_config import (
+    InputData,
     OperatorConfig,
     OutputDirectory,
-    InputData,
 )
-from .const import SupportedModels
+from ads.opctl.operator.common.utils import _load_yaml_from_uri
 from ads.opctl.operator.lowcode.common.utils import find_output_dirname
 
+from .const import SupportedModels
+
 
 @dataclass(repr=True)
 class ValidationData(InputData):
@@ -61,6 +62,7 @@ class AnomalyOperatorSpec(DataClassSerializable):
     test_data: TestData = field(default_factory=TestData)
     validation_data: ValidationData = field(default_factory=ValidationData)
     output_directory: OutputDirectory = field(default_factory=OutputDirectory)
+    preprocessing: DataPreprocessor = field(default_factory=DataPreprocessor)
     report_file_name: str = None
     report_title: str = None
     report_theme: str = None