File tree Expand file tree Collapse file tree 2 files changed +3
-1
lines changed
jobs/builders/infrastructure Expand file tree Collapse file tree 2 files changed +3
-1
lines changed Original file line number Diff line number Diff line change 5858class SPARK_VERSION (str ):
5959 v2_4_4 = "2.4.4"
6060 v3_0_2 = "3.0.2"
61+ v3_2_1 = "3.2.1"
6162
6263
6364class DataFlow :
Original file line number Diff line number Diff line change 2424from ads .common .oci_client import OCIClientFactory
2525from ads .common .oci_mixin import OCIModelMixin
2626from ads .common .utils import batch_convert_case , camel_to_snake
27+ from ads .dataflow .dataflow import SPARK_VERSION
2728from ads .jobs .builders .infrastructure .base import Infrastructure , RunInstance
2829from ads .jobs .builders .infrastructure .utils import normalize_config
2930from ads .jobs .builders .runtimes .python_runtime import DataFlowRuntime
3940SLEEP_INTERVAL = 3
4041
4142DEFAULT_LANGUAGE = "PYTHON"
42- DEFAULT_SPARK_VERSION = "3.2.1"
43+ DEFAULT_SPARK_VERSION = SPARK_VERSION . v3_2_1
4344DEFAULT_NUM_EXECUTORS = 1
4445DEFAULT_SHAPE = "VM.Standard.E3.Flex"
4546
You can’t perform that action at this time.
0 commit comments