Add support for DFX Tech Preview (#12)

* Add basic DF support

Signed-off-by: Daniel Chaffelson <chaffelson@gmail.com>

Author: Chaffelson

docs/configuration.yml

@@ -15,6 +15,14 @@ datahub:
   suffix:
   tags:
 de:
+df:
+  suffix:
+  min_k8s_nodes:
+  max_k8s_nodes:
+  public_loadbalancer:
+  ip_ranges:
+  teardown:
+    persist:
 dw:
   definitions:
   suffix:

roles/common/defaults/main.yml

@@ -127,5 +127,6 @@ common__env_admin_password:                     "{{ globals.admin_password | man
 common__include_ml:                        "{{ ml is defined | bool }}"
 common__include_dw:                        "{{ dw is defined | bool }}"
 common__include_de:                        "{{ de is defined | bool }}"
+common__include_df:                        "{{ df is defined | bool }}"
 common__include_datahub:                   "{{ datahub is defined | bool }}"
 common__include_opdb:                      "{{ opdb is defined | bool }}"

roles/runtime/defaults/main.yml

@@ -54,9 +54,16 @@ run__ml_tags:                       "{{ ml.tags | default(common__tags) }}"
 run__dw_definitions:                "{{ dw.definitions | default([{}]) }}"
 run__dw_suffix:                     "{{ dw.suffix | default('dw') }}"
 
+run__df_nodes_min:                  "{{ df.min_k8s_nodes | default(3) }}"
+run__df_nodes_max:                  "{{ df.max_k8s_nodes | default(5) }}"
+run__df_public_loadbalancer:        "{{ df.public_loadbalancer | default(True) }}"
+run__df_ip_ranges:                  "{{ df.ip_ranges | default([]) }}"
+run__df_persist:                    "{{ df.teardown.persist | default(False) }}"
+
 # Deploy
 run__include_ml:                     "{{ common__include_ml }}"
 run__include_dw:                     "{{ common__include_dw }}"
 run__include_de:                     "{{ common__include_de }}"
+run__include_df:                     "{{ common__include_df }}"
 run__include_datahub:                "{{ common__include_datahub }}"
 run__include_opdb:                   "{{ common__include_opdb }}"

roles/runtime/tasks/setup_base.yml

@@ -74,6 +74,20 @@
   poll: 0
   register: __opdb_builds
 
+- name: Execute CDP Dataflow setup
+  when: run__include_df
+  cloudera.cloud.df:
+    name: "{{ run__env_name }}"
+    nodes_min: "{{ run__df_nodes_min }}"
+    nodes_max: "{{ run__df_nodes_max }}"
+    public_loadbalancer: "{{ run__df_public_loadbalancer }}"
+    ip_ranges: "{{ run__df_ip_ranges }}"
+    state: present
+    wait: yes
+  async: 3600 # 1 hour timeout
+  poll: 0
+  register: __df_build
+
 - name: Wait for CDP Datahub deployments to complete
   when: run__include_datahub
   ansible.builtin.async_status:
@@ -111,4 +125,13 @@
   register: __opdb_builds_async
   until: __opdb_builds_async.finished
   retries: 120
-  delay: 30
+  delay: 30
+
+- name: Wait for CDP Dataflow deployment to complete
+  when: run__include_df
+  ansible.builtin.async_status:
+    jid: "{{ __df_build.ansible_job_id }}"
+  register: __df_build_async
+  until: __df_build_async.finished
+  retries: 120
+  delay: 30

roles/runtime/tasks/teardown_base.yml

@@ -53,6 +53,17 @@
   poll: 0
   register: __dw_teardowns_info
 
+- name: Execute CDP Dataflow teardown
+  when: run__include_df
+  cloudera.cloud.df:
+    name: "{{ run__env_name }}"
+    persist: "{{ run__df_persist }}"
+    state: absent
+    wait: yes
+  async: 3600 # 1 hour timeout
+  poll: 0
+  register: __df_teardown_info
+
 - name: Execute CDP ML Workspace teardown
   when: run__include_ml
   cloudera.cloud.ml:
@@ -117,4 +128,13 @@
   register: __opdb_teardowns_async
   until: __opdb_teardowns_async.finished
   retries: 120
-  delay: 30
+  delay: 30
+
+- name: Wait for CDP Dataflow deployment to decommission
+  when: run__include_df
+  ansible.builtin.async_status:
+    jid: "{{ __df_teardown_info.ansible_job_id }}"
+  register: __df_teardown_async
+  until: __df_teardown_async.finished
+  retries: 120
+  delay: 30