Skip to content

Commit 3dfeaf5

Browse files
authored
Update variables for DE and improve DH definition filtering (#19)
* Fix reference to unused DWX variable in DE placeholders for new feature * Fix filtering datahub definitions to include version and provider, not just version Signed-off-by: Daniel Chaffelson <chaffelson@gmail.com>
1 parent a798f68 commit 3dfeaf5

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

roles/infrastructure/tasks/initialize_setup_aws.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -108,14 +108,14 @@
108108
bucket: "{{ infra__storage_name }}"
109109
path: "{{ infra__ml_path }}"
110110

111-
- name: Set fact to include DWX data location
111+
- name: Set fact to include DE data location
112112
when: infra__de_deploy
113113
ansible.builtin.set_fact:
114114
infra__aws_storage_locations: "{{ infra__aws_storage_locations | default([]) | union([storage_location]) }}"
115115
vars:
116116
storage_location:
117117
bucket: "{{ infra__storage_name }}"
118-
path: "{{ infra__dwx_path }}"
118+
path: "{{ infra__de_path }}"
119119

120120
- name: Set facts for dynamic inventory metadata
121121
ansible.builtin.set_fact:

roles/runtime/tasks/initialize_base.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -98,9 +98,9 @@
9898
cloudera.cloud.datahub_definition_info:
9999
register: __datahub_definition_info
100100

101-
- name: Set fact for available CDP Datahub definitions by Datalake version
101+
- name: Set fact for available CDP Datahub definitions by Datalake version and Cloud Platform
102102
ansible.builtin.set_fact:
103-
run__datahub_available_definitions: "{{ __datahub_definition_info.definitions | selectattr('productVersion', 'search', run__cdp_datalake_version) | map(attribute='clusterDefinitionName') | list }}"
103+
run__datahub_available_definitions: "{{ __datahub_definition_info.definitions | selectattr('productVersion', 'search', run__cdp_datalake_version) | selectattr('cloudPlatform', 'search', run__infra_type.upper()) | map(attribute='clusterDefinitionName') | list }}"
104104

105105
- name: Construct CDP Datahub configurations
106106
ansible.builtin.set_fact:

0 commit comments

Comments
 (0)