Initial commit for ansible-test support (#63)

* Add general integration test configuration
* Add unit test for core_exe filters
* Add integration tests for Light and Medium (HA) duty environments for Level 1 networking
* Ignore and add template for integration_config.yml
* Update example password
* Add idempotent task for CDP setup
* Convert cdpy install to HTTPS
* Increase timeout for AWS VPC Endpoint deletions

Signed-off-by: Webster Mudge <wmudge@cloudera.com>

Author: wmudge

.gitignore

@@ -1,9 +1,26 @@
+# Copyright 2022 Cloudera, Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 # Keep the Galaxy builds
 !cloudera-exe-*.tar.gz
 
 # Remove ansible-test output
 tests/output
 
+# Remove any integration configuration
+tests/integration/integration_config.yml
+
 # Remove molecule testing deployments
 **/molecule/*/deployment
 

TESTING.md

@@ -0,0 +1,26 @@
+# Testing
+
+The collection uses `ansible-test` for unit and integration testing.
+
+```bash
+# Sanity tests
+ansible-test sanity --docker --python 3.9
+
+# Unit tests
+ansible-test units --docker --python 3.9
+
+# Integration tests
+ansible-test integration --docker
+```
+
+To run the _integration_ tests, you first need to have a running virtual environment configured with Ansible (`core`) and the required collections. When you run `ansible-test`, the program will bootstrap the [requirements|tests/integration/requirements.txt] in the Docker container and mount the `ANSIBLE_COLLECTION_PATHS`.
+
+```bash
+# In your favorite VENV...
+pip3 install ansible-core
+ansible-galaxy collection install -p collections -r galaxy.yml
+export ANSIBLE_COLLECTION_PATHS="$(pwd)/collections"
+```
+
+You also need to provide AWS credentials and test configuration in the `integration_config.yml` file. This file is *not* included in the project, as it will contain sensitive data, but there is a template -- `integration_config.yml.template` -- that you can copy and update as needed.
+

plugins/filter/core_exe.py

@@ -1,7 +1,7 @@
 #!/usr/bin/env python
 # -*- coding: utf-8 -*-
 
-# Copyright 2021 Cloudera, Inc. All Rights Reserved.
+# Copyright 2022 Cloudera, Inc. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -53,6 +53,7 @@ def combine_onto(*terms, **kwargs):
 
     return result
 
+
 class FilterModule(object):
     ''' Derivatives of Ansible jinja2 filters '''
 
@@ -61,4 +62,4 @@ def filters(self):
             'combine_onto': combine_onto
         }
 
-        return filters
+        return filters

requirements.txt

@@ -1,3 +1,17 @@
+# Copyright 2022 Cloudera, Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 # Python internals
 wheel
 
@@ -12,4 +26,4 @@ netaddr                 # ansible.netcommon.ipaddr
 molecule[lint]==3.4     # Pinned due to https://github.com/ansible-community/molecule/issues/3243
 
 # CDPCLI / cdpy
-git+git://github.com/cloudera-labs/cdpy@main#egg=cdpy
+git+https://github.com/cloudera-labs/cdpy@main#egg=cdpy

requirements_aws.txt

@@ -1,3 +1,17 @@
+# Copyright 2022 Cloudera, Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 # Amazon Web Services
 
 awscli>=1.18.222

requirements_azure.txt

@@ -1,3 +1,17 @@
+# Copyright 2022 Cloudera, Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 # Azure
 
 # NOTE: The Azure CLI is installed as a OS package.

requirements_gcp.txt

@@ -1,3 +1,17 @@
+# Copyright 2022 Cloudera, Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 # Google Cloud
 
 # NOTE: google-cloud-sdk, including the CLI, is installed as OS package.

roles/freeipa_host_group/tasks/main.yml

@@ -1,6 +1,6 @@
 ---
 
-# Copyright 2021 Cloudera, Inc. All Rights Reserved.
+# Copyright 2022 Cloudera, Inc. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -69,4 +69,3 @@
     name: "{{ item }}" 
     groups: "{{ freeipa_host_group__host_group_name }}" 
   loop: "{{ __freeipa_server_public_ip }}"
-

roles/infrastructure/tasks/teardown_aws_network.yml

@@ -223,7 +223,7 @@
               vpc-id: "{{ infra__aws_vpc_id }}"
           register: __infra_existing_endpoints_wait
           until: __infra_existing_endpoints_wait.vpc_endpoints | length == 0
-          retries: 15
+          retries: 30
           delay: 10
 
         - name: Delete VPC Endpoint Security Group

roles/infrastructure/tasks/teardown_azure_network.yml

@@ -1,6 +1,6 @@
 ---
 
-# Copyright 2021 Cloudera, Inc. All Rights Reserved.
+# Copyright 2022 Cloudera, Inc. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.