[ci] Converge tests based on enabled features

Author: MiguelCarpio

.zuul.yaml

@@ -12,7 +12,7 @@
         - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/telemetry-operator'].src_dir }}/ci/vars-autoscaling.yml"
         - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/telemetry-operator'].src_dir }}/ci/vars-power-monitoring.yml"
         - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/telemetry-operator'].src_dir }}/ci/vars-autoscaling-tempest.yml"
-        - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/vars-functional-test.yml"
+        - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/vars-fvt-tests.yml"
         - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/vars-use-master-containers.yml"
     roles:
       - zuul: github.com/openstack-k8s-operators/ci-framework
@@ -102,8 +102,7 @@
         - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/telemetry-operator'].src_dir }}/ci/vars-power-monitoring.yml"
           # Use the tempest config we have for autoscaling tests
         - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/telemetry-operator'].src_dir }}/ci/vars-autoscaling-tempest.yml"
-          # Currently, this runs tempest smoketests after the dashboards have been disabled again
-        - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/vars-graphing-test.yml"
+        - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/vars-fvt-tests.yml"
     roles:
       - zuul: github.com/openstack-k8s-operators/ci-framework
     required-projects: *required_projects

ci/run_cloudops_tests_osp18.yml

@@ -8,6 +8,25 @@
   vars_files:
     - vars/common.yml
     - vars/osp18_env.yml
+  pre_tasks:
+    - name: "Get OpenStackControlPlane autoscaling status"
+      ansible.builtin.command: >
+        oc get oscp -n openstack -o jsonpath='{.items[0].spec.telemetry.template.autoscaling.enabled}'
+      register: autoscaling_status
+      changed_when: false
+
+    - name: "Set fact if autoscaling is enabled"
+      ansible.builtin.set_fact:
+        autoscaling_enabled: "{{ autoscaling_status.stdout | trim | lower == 'true' }}"
+
+    - name: "Notify if autoscaling test is skipped"
+      ansible.builtin.debug:
+        msg: "Skipping the autoscaling test because OpenStackControlPlane telemetry autoscaling is disabled."
+      when: not autoscaling_enabled | bool
+
+    - name: "Skip autoscaling test if the autoscaling is disabled"
+      ansible.builtin.meta: end_play
+      when: not autoscaling_enabled | bool
   tasks:
     - block:
         - name: Include vars from the extra_vars files

ci/run_fvt_tests.yml

@@ -0,0 +1,5 @@
+- name: Run Autoscaling test
+  ansible.builtin.import_playbook: run_cloudops_tests_osp18.yml
+
+- name: Run Graphing Console UI test
+  ansible.builtin.import_playbook: run_graphing_test.yml

ci/run_graphing_test.yml

@@ -7,6 +7,25 @@
     PATH: "{{ cifmw_path }}"
   vars_files:
     - vars/common.yml
+  pre_tasks:
+    - name: "Get OpenStackControlPlane telemetry dashboardsEnabled status"
+      ansible.builtin.command: >
+        oc get oscp -n openstack -o jsonpath='{.items[0].spec.telemetry.template.metricStorage.dashboardsEnabled}'
+      register: dashboard_status
+      changed_when: false
+
+    - name: "Set fact if dashboards are enabled"
+      ansible.builtin.set_fact:
+        dashboards_enabled: "{{ dashboard_status.stdout | trim | lower == 'true' }}"
+
+    - name: "Notify if graphing test is skipped"
+      ansible.builtin.debug:
+        msg: "Skipping the graphing test because OpenStackControlPlane telemetry dashboards are disabled."
+      when: not dashboards_enabled | bool
+
+    - name: "Skip graphing test if the dashboards is disabled"
+      ansible.builtin.meta: end_play
+      when: not dashboards_enabled | bool
   tasks:
     - block:
         - name: "Run Graphing Console UI tests"

ci/vars-fvt-tests.yml

@@ -0,0 +1,18 @@
+---
+post_deploy_00_run_fvt_tests:
+  source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/run_fvt_tests.yml"
+  config_file: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/ansible.cfg"
+  type: playbook
+post_deploy_01_copy_results:
+  source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/report_result.yml"
+  type: playbook
+  extra_vars:
+    check_failures: false
+
+cifmw_run_tests: true
+# run only smoke tests
+cifmw_test_operator_tempest_include_list: |
+  ^tempest.*\[.*\bsmoke\b.*\]
+post_tests_99_collect_results:
+  source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/report_result.yml"
+  type: playbook