jobs/templates/test-scenarios.yml

---

- project:
    name: test-scenarios
    views:
      - Test Backups
      - Test Ceph
      - Test MCP updates
    jobs:
      - backup-tests
      - ceph-tests
      - update-tests

################### VIEWS #######################
- view:
    name: Test Backups
    view-type: list
    filter-executors: true
    filter-queue: true
    regex: 'backup-.*'
    columns:
      - status
      - weather
      - job
      - last-success
      - last-failure
      - last-duration
      - build-button

- view:
    name: Test Ceph
    view-type: list
    filter-executors: true
    filter-queue: true
    regex: 'ceph_.*'
    columns:
      - status
      - weather
      - job
      - last-success
      - last-failure
      - last-duration
      - build-button

- view:
    name: Test MCP updates
    view-type: list
    filter-executors: true
    filter-queue: true
    regex: '.*-update-.*'
    columns:
      - status
      - weather
      - job
      - last-success
      - last-failure
      - last-duration
      - build-button

######################## JOB GROUP ####################
- job-group:
    name: 'backup-tests'
    test_scenario:

      - backup-saltmaster:
          run-test-opts: |-
            tcp_tests/tests/system/test_backup_restore.py::TestBackupRestoreMaster::test_salt_master_manual_backup_restore_pipeline \
            tcp_tests/tests/system/test_backup_restore.py::TestBackupRestoreMaster::test_salt_master_manual_backup_restore
          deployment: heat-cicd-queens-dvr-sl
          display-name: Backup/Restore SaltMaster

      - backup-saltmaster-with-maas:
         run-test-opts: |-
           tcp_tests/tests/system/test_backup_restore.py::TestBackupRestoreMaster::test_maas_manual_backup_restore_pipeline \
           tcp_tests/tests/system/test_backup_restore.py::TestBackupRestoreMaster::test_maas_backup_restore_manual
         deployment: bm-cicd-queens-ovs-maas
         display-name: Backup/Restore SaltMaster (with MAAS)

      - backup-cassandra-queens-contrail-sl:
         run-test-opts: '--maxfail=1 -k TestBackupRestoreCassandra'
         deployment: heat-cicd-queens-contrail41-sl
         display-name: Backup/restore Cassandra

      - backup-galera-queens-sl:
          run-test-opts: '--maxfail=1 -k TestBackupRestoreGalera'
          deployment: heat-cicd-queens-dvr-sl
          display-name: Backup/restore Galera

      - backup-zookeeper-queens-sl:
          run-test-opts: '--maxfail=1 -k TestBackupRestoreZooKeeper'
          deployment: heat-cicd-queens-contrail41-sl
          display-name: Backup/restore Zookeeper

    jobs:
      - '{test_scenario}'
    logrotate:
      DaysToKeep: 365
      artifactDaysToKeep: 60

- job-group:
    name: 'ceph-tests'
    test_scenario:
      - ceph_osd-queens-dvr-sl:
          run-test-opts: '--maxfail=1 -k TestCephOsd'
          deployment: heat-cicd-queens-dvr-sl
          display-name: Add/Remove OSD node
      - ceph_cmn-queens-dvr-sl:
          run-test-opts: '--maxfail=1 -k TestCephMon'
          deployment: heat-cicd-queens-dvr-sl
          display-name: Add/Remove CMN node
      - ceph_rgw-queens-dvr-sl:
          run-test-opts: '--maxfail=1 -k TestCephRgw'
          deployment: heat-cicd-queens-dvr-sl
          display-name: Add/Remove RGW node
      - ceph_failover:
          run-test-opts: '--maxfail=1 -k TestFailoverCeph'
          deployment: heat-cicd-queens-dvr-sl
          display-name: Failover tests for Ceph nodes
    jobs:
      - '{test_scenario}'
    logrotate:
      DaysToKeep: 365
      artifactDaysToKeep: 60

- job-group:
    name: 'update-tests'
    test-opt: |-
      --keep-duplicates --maxfail=1 \
      tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_drivetrain \
      tcp_tests/tests/system/test_mcp_update.py::TestOpenstackUpdate \
      tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_galera --update-mysql-version 5.7 \
      tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_rabbit \
      tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_stacklight \
      tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_ceph \
      \
      tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_tempest \
      tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_func_sanity \
      tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_stacklight
    test-opt-with-contrail: |-
      --keep-duplicates --maxfail=1 \
      tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_drivetrain \
      tcp_tests/tests/system/test_upgrade_contrail.py::TestUpdateContrail \
      tcp_tests/tests/system/test_mcp_update.py::TestOpenstackUpdate \
      tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_galera \
      tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_rabbit \
      tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_stacklight \
      tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_ceph \
      \
      tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_tempest \
      tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_func_sanity \
      tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_stacklight
    test-pattern-with-contrail:
      ^heat_tempest_plugin.tests*|^tempest.api.image*|^tempest_horizon*|^tempest.api.identity*|^tempest.api.network*|^tempest.api.compute*|^tempest.api.volume*|^tempest.scenario*|^tempest.api.object_storage*
    test_scenario:
      - mcp-update-bm-b300-queens-ovs-maas:
          deployment: released-bm-b300-cicd-queens-ovs-maas
          run-test-opts: '{test-opt}'
          tempest_pattern: 'tempest'
          display-name: MCP update (BM-B300-queens + MAAS)
          tempest_test_suite: "[MCP1.1_QUEENS]Tempest"
          passed_steps: "hardware,create_model,salt,core,kvm,cicd,openstack,ovs,ceph,stacklight"

      - mcp-update-pike-dvr-sl:
          deployment: released-heat-cicd-pike-dvr-sl
          run-test-opts: '{test-opt}'
          tempest_pattern: 'tempest'
          display-name: MCP update (pike)
          tempest_test_suite: "[MCP1.1_PIKE]Tempest"
          passed_steps: "hardware,create_model,salt,core,cicd,openstack,ovs,ceph,stacklight"

      - mcp-update-queens-dvr-sl:
          deployment: released-heat-cicd-queens-dvr-sl
          tempest_pattern: 'tempest'
          run-test-opts: '{test-opt}'
          display-name: MCP update (queens)
          tempest_test_suite: "[MCP1.1_QUEENS]Tempest"
          passed_steps: "hardware,create_model,salt,core,cicd,openstack,ovs,ceph,stacklight"

      - mcp-update-pike-contrail-sl:
          deployment: released-heat-cicd-pike-contrail41-sl
          tempest_pattern: '{test-pattern-with-contrail}'
          run-test-opts: '{test-opt-with-contrail}'
          display-name: MCP update (pike + OC)
          tempest_test_suite: "[MCP1.1_PIKE]Tempest"
          passed_steps: "hardware,create_model,salt,core,cicd,openstack,contrail,ceph,stacklight"

      - mcp-update-queens-contrail-sl:
          deployment: released-heat-cicd-queens-contrail41-sl
          tempest_pattern: '{test-pattern-with-contrail}'
          run-test-opts: '{test-opt-with-contrail}'
          display-name: MCP update (queens + OC)
          tempest_test_suite: "[MCP1.1_QUEENS]Tempest"
          passed_steps: "hardware,create_model,salt,core,cicd,openstack,contrail,ceph,stacklight"

      - os-update-pike-to-queens:
          deployment: heat-cicd-pike-dvr-sl
          disabled: true
          run-test-opts: '-k TestUpdatePikeToQueens'
          display-name: Update Pike -> Queens

      - ceph-update-luminous-to-nautilus:
          deployment: heat-cicd-pike-dvr-sl
          disabled: true
          run-test-opts: '-k TestCephLuminousUpgrade'
          display-name: Update Ceph Luminous -> Nautilus

    jobs:
      - '{test_scenario}'
    logrotate:
      DaysToKeep: 365
      artifactDaysToKeep: 60

###################### JOB TEMPLATE ###################
- job-template:
    name: '{test_scenario}'
    display-name: '{display-name}'
    project-type: pipeline
    description: '{job-description}'
    concurrent: false
    disabled: '{disabled|false}'
    quiet-period: 2
    node: 'openstack_slave_{deployment}'
    logrotate:
      DaysToKeep: 365
      artifactDaysToKeep: 60
      num-to-keep: 60
      artifact-num-to-keep: 60
    # Requires the Jenkins BuildResultTrigger Plugin
    triggers:
      - build-result:
          cron: '* * * * *'
          combine: true
          groups:
            - jobs:
                - '{deployment}'
              results:
                - success

    pipeline-scm:
      lightweight-checkout: false
      scm:
        - git:
            branches:
              - FETCH_HEAD
            refspec: ${{TCP_QA_REFS}}
            url: https://gerrit.mcp.mirantis.com/mcp/tcp-qa.git
      script-path: jobs/pipelines/run-test-scenarios.groovy

    parameters:
    - node:
        name: NODE
        allowed-slaves:
          - 'openstack_slave_{deployment}'
    - string:
        default: '{deployment}'
        description: 'Required: Fuel-devops environment name'
        name: ENV_NAME
        trim: 'false'
    - string:
        default: 'openstack_slave_{deployment}'
        description: 'Required: Name of the jenkins slave to create the environment
                      To be set by the parent deployment job.'
        name: PARENT_NODE_NAME
        trim: 'false'
    - string:
        default: '/home/jenkins/workspace/workspace/{deployment}'
        description: 'Required: Workspace on the jenkins slave to reuse for
                      the job To be set by the parent deployment job'
        name: PARENT_WORKSPACE
        trim: 'false'
    - string:
        default: '2019.2.0'
        description: 'MCP version'
        name: MCP_VERSION
        trim: 'false'
    - string:
        default: '{passed_steps|}'
        description: 'Completed steps to install components on the environment.
                      If tests require some additional components, it may be installed in
                      appropriate fixtures, so set the PASSED_STEPS correctly for the
                      testing environment.'
        name: PASSED_STEPS
        trim: 'false'
    - string:
        default: '{tempest_test_suite|}'
        description: '[MCP1.1_xxx]Tempest where xxx - MCP version
                      using only for report to testrail'
        name: TEMPEST_TEST_SUITE_NAME
        trim: 'false'
    - string:
        default: ''
        description: 'Example: refs/changes/89/411189/36
                       (for now - only one reference allowed)'
        name: TCP_QA_REFS
        trim: 'false'
    - text:
        default: '{run-test-opts}'
        description: |-
          Pytest option -k or -m, with expression to select necessary tests.
          Additional pytest options are allowed.
        name: RUN_TEST_OPTS
        trim: 'false'
    - text:
        default: '{tempest_pattern|}'
        description: |-
          Examples: 'set=full','set=smoke' or test name.
        name: TEMPEST_PATTERN
        trim: 'false'
    - bool:
        default: true
        name: REPORT_TO_TESTRAIL