Files
a24472d3d87cc3b43bb0e83dbd368379d563c03d
puppet-openstack-integration /run_tests.sh

412 lines
15 KiB
Bash
Raw Normal View History

#!/bin/bash -ex
# Copyright 2015 Red Hat, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
export SCRIPT_DIR=$(cd `dirname 0ドル` && pwd -P)
source ${SCRIPT_DIR}/functions
export WORKSPACE=${WORKSPACE:-/tmp}
export CEPH_VERSION=${CEPH_VERSION:-reef}
export PUPPET_MAJ_VERSION=${PUPPET_MAJ_VERSION:-7}
export SCENARIO=${SCENARIO:-scenario001}
export MANAGE_PUPPET_MODULES=${MANAGE_PUPPET_MODULES:-true}
export MANAGE_REPOS=${MANAGE_REPOS:-true}
export USE_PUPPETLABS=${USE_PUPPETLABS:-true}
Align the stars to bring our CI back 1) Add 2GB swap by default Add some swap when running CI jobs, so we can reduce the number of failures in CI related to missing memory. By default 2GB, can be disabled or increased/decreased with parameters. 2) Promote RDO repository to have Oslo DB from master python-oslo-db 4.13.x releases are known to break Gnocchi. https://review.openstack.org/367221 will fix it, but it is not yet in any release, so RDO unpinned oslo.db until that happens. 3) Disable Ironic testing on Ubuntu. Packages are broken in recent Newton upgrade. They are working on it. 4) Enable br_netfilter kernel module on Ubuntu. See https://bugs.launchpad.net/cloud-archive/+bug/1621651 Even if it's not critical, it's a nice-to-have because it removed the ERROR that we had in neutron logs. We'll see how the bug report evolve and maybe remove this workaround. 5) Export lsmod in logs, easier for us to debug later. 6) Disable linuxbridge on scenario003 for Ubuntu Also see https://bugs.launchpad.net/cloud-archive/+bug/1621651 7) Pin Puppetlabs release package. Context: https://tickets.puppetlabs.com/browse/CPR-378 Change-Id: I732ef375a681f03af751ebb6ebd5b12df55a0ecc
2016年09月08日 13:43:30 -04:00
export ADD_SWAP=${ADD_SWAP:-true}
export SWAP_SIZE_GB=${SWAP_SIZE_GB:-8}
export HIERA_CONFIG=${HIERA_CONFIG:-${SCRIPT_DIR}/hiera.yaml}
export MANAGE_HIERA=${MANAGE_HIERA:-true}
if [ "${USE_PUPPETLABS,,}" = true ];then
export PATH=${PATH}:/opt/puppetlabs/bin:/opt/puppetlabs/puppet/bin
export PUPPET_BASE_PATH=/etc/puppetlabs/code
export PUPPET_PKG=${PUPPET_PKG:-puppet-agent}
else
if is_fedora; then
export PUPPET_BASE_PATH=/etc/puppet
else
export PUPPET_BASE_PATH=/etc/puppet/code
fi
export PUPPET_PKG=${PUPPET_PKG:-puppet}
fi
export PUPPETFILE_DIR=${PUPPETFILE_DIR:-${PUPPET_BASE_PATH}/modules}
export PUPPET_ARGS="${PUPPET_ARGS} --detailed-exitcodes --color=false --test --summarize --trace --hiera_config ${HIERA_CONFIG} --logdest ${WORKSPACE}/puppet.log"
# If openstack/tempest is broken on master, we can pin the repository to a specific commit
# by using the following line:
export TEMPEST_VERSION=${TEMPEST_VERSION:-'master'}
# For installing Tempest from RPM keep TEMPEST_FROM_SOURCE to false
# In Ubuntu, Tempest packages are not maintained so installing from source
if is_fedora; then
export TEMPEST_FROM_SOURCE=${TEMPEST_FROM_SOURCE:-false}
else
if [ $(lsb_release --id -s) = "Ubuntu" ]; then
export TEMPEST_FROM_SOURCE=${TEMPEST_FROM_SOURCE:-true}
else
export TEMPEST_FROM_SOURCE=${TEMPEST_FROM_SOURCE:-false}
fi
fi
# Cirros Image directory
export IMG_DIR=${IMG_DIR:-/tmp/openstack/image}
export CIRROS_VERSION=${CIRROS_VERSION:-0.6.2}
# if we're running the tests we don't need to write out the facts to facter
# so we can disable it.
export WRITE_FACTS=false
source ${SCRIPT_DIR}/configure_facts.sh
print_header 'Start (run_tests.sh)'
if [ ! -f fixtures/${SCENARIO}.pp ]; then
echo "fixtures/${SCENARIO}.pp file does not exist. Please define a valid scenario."
exit 1
fi
if [ $(id -u) != 0 ]; then
# preserve environment so we can have ZUUL_* params
export SUDO='sudo -E'
fi
if [ "${ADD_SWAP,,}" = true ]; then
Align the stars to bring our CI back 1) Add 2GB swap by default Add some swap when running CI jobs, so we can reduce the number of failures in CI related to missing memory. By default 2GB, can be disabled or increased/decreased with parameters. 2) Promote RDO repository to have Oslo DB from master python-oslo-db 4.13.x releases are known to break Gnocchi. https://review.openstack.org/367221 will fix it, but it is not yet in any release, so RDO unpinned oslo.db until that happens. 3) Disable Ironic testing on Ubuntu. Packages are broken in recent Newton upgrade. They are working on it. 4) Enable br_netfilter kernel module on Ubuntu. See https://bugs.launchpad.net/cloud-archive/+bug/1621651 Even if it's not critical, it's a nice-to-have because it removed the ERROR that we had in neutron logs. We'll see how the bug report evolve and maybe remove this workaround. 5) Export lsmod in logs, easier for us to debug later. 6) Disable linuxbridge on scenario003 for Ubuntu Also see https://bugs.launchpad.net/cloud-archive/+bug/1621651 7) Pin Puppetlabs release package. Context: https://tickets.puppetlabs.com/browse/CPR-378 Change-Id: I732ef375a681f03af751ebb6ebd5b12df55a0ecc
2016年09月08日 13:43:30 -04:00
print_header "Create $SWAP_SIZE_GB GB swapfile"
set +e
$SUDO swapon -s |grep -q '/swapfile'
RESULT=$?
set -e
if [ $RESULT -eq 0 ]; then
$SUDO swapoff /swapfile && $SUDO rm -f /swapfile
fi
Align the stars to bring our CI back 1) Add 2GB swap by default Add some swap when running CI jobs, so we can reduce the number of failures in CI related to missing memory. By default 2GB, can be disabled or increased/decreased with parameters. 2) Promote RDO repository to have Oslo DB from master python-oslo-db 4.13.x releases are known to break Gnocchi. https://review.openstack.org/367221 will fix it, but it is not yet in any release, so RDO unpinned oslo.db until that happens. 3) Disable Ironic testing on Ubuntu. Packages are broken in recent Newton upgrade. They are working on it. 4) Enable br_netfilter kernel module on Ubuntu. See https://bugs.launchpad.net/cloud-archive/+bug/1621651 Even if it's not critical, it's a nice-to-have because it removed the ERROR that we had in neutron logs. We'll see how the bug report evolve and maybe remove this workaround. 5) Export lsmod in logs, easier for us to debug later. 6) Disable linuxbridge on scenario003 for Ubuntu Also see https://bugs.launchpad.net/cloud-archive/+bug/1621651 7) Pin Puppetlabs release package. Context: https://tickets.puppetlabs.com/browse/CPR-378 Change-Id: I732ef375a681f03af751ebb6ebd5b12df55a0ecc
2016年09月08日 13:43:30 -04:00
$SUDO dd if=/dev/zero of=/swapfile count=${SWAP_SIZE_GB}k bs=1M
$SUDO chmod 0600 /swapfile
$SUDO mkswap /swapfile
$SUDO swapon /swapfile
fi
# We install some gems as root so to take benefit of
# OpenStack Infra mirrors.
if [ -f ~/.gemrc ]; then
cat ~/.gemrc | $SUDO tee /root/.gemrc
fi
# handle umask issue after "pam" new release, this is needed when run_tests.sh
# is run remotely via ansible using a user which doesn't have .bashrc file
if [ -f /etc/fedora-release -a -f /etc/bashrc ]; then
source /etc/bashrc
fi
print_header 'Clone Tempest, plugins & pre-cache CirrOS'
# TODO(pabelanger): Move this into tools/install_tempest.sh and add logic so we
# can clone tempest outside of the gate. Also, tempest should be sandboxed into
# the local directory but works needs to be added into puppet to properly find
# the path.
if [ -d /home/zuul/src/opendev.org ]; then
if [ "${TEMPEST_FROM_SOURCE,,}" = true ]; then
if [ -d /home/zuul/src/opendev.org/openstack/tempest ]; then
[ ! -d /tmp/openstack ] && mkdir -p /tmp/openstack
cp -R /home/zuul/src/opendev.org/openstack/tempest /tmp/openstack/tempest
else
git clone https://opendev.org/openstack/tempest /tmp/openstack/tempest
pushd /tmp/openstack/tempest
git reset --hard $TEMPEST_VERSION
popd
Switch tempest to use RPM by default and disable trove 1) Switch tempest to be installed from RPM instead of source Currently, tempest is deployed from source by default. This is problematic as some changes in master trunk can be incompatible with packages in promoted repo. This patch switchs p-o-i to deploy tempest from the rpm package used in the promoted repo, what should fix this kind of scenarios. 2) Disable trove until integration with keystone v3 is fixed upstream Currently, trove doesn't work fine with keystone API v3. It's being worked in https://review.openstack.org/#/c/507087/ in upstream project. 3) Disable tempest tests for object_storage when running with ubuntu as they are failing with the current version of tempest in the uca repo. Until it's fixed, let's disable it from p-o-i to unblock promotion. Change-Id: I385e2f34dd925bdc2fdbc1553d49dce104f566f2
2017年10月10日 19:05:08 +02:00
fi
fi
Switch tempest to use RPM by default and disable trove 1) Switch tempest to be installed from RPM instead of source Currently, tempest is deployed from source by default. This is problematic as some changes in master trunk can be incompatible with packages in promoted repo. This patch switchs p-o-i to deploy tempest from the rpm package used in the promoted repo, what should fix this kind of scenarios. 2) Disable trove until integration with keystone v3 is fixed upstream Currently, trove doesn't work fine with keystone API v3. It's being worked in https://review.openstack.org/#/c/507087/ in upstream project. 3) Disable tempest tests for object_storage when running with ubuntu as they are failing with the current version of tempest in the uca repo. Until it's fixed, let's disable it from p-o-i to unblock promotion. Change-Id: I385e2f34dd925bdc2fdbc1553d49dce104f566f2
2017年10月10日 19:05:08 +02:00
else
if [ "${TEMPEST_FROM_SOURCE,,}" = true ]; then
Switch tempest to use RPM by default and disable trove 1) Switch tempest to be installed from RPM instead of source Currently, tempest is deployed from source by default. This is problematic as some changes in master trunk can be incompatible with packages in promoted repo. This patch switchs p-o-i to deploy tempest from the rpm package used in the promoted repo, what should fix this kind of scenarios. 2) Disable trove until integration with keystone v3 is fixed upstream Currently, trove doesn't work fine with keystone API v3. It's being worked in https://review.openstack.org/#/c/507087/ in upstream project. 3) Disable tempest tests for object_storage when running with ubuntu as they are failing with the current version of tempest in the uca repo. Until it's fixed, let's disable it from p-o-i to unblock promotion. Change-Id: I385e2f34dd925bdc2fdbc1553d49dce104f566f2
2017年10月10日 19:05:08 +02:00
$SUDO rm -rf /tmp/openstack/tempest
git clone https://opendev.org/openstack/tempest /tmp/openstack/tempest
Switch tempest to use RPM by default and disable trove 1) Switch tempest to be installed from RPM instead of source Currently, tempest is deployed from source by default. This is problematic as some changes in master trunk can be incompatible with packages in promoted repo. This patch switchs p-o-i to deploy tempest from the rpm package used in the promoted repo, what should fix this kind of scenarios. 2) Disable trove until integration with keystone v3 is fixed upstream Currently, trove doesn't work fine with keystone API v3. It's being worked in https://review.openstack.org/#/c/507087/ in upstream project. 3) Disable tempest tests for object_storage when running with ubuntu as they are failing with the current version of tempest in the uca repo. Until it's fixed, let's disable it from p-o-i to unblock promotion. Change-Id: I385e2f34dd925bdc2fdbc1553d49dce104f566f2
2017年10月10日 19:05:08 +02:00
pushd /tmp/openstack/tempest
git reset --hard $TEMPEST_VERSION
Switch tempest to use RPM by default and disable trove 1) Switch tempest to be installed from RPM instead of source Currently, tempest is deployed from source by default. This is problematic as some changes in master trunk can be incompatible with packages in promoted repo. This patch switchs p-o-i to deploy tempest from the rpm package used in the promoted repo, what should fix this kind of scenarios. 2) Disable trove until integration with keystone v3 is fixed upstream Currently, trove doesn't work fine with keystone API v3. It's being worked in https://review.openstack.org/#/c/507087/ in upstream project. 3) Disable tempest tests for object_storage when running with ubuntu as they are failing with the current version of tempest in the uca repo. Until it's fixed, let's disable it from p-o-i to unblock promotion. Change-Id: I385e2f34dd925bdc2fdbc1553d49dce104f566f2
2017年10月10日 19:05:08 +02:00
popd
fi
fi
# NOTE(pabelanger): We cache cirros images on our jenkins slaves, check if it
# exists.
if [[ ! -e $IMG_DIR ]]; then
mkdir -p $IMG_DIR
fi
if [ -f ~/cache/files/cirros-${CIRROS_VERSION}-x86_64-disk.img ]; then
# Create a symlink for tempest.
if ! [ -h /tmp/openstack/image/cirros-${CIRROS_VERSION}-x86_64-disk.img ] ; then
ln -s ~/cache/files/cirros-${CIRROS_VERSION}-x86_64-disk.img $IMG_DIR
fi
else
wget http://download.cirros-cloud.net/${CIRROS_VERSION}/cirros-${CIRROS_VERSION}-x86_64-disk.img -P $IMG_DIR
fi
ln -s $IMG_DIR/cirros-${CIRROS_VERSION}-x86_64-disk.img $IMG_DIR/cirros-${CIRROS_VERSION}-x86_64-disk-qcow2.img
# NOTE(tkajinam): Prepare raw format image
qemu-img convert -f qcow2 -O raw $IMG_DIR/cirros-${CIRROS_VERSION}-x86_64-disk.img $IMG_DIR/cirros-${CIRROS_VERSION}-x86_64-disk-raw.img
if [ "${MANAGE_REPOS,,}" = true ] && [ "${USE_PUPPETLABS,,}" = true ]; then
install_puppetlabs_repo
fi
install_puppet
PUPPET_FULL_PATH=$(which puppet)
if [ "${MANAGE_HIERA,,}" = true ]; then
configure_hiera
fi
if uses_debs; then
$SUDO apt-get install -y dstat ebtables iotop sysstat
elif is_fedora; then
$SUDO dnf install -y dstat setools setroubleshoot audit iotop sysstat
$SUDO systemctl start auditd
# SElinux in permissive mode so later we can catch alerts
$SUDO selinuxenabled && $SUDO setenforce 0
fi
# use dstat to monitor system activity during integration testing
if type "dstat" 2>/dev/null; then
print_header 'Start dstat'
DSTAT_OPTS=""
set -e
if dstat --help 2>&1 | grep -q "top-io-adv"; then
DSTAT_OPTS="${DSTAT_OPTS} --top-io-adv"
fi
if dstat --help 2>&1 | grep -q "top-cpu-adv"; then
DSTAT_OPTS="${DSTAT_OPTS} --top-cpu-adv"
fi
set +e
$SUDO dstat -tcmndrylpg $DSTAT_OPTS --nocolor | $SUDO tee --append /var/log/dstat.log > /dev/null &
fi
if type "iostat" 2>/dev/null; then
print_header 'Start iostat'
$SUDO iostat -x -k -d -t 4 | $SUDO tee --append /var/log/iostat.log > /dev/null &
fi
if [ -f "/usr/sbin/iotop" ]; then
print_header 'Start iotop'
$SUDO /usr/sbin/iotop --kilobytes --only --batch --time --delay=2 --processes --quiet | $SUDO tee --append /var/log/iotop.log > /dev/null &
fi
if [ "${MANAGE_PUPPET_MODULES,,}" = true ]; then
$SUDO ./install_modules.sh
fi
# Added tempest specific values to common.yaml
if [ "${TEMPEST_FROM_SOURCE,,}" = false ]; then
echo "tempest::install_from_source: false" >> ${SCRIPT_DIR}/hiera/common.yaml
echo "tempest::manage_tests_packages: true" >> ${SCRIPT_DIR}/hiera/common.yaml
echo "tempest::magnum::manage_tests_packages: true" >> ${SCRIPT_DIR}/hiera/common.yaml
else
echo "tempest::manage_tests_packages: false" >> ${SCRIPT_DIR}/hiera/common.yaml
echo "tempest::magnum::manage_tests_packages: false" >> ${SCRIPT_DIR}/hiera/common.yaml
fi
# Run puppet and assert something changes.
set +e
if [ "${MANAGE_REPOS,,}" = true ]; then
print_header 'Install repos'
$SUDO $PUPPET_FULL_PATH apply $PUPPET_ARGS -e "include openstack_integration::repos"
RESULT=$?
if [ $RESULT -ne 0 ] && [ $RESULT -ne 2 ]; then
print_header 'Puppet failed to install repositories.'
exit 1
fi
print_header 'Updating packages'
if is_fedora; then
$SUDO dnf update -y
update_ret=$?
elif uses_debs; then
export DEBIAN_FRONTEND=noninteractive
$SUDO apt-get -y -o Dpkg::Options::="--force-confnew" upgrade
update_ret=$?
fi
if [ $update_ret -ne 0 ]; then
print_header 'Error updating packages'
exit 1
fi
timestamp_puppet_log
fi
print_header "Running Puppet Scenario: ${SCENARIO} (1st time)"
run_puppet $SCENARIO
RESULT=$?
set -e
if [ $RESULT -ne 0 ] && [ $RESULT -ne 2 ]; then
print_header 'First Puppet run contains errors in catalog.'
catch_puppet_failures
#print_header 'SELinux Alerts (1st time)'
#catch_selinux_alerts
exit 1
fi
timestamp_puppet_log
# Run puppet a second time and assert nothing changes.
set +e
print_header "Running Puppet Scenario: ${SCENARIO} (2nd time)"
run_puppet $SCENARIO
RESULT=$?
set -e
if [ $RESULT -ne 0 ]; then
print_header 'Second Puppet run is not idempotent.'
catch_puppet_failures
#print_header 'SELinux Alerts (2nd time)'
#catch_selinux_alerts
exit 1
fi
timestamp_puppet_log
print_header 'Prepare Tempest'
# FIXME: Since tempest create tempest workspace which is owned by root user.
# We need to fix it in puppet-tempest, as a workaround we are changing the mode
# of tempest workspace and run tempest command using root.
$SUDO touch /tmp/openstack/tempest/test-include-list.txt /tmp/openstack/tempest/test-exclude-list.txt
Switch tempest to use RPM by default and disable trove 1) Switch tempest to be installed from RPM instead of source Currently, tempest is deployed from source by default. This is problematic as some changes in master trunk can be incompatible with packages in promoted repo. This patch switchs p-o-i to deploy tempest from the rpm package used in the promoted repo, what should fix this kind of scenarios. 2) Disable trove until integration with keystone v3 is fixed upstream Currently, trove doesn't work fine with keystone API v3. It's being worked in https://review.openstack.org/#/c/507087/ in upstream project. 3) Disable tempest tests for object_storage when running with ubuntu as they are failing with the current version of tempest in the uca repo. Until it's fixed, let's disable it from p-o-i to unblock promotion. Change-Id: I385e2f34dd925bdc2fdbc1553d49dce104f566f2
2017年10月10日 19:05:08 +02:00
$SUDO chown -R "$(id -u):$(id -g)" /tmp/openstack/tempest/
set +e
# Select what to test:
# Smoke suite
echo "smoke" > /tmp/openstack/tempest/test-include-list.txt
echo "tempest.api.compute.servers.test_novnc.NoVNCConsoleTestJSON" >> /tmp/openstack/tempest/test-include-list.txt
# Horizon
echo "tempest.scenario.test_dashboard_basic_ops" >> /tmp/openstack/tempest/test-include-list.txt
# Aodh
echo "TelemetryAlarming" >> /tmp/openstack/tempest/test-include-list.txt
# Gnocchi
echo "telemetry_tempest_plugin.scenario.test_gnocchi" >> /tmp/openstack/tempest/test-include-list.txt
# Vitrage
echo "TestEvents" >> /tmp/openstack/tempest/test-include-list.txt
# Test Autoscaling with Telemetry
# TODO(tkajinam): This test case is disabled because of instability
#echo "test_telemetry_integration" >> /tmp/openstack/tempest/test-include-list.txt
# Ironic
# Note: running all Ironic tests under SSL is not working
# https://bugs.launchpad.net/ironic/+bug/1554237
echo "ironic_tempest_plugin.tests.api.admin.test_drivers" >> /tmp/openstack/tempest/test-include-list.txt
# NOTE(tobias-urdin): Disabled because magnum network access from inside instance to
# deploy docker for example.
# Magnum
#echo "test_create_list_sign_delete_clusters" >> /tmp/openstack/tempest/test-include-list.txt
echo "magnum_tempest_plugin.tests.api.v1.test_magnum_service.MagnumServiceTest" >> /tmp/openstack/tempest/test-include-list.txt
2016年02月17日 15:30:37 -05:00
# Zaqar
echo "v2.test_queues.TestManageQueue" >> /tmp/openstack/tempest/test-include-list.txt
# Cinder Backup
echo "VolumesBackupsAdminTest" >> /tmp/openstack/tempest/test-include-list.txt
# Cinder encrypted volumes
echo "TestEncryptedCinderVolumes" >> /tmp/openstack/tempest/test-include-list.txt
# Mistral
echo "test_create_and_delete_workflow" >> /tmp/openstack/tempest/test-include-list.txt
# TaaS
echo "test_create_tap_service_and_flow" >> /tmp/openstack/tempest/test-include-list.txt
# BGPVPN
echo "test_create_bgpvpn" >> /tmp/openstack/tempest/test-include-list.txt
# L2GW
echo "test_create_show_list_update_delete_l2gateway" >> /tmp/openstack/tempest/test-include-list.txt
# Heat
echo "heat_tempest_plugin.tests.scenario.test_base_resources" >> /tmp/openstack/tempest/test-include-list.txt
# Octavia
# We have to enable additional tests because no smoke tests will be run with
# noop drivers.
echo "octavia_tempest_plugin.tests.scenario.*standalone_CRUD" >> /tmp/openstack/tempest/test-include-list.txt
# Barbican
echo 'barbican_tempest_plugin.tests.scenario.test_volume_encryption.VolumeEncryptionTest' >> /tmp/openstack/tempest/test-include-list.txt
echo 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningTest.test_signed_image_upload_and_boot' >> /tmp/openstack/tempest/test-include-list.txt
# Manila
echo 'manila_tempest_tests.tests.api.test_shares.SharesCephFSTest.test_create_get_delete_share' >> /tmp/openstack/tempest/test-include-list.txt
echo 'manila_tempest_tests.tests.api.test_shares.SharesNFSTest.test_create_get_delete_share' >> /tmp/openstack/tempest/test-include-list.txt
if uses_debs; then
#EXCLUDES="--exclude-regex=..."
EXCLUDES=""
else
#EXCLUDES="--exclude-regex=..."
EXCLUDES=""
fi
print_header 'Running Tempest'
cd /tmp/openstack/tempest
if [ "${TEMPEST_FROM_SOURCE,,}" = true ]; then
python3 -m venv run_tempest
/tmp/openstack/tempest/run_tempest/bin/pip3 install -c https://opendev.org/openstack/requirements/raw/branch/master/upper-constraints.txt -U -r requirements.txt
/tmp/openstack/tempest/run_tempest/bin/python3 setup.py install
# TODO(tobias-urdin): We must have the neutron-tempest-plugin to even test Neutron, is also required by
# vpnaas and dynamic routing projects.
if [ -d /home/zuul/src/opendev.org/openstack/neutron-tempest-plugin ]; then
cp -R /home/zuul/src/opendev.org/openstack/neutron-tempest-plugin /tmp/openstack/neutron-tempest-plugin
else
git clone https://opendev.org/openstack/neutron-tempest-plugin /tmp/openstack/neutron-tempest-plugin
fi
pushd /tmp/openstack/neutron-tempest-plugin
/tmp/openstack/tempest/run_tempest/bin/pip3 install -c https://opendev.org/openstack/requirements/raw/branch/master/upper-constraints.txt -U -r requirements.txt
/tmp/openstack/tempest/run_tempest/bin/python3 setup.py install
popd
run_tempest/bin/pip3 install os-testr
run_tempest/bin/stestr init
export tempest_binary="run_tempest/bin/tempest"
export stestr="run_tempest/bin/stestr"
export subunit2html="run_tempest/bin/subunit2html"
else
export tempest_binary="/usr/bin/tempest"
export stestr="/usr/bin/stestr"
export subunit2html="/usr/bin/subunit2html"
fi
# List tempest version
$tempest_binary --version
# List tempest plugins
$tempest_binary list-plugins
# list tempest workspace
$tempest_binary workspace list
# list tempest tests before running tempest
$tempest_binary run -l --include-list=/tmp/openstack/tempest/test-include-list.txt
# Run tempest tests
$tempest_binary run --include-list=/tmp/openstack/tempest/test-include-list.txt --concurrency=2 $EXCLUDES
RESULT=$?
set -e
if [ -d .stestr ]; then
$stestr last --subunit > /tmp/openstack/tempest/testrepository.subunit
fi
$subunit2html /tmp/openstack/tempest/testrepository.subunit /tmp/openstack/tempest/testr_results.html
print_header 'SELinux Alerts (Tempest)'
#catch_selinux_alerts
print_header 'Done (run_tests.sh)'
exit $RESULT