puppet-openstack-integration/run_tests.sh at 827bedca6c2479b319471b956123310c9f2841ae

#!/bin/bash -ex

# Copyright 2015 Red Hat, Inc.

# Licensed under the Apache License, Version 2.0 (the "License"); you may

# not use this file except in compliance with the License. You may obtain

# a copy of the License at

# http://www.apache.org/licenses/LICENSE-2.0

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT

# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the

# License for the specific language governing permissions and limitations

# under the License.

export SCRIPT_DIR=$(cd `dirname 0ドル` && pwd -P)

source ${SCRIPT_DIR}/functions

export WORKSPACE=${WORKSPACE:-/tmp}

export CEPH_VERSION=${CEPH_VERSION:-reef}

export PUPPET_MAJ_VERSION=${PUPPET_MAJ_VERSION:-6}

export SCENARIO=${SCENARIO:-scenario001}

export MANAGE_PUPPET_MODULES=${MANAGE_PUPPET_MODULES:-true}

export MANAGE_REPOS=${MANAGE_REPOS:-true}

export ADD_SWAP=${ADD_SWAP:-true}

export SWAP_SIZE_GB=${SWAP_SIZE_GB:-8}

export HIERA_CONFIG=${HIERA_CONFIG:-${SCRIPT_DIR}/hiera.yaml}

export MANAGE_HIERA=${MANAGE_HIERA:-true}

export PUPPET_ARGS="${PUPPET_ARGS} --detailed-exitcodes --color=false --test --summarize --trace --hiera_config ${HIERA_CONFIG} --logdest ${WORKSPACE}/puppet.log"

# If openstack/tempest is broken on master, we can pin the repository to a specific commit

# by using the following line:

export TEMPEST_VERSION=${TEMPEST_VERSION:-'master'}

# For installing Tempest from RPM keep TEMPEST_FROM_SOURCE to false

# In Ubuntu, Tempest packages are not maintained so installing from source

if is_fedora; then

 export TEMPEST_FROM_SOURCE=${TEMPEST_FROM_SOURCE:-false}

else

 if [ $(lsb_release --id -s) = "Ubuntu" ]; then

 export TEMPEST_FROM_SOURCE=${TEMPEST_FROM_SOURCE:-true}

 else

 export TEMPEST_FROM_SOURCE=${TEMPEST_FROM_SOURCE:-false}

fi

fi

# Cirros Image directory

export IMG_DIR=${IMG_DIR:-/tmp/openstack/image}

export CIRROS_VERSION=${CIRROS_VERSION:-0.6.2}

# if we're running the tests we don't need to write out the facts to facter

# so we can disable it.

export WRITE_FACTS=false

source ${SCRIPT_DIR}/configure_facts.sh

export PATH=${PATH}:/opt/puppetlabs/bin:/opt/puppetlabs/puppet/bin

export PUPPET_BASE_PATH=/etc/puppetlabs/code

export PUPPET_PKG=${PUPPET_PKG:-puppet-agent}

print_header 'Start (run_tests.sh)'

if [ ! -f fixtures/${SCENARIO}.pp ]; then

 echo "fixtures/${SCENARIO}.pp file does not exist. Please define a valid scenario."

 exit 1

fi

if [ $(id -u) != 0 ]; then

 # preserve environment so we can have ZUUL_* params

 export SUDO='sudo -E'

fi

if [ "${ADD_SWAP}" = true ]; then

 print_header "Create $SWAP_SIZE_GB GB swapfile"

 set +e

 $SUDO swapon -s |grep -q '/swapfile'

 RESULT=$?

 set -e

 if [ $RESULT -eq 0 ]; then

 $SUDO swapoff /swapfile && $SUDO rm -f /swapfile

fi

 $SUDO dd if=/dev/zero of=/swapfile count=${SWAP_SIZE_GB}k bs=1M

 $SUDO chmod 0600 /swapfile

 $SUDO mkswap /swapfile

 $SUDO swapon /swapfile

fi

# We install some gems as root so to take benefit of

# OpenStack Infra mirrors.

if [ -f ~/.gemrc ]; then

 cat ~/.gemrc | $SUDO tee /root/.gemrc

fi

# handle umask issue after "pam" new release, this is needed when run_tests.sh

# is run remotely via ansible using a user which doesn't have .bashrc file

if [ -f /etc/fedora-release -a -f /etc/bashrc ]; then

 source /etc/bashrc

fi

print_header 'Clone Tempest, plugins & pre-cache CirrOS'

# TODO(pabelanger): Move this into tools/install_tempest.sh and add logic so we

# can clone tempest outside of the gate. Also, tempest should be sandboxed into

# the local directory but works needs to be added into puppet to properly find

# the path.

if [ -d /home/zuul/src/opendev.org ]; then

 if [ "${TEMPEST_FROM_SOURCE}" = true ]; then

 if [ -d /home/zuul/src/opendev.org/openstack/tempest ]; then

 [ ! -d /tmp/openstack ] && mkdir -p /tmp/openstack

 cp -R /home/zuul/src/opendev.org/openstack/tempest /tmp/openstack/tempest

 else

 git clone https://opendev.org/openstack/tempest /tmp/openstack/tempest

 pushd /tmp/openstack/tempest

 git reset --hard $TEMPEST_VERSION

 popd

fi

fi

else

 if [ "${TEMPEST_FROM_SOURCE}" = true ]; then

 $SUDO rm -rf /tmp/openstack/tempest

 git clone https://opendev.org/openstack/tempest /tmp/openstack/tempest

 pushd /tmp/openstack/tempest

 git reset --hard $TEMPEST_VERSION

 popd

fi

fi

# NOTE(pabelanger): We cache cirros images on our jenkins slaves, check if it

# exists.

if [[ ! -e $IMG_DIR ]]; then

 mkdir -p $IMG_DIR

fi

if [ -f ~/cache/files/cirros-${CIRROS_VERSION}-x86_64-disk.img ]; then

 # Create a symlink for tempest.

 if ! [ -h /tmp/openstack/image/cirros-${CIRROS_VERSION}-x86_64-disk.img ] ; then

 ln -s ~/cache/files/cirros-${CIRROS_VERSION}-x86_64-disk.img $IMG_DIR

fi

else

 wget http://download.cirros-cloud.net/${CIRROS_VERSION}/cirros-${CIRROS_VERSION}-x86_64-disk.img -P $IMG_DIR

fi

ln -s $IMG_DIR/cirros-${CIRROS_VERSION}-x86_64-disk.img $IMG_DIR/cirros-${CIRROS_VERSION}-x86_64-disk-qcow2.img

# NOTE(tkajinam): Prepare raw format image

qemu-img convert -f qcow2 -O raw $IMG_DIR/cirros-${CIRROS_VERSION}-x86_64-disk.img $IMG_DIR/cirros-${CIRROS_VERSION}-x86_64-disk-raw.img

install_puppet

PUPPET_FULL_PATH=$(which puppet)

if [ "${MANAGE_HIERA}" = true ]; then

 configure_hiera

fi

if uses_debs; then

 $SUDO apt-get install -y dstat ebtables iotop sysstat

elif is_fedora; then

 $SUDO $YUM install -y dstat setools setroubleshoot audit iotop sysstat

 $SUDO systemctl start auditd

 # SElinux in permissive mode so later we can catch alerts

 $SUDO selinuxenabled && $SUDO setenforce 0

fi

# use dstat to monitor system activity during integration testing

if type "dstat" 2>/dev/null; then

 print_header 'Start dstat'

 DSTAT_OPTS=""

 set -e

 if dstat --help 2>&1 | grep -q "top-io-adv"; then

 DSTAT_OPTS="${DSTAT_OPTS} --top-io-adv"

fi

 if dstat --help 2>&1 | grep -q "top-cpu-adv"; then

 DSTAT_OPTS="${DSTAT_OPTS} --top-cpu-adv"

fi

 set +e

 $SUDO dstat -tcmndrylpg $DSTAT_OPTS --nocolor | $SUDO tee --append /var/log/dstat.log > /dev/null &

fi

if type "iostat" 2>/dev/null; then

 print_header 'Start iostat'

 $SUDO iostat -x -k -d -t 4 | $SUDO tee --append /var/log/iostat.log > /dev/null &

fi

if [ -f "/usr/sbin/iotop" ]; then

 print_header 'Start iotop'

 $SUDO /usr/sbin/iotop --kilobytes --only --batch --time --delay=2 --processes --quiet | $SUDO tee --append /var/log/iotop.log > /dev/null &

fi

if [ "${MANAGE_PUPPET_MODULES}" = true ]; then

 $SUDO ./install_modules.sh

fi

# Added tempest specific values to common.yaml

if [ "${TEMPEST_FROM_SOURCE}" = false ]; then

 echo "tempest::install_from_source: false" >> ${SCRIPT_DIR}/hiera/common.yaml

fi

# Run puppet and assert something changes.

set +e

if [ "${MANAGE_REPOS}" = true ]; then

 print_header 'Install repos'

 $SUDO $PUPPET_FULL_PATH apply $PUPPET_ARGS -e "include openstack_integration::repos"

 RESULT=$?

 if [ $RESULT -ne 0 ] && [ $RESULT -ne 2 ]; then

 print_header 'Puppet failed to install repositories.'

 exit 1

fi

 print_header 'Updating packages'

 if is_fedora; then

 $SUDO $YUM update -y

 update_ret=$?

 elif uses_debs; then

 export DEBIAN_FRONTEND=noninteractive

 $SUDO apt-get -y -o Dpkg::Options::="--force-confnew" upgrade

 update_ret=$?

fi

 if [ $update_ret -ne 0 ]; then

 print_header 'Error updating packages'

 exit 1

fi

 timestamp_puppet_log

fi

print_header "Running Puppet Scenario: ${SCENARIO} (1st time)"

run_puppet $SCENARIO

RESULT=$?

set -e

if [ $RESULT -ne 0 ] && [ $RESULT -ne 2 ]; then

 print_header 'First Puppet run contains errors in catalog.'

 catch_puppet_failures

 #print_header 'SELinux Alerts (1st time)'

 #catch_selinux_alerts

 exit 1

fi

timestamp_puppet_log

# Run puppet a second time and assert nothing changes.

set +e

print_header "Running Puppet Scenario: ${SCENARIO} (2nd time)"

run_puppet $SCENARIO

RESULT=$?

set -e

if [ $RESULT -ne 0 ]; then

 print_header 'Second Puppet run is not idempotent.'

 catch_puppet_failures

 #print_header 'SELinux Alerts (2nd time)'

 #catch_selinux_alerts

 exit 1

fi

timestamp_puppet_log

print_header 'Prepare Tempest'

# FIXME: Since tempest create tempest workspace which is owned by root user.

# We need to fix it in puppet-tempest, as a workaround we are changing the mode

# of tempest workspace and run tempest command using root.

$SUDO touch /tmp/openstack/tempest/test-include-list.txt /tmp/openstack/tempest/test-exclude-list.txt

$SUDO chown -R "$(id -u):$(id -g)" /tmp/openstack/tempest/

if uses_debs; then

 pkglist="tempest python3-stestr python3-os-testr python3-tempest"

 $SUDO apt-get install -y $pkglist

fi

set +e

# Select what to test:

# Smoke suite

echo "smoke" > /tmp/openstack/tempest/test-include-list.txt

# Horizon

echo "dashboard" >> /tmp/openstack/tempest/test-include-list.txt

# Aodh

echo "TelemetryAlarming" >> /tmp/openstack/tempest/test-include-list.txt

# Gnocchi

echo "telemetry_tempest_plugin.gnocchi" >> /tmp/openstack/tempest/test-include-list.txt

# Vitrage

echo "TestEvents" >> /tmp/openstack/tempest/test-include-list.txt

# Test Autoscaling with Telemetry (need panko, ubuntu doesn't ship it)

uses_debs || echo "test_telemetry_integration" >> /tmp/openstack/tempest/test-include-list.txt

# Ironic

# Note: running all Ironic tests under SSL is not working

# https://bugs.launchpad.net/ironic/+bug/1554237

echo "ironic_tempest_plugin.tests.api.admin.test_drivers" >> /tmp/openstack/tempest/test-include-list.txt

# NOTE(tobias-urdin): Disabled because magnum network access from inside instance to

# deploy docker for example.

# Magnum

#echo "test_create_list_sign_delete_clusters" >> /tmp/openstack/tempest/test-include-list.txt

echo "magnum_tempest_plugin.tests.api.v1.test_magnum_service.MagnumServiceTest" >> /tmp/openstack/tempest/test-include-list.txt

# Zaqar

echo "v2.test_queues.TestManageQueue" >> /tmp/openstack/tempest/test-include-list.txt

# ec2api

# VPN tests require VPNaaS, which doesn't work yet in puppet-tempest.

# As soon as enabling neutron_vpnaas_available works there, the VPN tests can

# be included.

echo "ec2api_tempest_plugin.api.*test_create_delete(?!.*_vpn_connection)" >> /tmp/openstack/tempest/test-include-list.txt

# Cinder Backup

echo "VolumesBackupsAdminTest" >> /tmp/openstack/tempest/test-include-list.txt

# Cinder encrypted volumes

echo "TestEncryptedCinderVolumes" >> /tmp/openstack/tempest/test-include-list.txt

# Mistral

echo "test_create_and_delete_workflow" >> /tmp/openstack/tempest/test-include-list.txt

# BGPVPN

echo "test_create_bgpvpn" >> /tmp/openstack/tempest/test-include-list.txt

# L2GW

echo "test_create_show_list_update_delete_l2gateway" >> /tmp/openstack/tempest/test-include-list.txt

# Heat

echo "heat_tempest_plugin.tests.scenario.test_base_resources" >> /tmp/openstack/tempest/test-include-list.txt

# Octavia

# We have to enable additional tests because no smoke tests will be run with

# noop drivers.

echo "octavia_tempest_plugin.tests.scenario.*standalone_CRUD" >> /tmp/openstack/tempest/test-include-list.txt

# Barbican

echo 'barbican_tempest_plugin.tests.scenario.test_volume_encryption.VolumeEncryptionTest' >> /tmp/openstack/tempest/test-include-list.txt

echo 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningTest.test_signed_image_upload_and_boot' >> /tmp/openstack/tempest/test-include-list.txt

# Manila

echo 'manila_tempest_tests.tests.api.test_shares.SharesCephFSTest.test_create_get_delete_share' >> /tmp/openstack/tempest/test-include-list.txt

echo 'manila_tempest_tests.tests.api.test_shares.SharesNFSTest.test_create_get_delete_share' >> /tmp/openstack/tempest/test-include-list.txt

if uses_debs; then

 echo "mistral_tempest_tests.tests.api.v2.test_executions.ExecutionTestsV2.test_get_list_executions" > /tmp/openstack/tempest/test-exclude-list.txt

 echo "telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration" >> /tmp/openstack/tempest/test-exclude-list.txt

 EXCLUDES="--exclude-list=/tmp/openstack/tempest/test-exclude-list.txt"

else

 # https://review.opendev.org/#/c/504345/ has changed the behavior of tempest when running with --regex and --include-list-file

 # and now operator between them is OR when filtering tests (which is how it was documented, btw). In order to promote

 # we need to remove this regex option and implement https://review.opendev.org/#/c/547278 when ready.

 # Note these tests were disabled in https://review.opendev.org/#/c/461969/ and hopefully it's more stable now and allows

 # us to run it until we can implement --exclude-list-file in a stable way.

 EXCLUDES="--exclude-regex=^telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration"

fi

print_header 'Running Tempest'

cd /tmp/openstack/tempest

if [ "${TEMPEST_FROM_SOURCE}" = true ]; then

 python3 -m virtualenv run_tempest

 /tmp/openstack/tempest/run_tempest/bin/pip3 install -c https://opendev.org/openstack/requirements/raw/branch/master/upper-constraints.txt -U -r requirements.txt

 /tmp/openstack/tempest/run_tempest/bin/python3 setup.py install

 # TODO(tobias-urdin): We must have the neutron-tempest-plugin to even test Neutron, is also required by

 # vpnaas and dynamic routing projects.

 if [ -d /home/zuul/src/opendev.org/openstack/neutron-tempest-plugin ]; then

 cp -R /home/zuul/src/opendev.org/openstack/neutron-tempest-plugin /tmp/openstack/neutron-tempest-plugin

 else

 git clone https://opendev.org/openstack/neutron-tempest-plugin /tmp/openstack/neutron-tempest-plugin

fi

 pushd /tmp/openstack/neutron-tempest-plugin

 /tmp/openstack/tempest/run_tempest/bin/pip3 install -c https://opendev.org/openstack/requirements/raw/branch/master/upper-constraints.txt -U -r requirements.txt

 /tmp/openstack/tempest/run_tempest/bin/pip3 setup.py install

 popd

 run_tempest/bin/stestr init

 export tempest_binary="run_tempest/bin/tempest"

else

 export tempest_binary="/usr/bin/tempest"

fi

# List tempest version

$tempest_binary --version

# List tempest plugins

$tempest_binary list-plugins

# list tempest workspace

$tempest_binary workspace list

# list tempest tests before running tempest

$tempest_binary run -l --include-list=/tmp/openstack/tempest/test-include-list.txt

# Run tempest tests

$tempest_binary run --include-list=/tmp/openstack/tempest/test-include-list.txt --concurrency=2 $EXCLUDES

RESULT=$?

set -e

if [ -d .testrepository ]; then

 testr last --subunit > /tmp/openstack/tempest/testrepository.subunit

elif [ -d .stestr ]; then

 if type "stestr-3" 2>/dev/null; then

 stestr-3 last --subunit > /tmp/openstack/tempest/testrepository.subunit

 else

 stestr last --subunit > /tmp/openstack/tempest/testrepository.subunit

fi

fi

subunit2html /tmp/openstack/tempest/testrepository.subunit /tmp/openstack/tempest/testr_results.html

print_header 'SELinux Alerts (Tempest)'

#catch_selinux_alerts

print_header 'Done (run_tests.sh)'

exit $RESULT

puppet-openstack-integration/run_tests.sh at 827bedca6c2479b319471b956123310c9f2841ae - puppet-openstack-integration - OpenDev: Free Software Needs Free Tools

402 lines

15 KiB

Bash

Executable File

Raw Blame History

puppet-openstack-integration/run_tests.sh at 827bedca6c2479b319471b956123310c9f2841ae - puppet-openstack-integration - OpenDev: Free Software Needs Free Tools

402 lines 15 KiB Bash Executable File Raw Blame History

402 lines

15 KiB

Bash

Executable File

Raw Blame History