Compress test execution logs

Code Issues Proposed changes

The volume of logs we collect in CI jobs are extensive. This
patch ensures that the logs collected are compressed to reduce
the space taken in CI systems.
PYTHONUNBUFFERED is also set to ensure that the console log
from the CI jobs is recorded in the exact order of execution.
Change-Id: I867081cb1f263e554f7dbe02791a46c9d2cef60f
Related-Bug: #1620849

This commit is contained in:

Jesse Pretorius

2016年09月09日 10:44:51 +01:00

committed by Kevin Carter (cloudnull)

parent 52978f4f96

commit ec5b10fc34

2 changed files with 20 additions and 7 deletions

Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL

Download Patch File Download Diff File Expand all files Collapse all files

3
bindep.txt

View File

@@ -36,3 +36,6 @@ python-ndg-httpsclient [platform:ubuntu !platform:ubuntu-trusty]

python2-pyasn1 [platform:rpm]

pyOpenSSL [platform:rpm]

python-ndg_httpsclient [platform:rpm]

# Required for compressing collected log files in CI

gzip

24
tox.ini

View File

@@ -26,6 +26,7 @@ whitelist_externals =

rm

setenv =

VIRTUAL_ENV={envdir}

PYTHONUNBUFFERED=1

[testenv:docs]

@@ -145,9 +146,17 @@ install_command =

pip install -U --force-reinstall {opts} {packages}

[testenv:func_logs]

commands =

bash -c 'mkdir -p {toxinidir}/logs'

bash -c 'rsync --archive --verbose --ignore-errors /var/log/ /openstack/log/ {toxinidir}/logs/ || true'

bash -c 'find "{toxinidir}/logs/" -type f | sed "p;s|$|.txt|" | xargs -n2 mv'

bash -c 'command gzip --best --recursive "{toxinidir}/logs/"'

[testenv:functional]

# Ignore_errors is set to true so that the logs are collected at the

# end of the run. This will not produce a failse positive. Any

# end of the run. This will not produce a false positive. Any

# exception will be mark the run as failed and exit 1 after all of

# the commands have been iterated through.

ignore_errors = True

@@ -166,12 +175,15 @@ commands =

-e "rolename={toxinidir}" \

-e "install_test_packages=True" \

{toxinidir}/tests/test.yml -vvvv

bash -c 'mkdir -p {toxinidir}/logs'

bash -c 'rsync -av --ignore-errors /var/log/ /openstack/log/ {toxinidir}/logs/ || true'

{[testenv:func_logs]commands}

[testenv:func_lxd]

# Ignore_errors is set to true so that the logs are collected at the

# end of the run. This will not produce a false positive. Any

# exception will be mark the run as failed and exit 1 after all of

# the commands have been iterated through.

ignore_errors = True

# NOTE(michaelgugino): this target tests nova with lxd

install_command =

{[testenv:func_base]install_command}

@@ -186,9 +198,7 @@ commands =

-e "rolename={toxinidir}" \

-e "install_test_packages=True" \

{toxinidir}/tests/test.yml -vvvv

bash -c 'mkdir -p {toxinidir}/logs'

bash -c 'rsync -av --ignore-errors /var/log/ /openstack/log/ {toxinidir}/logs/ || true'

{[testenv:func_logs]commands}

[testenv:linters]