Files
461a966d7552810f1cb1c5ed07a4fcddc3db393c
nova /smoketests /base.py

207 lines
7.1 KiB
Python
Raw Normal View History

2010年06月23日 21:19:08 -07:00
# vim: tabstop=4 shiftwidth=4 softtabstop=4
2010年06月23日 22:04:16 -07:00
2010年06月23日 21:19:08 -07:00
# Copyright 2010 United States Government as represented by the
2010年06月23日 23:15:06 -07:00
# Administrator of the National Aeronautics and Space Administration.
2010年06月23日 21:19:08 -07:00
# All Rights Reserved.
2010年06月23日 22:04:16 -07:00
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
2010年06月23日 21:19:08 -07:00
# Unless required by applicable law or agreed to in writing, software
2010年06月23日 22:04:16 -07:00
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
2010年06月23日 21:19:08 -07:00
import boto
from boto.ec2.regioninfo import RegionInfo
2010年06月23日 21:19:08 -07:00
import commands
import httplib
2010年06月23日 21:19:08 -07:00
import os
import paramiko
2010年06月23日 21:19:08 -07:00
import sys
2011年01月22日 16:20:36 -08:00
import time
2010年06月23日 21:19:08 -07:00
import unittest
2010年06月24日 04:11:53 +01:00
2010年07月09日 08:21:32 +00:00
from smoketests import flags
2010年07月08日 14:05:45 -07:00
2011年02月22日 18:04:08 -08:00
SUITE_NAMES = '[image, instance, volume]'
2010年07月08日 14:05:45 -07:00
FLAGS = flags.FLAGS
2011年02月22日 18:04:08 -08:00
flags.DEFINE_string('suite', None, 'Specific test suite to run ' + SUITE_NAMES)
2011年02月25日 23:58:36 -08:00
flags.DEFINE_integer('ssh_tries', 3, 'Numer of times to try ssh')
2011年01月20日 00:14:42 -08:00
2010年07月08日 14:05:45 -07:00
class SmokeTestCase(unittest.TestCase):
2010年06月24日 04:11:53 +01:00
def connect_ssh(self, ip, key_name):
2010年06月23日 21:19:08 -07:00
key = paramiko.RSAKey.from_private_key_file('/tmp/%s.pem' % key_name)
2011年02月25日 23:58:36 -08:00
tries = 0
while(True):
try:
client = paramiko.SSHClient()
client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
2011年02月25日 23:58:36 -08:00
client.connect(ip, username='root', pkey=key, timeout=5)
return client
except (paramiko.AuthenticationException, paramiko.SSHException):
tries += 1
if tries == FLAGS.ssh_tries:
raise
2010年06月24日 04:11:53 +01:00
2011年01月22日 16:20:36 -08:00
def can_ping(self, ip, command="ping"):
"""Attempt to ping the specified IP, and give up after 1 second."""
# NOTE(devcamcar): ping timeout flag is different in OSX.
if sys.platform == 'darwin':
timeout_flag = 't'
else:
timeout_flag = 'w'
2011年01月22日 16:20:36 -08:00
status, output = commands.getstatusoutput('%s -c1 -%s1 %s' %
(command, timeout_flag, ip))
return status == 0
2011年01月22日 16:20:36 -08:00
def wait_for_running(self, instance, tries=60, wait=1):
"""Wait for instance to be running"""
for x in xrange(tries):
instance.update()
if instance.state.startswith('running'):
return True
time.sleep(wait)
else:
return False
Fix wait_for_deleted function in SmokeTests. Fixes the wait_for_not_running function in smoketests/base.py so that it short circuits when an instance ID is deleted rather than waits 60 seconds (the timeout). Previously this function had two problems: 1) It used Boto's instance.update() instead of instance.update(validate=True). Since update() returns returns quietly if no data about the instance was returned (aka the instance has been deleted) it effectively made this function almost always wait for the timeout (60 seconds). This makes the tests take about a minute longer than they need to unless #2 below occurs... 2) It also introduced a race condition in that... if hit just right the instance.state would get set to 'terminated'. Which would cause the loop to short circuit. This might seem correct at first glance but in fact causes intermittent failures in some of the netadmin tests because security groups can't be deleted if a running (or exiting) instance is still assigned to them. In fact wait_for_not_running was added to guard against just this in the first place! Also, renames the base.wait_for_not_running function to be called wait_for_deleted (that is what we are really doing here) Change-Id: I4486995a7d9028d876366e8d7a2c845520319b86
2012年11月21日 10:46:46 -05:00
def wait_for_deleted(self, instance, tries=60, wait=1):
"""Wait for instance to be deleted"""
for x in xrange(tries):
Fix wait_for_deleted function in SmokeTests. Fixes the wait_for_not_running function in smoketests/base.py so that it short circuits when an instance ID is deleted rather than waits 60 seconds (the timeout). Previously this function had two problems: 1) It used Boto's instance.update() instead of instance.update(validate=True). Since update() returns returns quietly if no data about the instance was returned (aka the instance has been deleted) it effectively made this function almost always wait for the timeout (60 seconds). This makes the tests take about a minute longer than they need to unless #2 below occurs... 2) It also introduced a race condition in that... if hit just right the instance.state would get set to 'terminated'. Which would cause the loop to short circuit. This might seem correct at first glance but in fact causes intermittent failures in some of the netadmin tests because security groups can't be deleted if a running (or exiting) instance is still assigned to them. In fact wait_for_not_running was added to guard against just this in the first place! Also, renames the base.wait_for_not_running function to be called wait_for_deleted (that is what we are really doing here) Change-Id: I4486995a7d9028d876366e8d7a2c845520319b86
2012年11月21日 10:46:46 -05:00
try:
#NOTE(dprince): raises exception when instance id disappears
instance.update(validate=True)
except ValueError:
return True
time.sleep(wait)
else:
return False
2011年01月22日 16:20:36 -08:00
def wait_for_ping(self, ip, command="ping", tries=120):
"""Wait for ip to be pingable"""
for x in xrange(tries):
if self.can_ping(ip, command):
return True
else:
return False
def wait_for_ssh(self, ip, key_name, tries=30, wait=5):
"""Wait for ip to be sshable"""
for x in xrange(tries):
try:
conn = self.connect_ssh(ip, key_name)
conn.close()
except Exception, e:
time.sleep(wait)
else:
return True
else:
return False
def connection_for_env(self, **kwargs):
"""
Returns a boto ec2 connection for the current environment.
"""
access_key = os.getenv('EC2_ACCESS_KEY')
secret_key = os.getenv('EC2_SECRET_KEY')
clc_url = os.getenv('EC2_URL')
if not access_key or not secret_key or not clc_url:
raise Exception('Missing EC2 environment variables. Please source '
'the appropriate novarc file before running this '
'test.')
parts = self.split_clc_url(clc_url)
2010年12月24日 20:38:49 +09:00
if FLAGS.use_ipv6:
return boto_v6.connect_ec2(aws_access_key_id=access_key,
aws_secret_access_key=secret_key,
is_secure=parts['is_secure'],
region=RegionInfo(None,
'nova',
parts['ip']),
port=parts['port'],
path='/services/Cloud',
**kwargs)
return boto.connect_ec2(aws_access_key_id=access_key,
aws_secret_access_key=secret_key,
is_secure=parts['is_secure'],
region=RegionInfo(None,
'nova',
parts['ip']),
port=parts['port'],
path='/services/Cloud',
**kwargs)
def split_clc_url(self, clc_url):
"""
Splits a cloud controller endpoint url.
"""
parts = httplib.urlsplit(clc_url)
is_secure = parts.scheme == 'https'
ip, port = parts.netloc.split(':')
return {'ip': ip, 'port': int(port), 'is_secure': is_secure}
2010年06月24日 04:11:53 +01:00
def create_key_pair(self, conn, key_name):
try:
os.remove('/tmp/%s.pem' % key_name)
except Exception:
2010年06月24日 04:11:53 +01:00
pass
key = conn.create_key_pair(key_name)
key.save('/tmp/')
return key
def delete_key_pair(self, conn, key_name):
conn.delete_key_pair(key_name)
try:
os.remove('/tmp/%s.pem' % key_name)
except Exception:
2010年06月24日 04:11:53 +01:00
pass
2011年02月24日 21:32:27 -08:00
def bundle_image(self, image, tempdir='/tmp', kernel=False):
cmd = 'euca-bundle-image -i %s -d %s' % (image, tempdir)
2010年06月24日 04:11:53 +01:00
if kernel:
cmd += ' --kernel true'
2010年06月23日 21:19:08 -07:00
status, output = commands.getstatusoutput(cmd)
2010年06月24日 04:11:53 +01:00
if status != 0:
print '%s -> \n%s' % (cmd, output)
raise Exception(output)
return True
2011年02月24日 21:32:27 -08:00
def upload_image(self, bucket_name, image, tempdir='/tmp'):
2010年12月24日 20:38:49 +09:00
cmd = 'euca-upload-bundle -b '
2011年02月24日 21:32:27 -08:00
cmd += '%s -m %s/%s.manifest.xml' % (bucket_name, tempdir, image)
2010年06月23日 21:19:08 -07:00
status, output = commands.getstatusoutput(cmd)
2010年06月24日 04:11:53 +01:00
if status != 0:
print '%s -> \n%s' % (cmd, output)
raise Exception(output)
return True
def delete_bundle_bucket(self, bucket_name):
cmd = 'euca-delete-bundle --clear -b %s' % (bucket_name)
2010年06月23日 21:19:08 -07:00
status, output = commands.getstatusoutput(cmd)
2010年06月24日 04:11:53 +01:00
if status != 0:
print '%s -> \n%s' % (cmd, output)
raise Exception(output)
return True
2010年12月24日 20:38:49 +09:00
2011年02月22日 18:04:08 -08:00
TEST_DATA = {}
2011年03月21日 12:21:24 -07:00
if FLAGS.use_ipv6:
global boto_v6
boto_v6 = __import__('boto_v6')
2011年02月22日 18:04:08 -08:00
class UserSmokeTestCase(SmokeTestCase):
def setUp(self):
global TEST_DATA
self.conn = self.connection_for_env()
self.data = TEST_DATA