Perf test script

scripts/perf_test.py

@@ -0,0 +1,91 @@
+#!/usr/bin/python
+
+import argparse
+import os
+from subprocess import call
+import re
+import urllib2
+
+################ REQUIRED CONFIGURATION ################
+# This dictionary maps the instance type to the hostname
+servers = {
+    'm3med': 'CHANGEME_TO_HOSTNAME',
+    'm3large': 'CHANGEME_TO_HOSTNAME',
+    'm3xlarge': 'CHANGEME_TO_HOSTNAME',
+    }
+################ END REQUIRED CONFIGURATION ################
+
+conf = {
+        'xml': 'https://raw.githubusercontent.com/scalableinternetservices/ABCs/testing/load_tests/critical.xml',
+        'log_dir': '~/.tsung/log',
+        'home': os.path.expanduser('~'),
+        }
+
+
+class bcolors:
+    INFO = '\033[95m'
+    WARNING = '\033[93m'
+    FAIL = '\033[91m'
+    ENDC = '\033[0m'
+    UNDERLINE = '\033[4m'
+
+
+def colorize(text, color):
+    return color + text + bcolors.ENDC
+
+
+# Download the XML for testing
+def get_xml(url):
+    response = urllib2.urlopen(url)
+    return response.read()
+
+
+# Make XML testing file
+def make_xml(filename, host, template):
+    contents = get_xml(template).replace('CHANGEME', host)
+    fobj = open(filename, 'w')
+    fobj.write(contents)
+    fobj.close()
+
+# Parse arguments
+parser = argparse.ArgumentParser(description="Run many Tsung tests")
+parser.add_argument('ready', help="Did you change the servers dictionary as required to point to your servers?  And make sure the key value is the instance type!  It must also be a valid Unix filename.")
+parser.add_argument('-x',
+                    '--xmltemplate',
+                    help="Use this to set the XML template to use for testing. Default value is {0}".format(conf['xml']),
+                    default=conf['xml'])
+args = parser.parse_args()
+
+
+# Make the temp dir to work in
+tmp_dir = 'perf_tmp'
+os.mkdir(tmp_dir)
+
+# Run each test on each instance in order
+for instance, host in servers.iteritems():
+    print "Generating files for {0} ({1})".format(instance, host)
+    filename = os.path.join(tmp_dir, "test_{0}.xml".format(instance))
+    make_xml(filename, host, args.xmltemplate)
+
+    print colorize("Running Tsung for {0}".format(instance), bcolors.INFO)
+    # Run Tsung
+    call(['tsung', '-f', filename, 'start'])
+
+    print "Analyzing the data for {0}".format(instance)
+    # Find the result directory
+    result_dir = [f for f in os.listdir(os.path.expanduser(conf['log_dir'])) if re.match(r'[0-9]+.*', f)][0]
+    result_dir = os.path.join(os.path.expanduser(conf['log_dir']), result_dir)
+
+    # Rename the generated test data directory
+    new_dir = os.path.join(os.path.dirname(result_dir), instance)
+    call("mv {0} {1}".format(result_dir, new_dir), shell=True)
+
+    # Analyze the generated test data
+    call("cd {0} && tsung_stats.pl".format(new_dir), shell=True)
+
+    # Package up the generated test data
+    tar = os.path.join(conf['home'], "{0}.tar.gz".format(instance))
+    call("cd {0} && tar -vczf {1} {2}".format(os.path.dirname(new_dir), tar, instance), shell=True)
+
+
+    print colorize("Created {0}. Be sure to copy it to your computer to save it!".format(tar), bcolors.INFO)