summaryrefslogtreecommitdiff
path: root/mason/tests/build_test.py
diff options
context:
space:
mode:
Diffstat (limited to 'mason/tests/build_test.py')
-rw-r--r--mason/tests/build_test.py148
1 files changed, 148 insertions, 0 deletions
diff --git a/mason/tests/build_test.py b/mason/tests/build_test.py
new file mode 100644
index 0000000..11cc30e
--- /dev/null
+++ b/mason/tests/build_test.py
@@ -0,0 +1,148 @@
+# Copyright 2014 Codethink Ltd
+
+import cliapp
+import json
+import logging
+import os
+import urlparse
+
+import mason
+
+
+class Runner(mason.util.JobRunner):
+
+ """This thread handles running the build test, which is used to ensure
+ that Baserock can build Baserock."""
+
+ log = logging.getLogger("mason.tests.build_test.Runner")
+
+ def __init__(self, worker_server, plugin_config, job_name):
+ super(Runner, self).__init__(worker_server, plugin_config, job_name)
+
+ self.total_steps = 3
+
+ def do_job_steps(self):
+ self.log.info('Step 1: Creating a workspace')
+ self._create_workspace()
+
+ self.log.info('Step 2: Deploy and test the systems')
+ self._deploy_and_test_systems()
+
+ self.log.info('Step 3: Clean up')
+ self._clean_up()
+
+ def _do_git_config(self):
+ cliapp.runcmd(['git', 'config', 'user.name', 'Mason Test Runner'])
+ cliapp.runcmd(['git', 'config', 'user.email', 'mason@test.runner'])
+
+ @staticmethod
+ def _run_tests(instance, system_path, system_morph,
+ (trove_host, trove_id, build_ref_prefix),
+ systems):
+ instance.wait_until_online()
+
+ tests = []
+ def baserock_build_test(instance):
+ instance.runcmd(['git', 'config', '--global', 'user.name',
+ 'Test Instance of %s' % instance.deployment.name])
+ instance.runcmd(['git', 'config', '--global', 'user.email',
+ 'ci-test@%s' % instance.config['HOSTNAME']])
+ instance.runcmd(['mkdir', '-p', '/src/ws', '/src/cache',
+ '/src/tmp'])
+ def morph_cmd(*args, **kwargs):
+ # TODO: decide whether to use cached artifacts or not by
+ # adding --artifact-cache-server= --cache-server=
+ argv = ['morph', '--log=/src/morph.log', '--cachedir=/src/cache',
+ '--tempdir=/src/tmp', '--log-max=100M',
+ '--trove-host', trove_host, '--trove-id', trove_id,
+ '--build-ref-prefix', build_ref_prefix]
+ argv.extend(args)
+ instance.runcmd(argv, **kwargs)
+
+ repo = self.morph_helper.sb.root_repository_url
+ ref = self.morph_helper.defs_repo.HEAD
+ sha1 = self.morph_helper.defs_repo.resolve_ref_to_commit(ref)
+ morph_cmd('init', '/src/ws')
+ chdir = '/src/ws'
+
+ morph_cmd('checkout', repo, ref, chdir=chdir)
+ # TODO: Add a morph subcommand that gives the path to the root repository.
+ repo_path = os.path.relpath(
+ self.morph_helper.sb.get_git_directory_name(repo),
+ self.morph_helper.sb.root_directory)
+ chdir = os.path.join(chdir, ref, repo_path)
+
+ instance.runcmd(['git', 'reset', '--hard', sha1], chdir=chdir)
+ print 'Building test systems for {sys}'.format(sys=system_path)
+ for to_build_path, to_build_morph in systems.iteritems():
+ if to_build_morph['arch'] == system_morph['arch']:
+ print 'Test building {path}'.format(path=to_build_path)
+ morph_cmd('build', to_build_path, chdir=chdir,
+ stdin=None, stdout=None, stderr=None)
+ print 'Finished Building test systems'
+
+ # TODO: Match the systems with a regex in config?
+ if 'devel' in system_path:
+ tests.append(baserock_build_test)
+
+ for test in tests:
+ test(instance)
+
+ def _create_workspace(self):
+ self.commit = self.job_arguments['ZUUL_COMMIT']
+ self.project = self.job_arguments['ZUUL_PROJECT']
+ self.ref = self.job_arguments['ZUUL_REF']
+ self.workspace = '/root/mason-workspace'
+ self.zuul_url = self.job_arguments['ZUUL_URL']
+
+ url = urlparse.urlparse(self.zuul_url)
+ self.defs_checkout = os.path.join(self.workspace,
+ self.commit,
+ url.hostname,
+ '8080',
+ self.project)
+ self.morph_helper = baserock_tests.MorphologyHelper(
+ self.defs_checkout)
+
+ self._do_git_config()
+ cliapp.runcmd(['morph', 'init', self.workspace])
+
+ repo = 'http://%s:8080/%s' % (url.hostname, self.project)
+ cliapp.runcmd(['morph', 'checkout', repo, self.commit],
+ cwd=self.workspace)
+
+ def _deploy_and_test_systems(self):
+ config = self.plugin_config['config']
+ infrastructure = config['test-infrastructure-type']
+ build_test_config = (config['trove-host'],
+ config['trove-id'],
+ config['build-ref-prefix'])
+ cluster = self.morph_helper.load_morphology(
+ config['cluster-morphology'])
+ systems = dict(morph_helper.load_cluster_systems(cluster))
+
+ for system_path, deployment_name, deployment_config in \
+ self.morph_helper.iterate_cluster_deployments(cluster):
+
+ system = systems[system_path]
+ # We can only test systems in KVM that have a BSP
+ if not any('bsp' in si['morph'] for si in system['strata']):
+ continue
+
+ # We can only test systems in KVM that we have a host for
+ if system['arch'] not in deployment_hosts:
+ continue
+
+ host = deployment_hosts[system['arch']]
+ deployment = mason.util.Deployment(cluster, deployment_name,
+ deployment_config, host)
+
+ instance = deployment.deploy()
+ try:
+ self._run_tests(instance, system_path, system,
+ build_test_config, systems)
+ finally:
+ instance.delete()
+
+ def _clean_up(self):
+ cliapp.runcmd(['rm', '-rf', self.workspace])