diff options
Diffstat (limited to 'mason/tests/build_test.py')
-rw-r--r-- | mason/tests/build_test.py | 148 |
1 files changed, 148 insertions, 0 deletions
diff --git a/mason/tests/build_test.py b/mason/tests/build_test.py new file mode 100644 index 0000000..11cc30e --- /dev/null +++ b/mason/tests/build_test.py @@ -0,0 +1,148 @@ +# Copyright 2014 Codethink Ltd + +import cliapp +import json +import logging +import os +import urlparse + +import mason + + +class Runner(mason.util.JobRunner): + + """This thread handles running the build test, which is used to ensure + that Baserock can build Baserock.""" + + log = logging.getLogger("mason.tests.build_test.Runner") + + def __init__(self, worker_server, plugin_config, job_name): + super(Runner, self).__init__(worker_server, plugin_config, job_name) + + self.total_steps = 3 + + def do_job_steps(self): + self.log.info('Step 1: Creating a workspace') + self._create_workspace() + + self.log.info('Step 2: Deploy and test the systems') + self._deploy_and_test_systems() + + self.log.info('Step 3: Clean up') + self._clean_up() + + def _do_git_config(self): + cliapp.runcmd(['git', 'config', 'user.name', 'Mason Test Runner']) + cliapp.runcmd(['git', 'config', 'user.email', 'mason@test.runner']) + + @staticmethod + def _run_tests(instance, system_path, system_morph, + (trove_host, trove_id, build_ref_prefix), + systems): + instance.wait_until_online() + + tests = [] + def baserock_build_test(instance): + instance.runcmd(['git', 'config', '--global', 'user.name', + 'Test Instance of %s' % instance.deployment.name]) + instance.runcmd(['git', 'config', '--global', 'user.email', + 'ci-test@%s' % instance.config['HOSTNAME']]) + instance.runcmd(['mkdir', '-p', '/src/ws', '/src/cache', + '/src/tmp']) + def morph_cmd(*args, **kwargs): + # TODO: decide whether to use cached artifacts or not by + # adding --artifact-cache-server= --cache-server= + argv = ['morph', '--log=/src/morph.log', '--cachedir=/src/cache', + '--tempdir=/src/tmp', '--log-max=100M', + '--trove-host', trove_host, '--trove-id', trove_id, + '--build-ref-prefix', build_ref_prefix] + argv.extend(args) + instance.runcmd(argv, **kwargs) + + repo = self.morph_helper.sb.root_repository_url + ref = self.morph_helper.defs_repo.HEAD + sha1 = self.morph_helper.defs_repo.resolve_ref_to_commit(ref) + morph_cmd('init', '/src/ws') + chdir = '/src/ws' + + morph_cmd('checkout', repo, ref, chdir=chdir) + # TODO: Add a morph subcommand that gives the path to the root repository. + repo_path = os.path.relpath( + self.morph_helper.sb.get_git_directory_name(repo), + self.morph_helper.sb.root_directory) + chdir = os.path.join(chdir, ref, repo_path) + + instance.runcmd(['git', 'reset', '--hard', sha1], chdir=chdir) + print 'Building test systems for {sys}'.format(sys=system_path) + for to_build_path, to_build_morph in systems.iteritems(): + if to_build_morph['arch'] == system_morph['arch']: + print 'Test building {path}'.format(path=to_build_path) + morph_cmd('build', to_build_path, chdir=chdir, + stdin=None, stdout=None, stderr=None) + print 'Finished Building test systems' + + # TODO: Match the systems with a regex in config? + if 'devel' in system_path: + tests.append(baserock_build_test) + + for test in tests: + test(instance) + + def _create_workspace(self): + self.commit = self.job_arguments['ZUUL_COMMIT'] + self.project = self.job_arguments['ZUUL_PROJECT'] + self.ref = self.job_arguments['ZUUL_REF'] + self.workspace = '/root/mason-workspace' + self.zuul_url = self.job_arguments['ZUUL_URL'] + + url = urlparse.urlparse(self.zuul_url) + self.defs_checkout = os.path.join(self.workspace, + self.commit, + url.hostname, + '8080', + self.project) + self.morph_helper = baserock_tests.MorphologyHelper( + self.defs_checkout) + + self._do_git_config() + cliapp.runcmd(['morph', 'init', self.workspace]) + + repo = 'http://%s:8080/%s' % (url.hostname, self.project) + cliapp.runcmd(['morph', 'checkout', repo, self.commit], + cwd=self.workspace) + + def _deploy_and_test_systems(self): + config = self.plugin_config['config'] + infrastructure = config['test-infrastructure-type'] + build_test_config = (config['trove-host'], + config['trove-id'], + config['build-ref-prefix']) + cluster = self.morph_helper.load_morphology( + config['cluster-morphology']) + systems = dict(morph_helper.load_cluster_systems(cluster)) + + for system_path, deployment_name, deployment_config in \ + self.morph_helper.iterate_cluster_deployments(cluster): + + system = systems[system_path] + # We can only test systems in KVM that have a BSP + if not any('bsp' in si['morph'] for si in system['strata']): + continue + + # We can only test systems in KVM that we have a host for + if system['arch'] not in deployment_hosts: + continue + + host = deployment_hosts[system['arch']] + deployment = mason.util.Deployment(cluster, deployment_name, + deployment_config, host) + + instance = deployment.deploy() + try: + self._run_tests(instance, system_path, system, + build_test_config, systems) + finally: + instance.delete() + + def _clean_up(self): + cliapp.runcmd(['rm', '-rf', self.workspace]) |