1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
|
import string
import pytest
import subprocess
import os
from buildstream import _yaml
from .site import HAVE_OSTREE_CLI
# ArtifactShare()
#
# Abstract class providing scaffolding for
# generating data to be used with various sources
#
# Args:
# directory (str): The base temp directory for the test
#
class ArtifactShare():
def __init__(self, directory):
# We need the ostree CLI for tests which use this
#
if not HAVE_OSTREE_CLI:
pytest.skip("ostree cli is not available")
# The working directory for the artifact share (in case it
# needs to do something outside of it's backend's storage folder).
#
self.directory = os.path.abspath(directory)
# The directory the actual repo will be stored in.
#
# Unless this gets more complicated, just use this directly
# in tests as a remote artifact push/pull configuration
#
self.repo = os.path.join(self.directory, 'repo')
os.makedirs(self.repo)
self.init()
self.update_summary()
# init():
#
# Initializes the artifact share
#
# Returns:
# (smth): A new ref corresponding to this commit, which can
# be passed as the ref in the Repo.source_config() API.
#
def init(self):
subprocess.call(['ostree', 'init',
'--repo', self.repo,
'--mode', 'archive-z2'])
# update_summary():
#
# Ensure that the summary is up to date
#
def update_summary(self):
subprocess.call(['ostree', 'summary',
'--update',
'--repo', self.repo])
# has_artifact():
#
# Checks whether the artifact is present in the share
#
# Args:
# project_name (str): The project name
# element_name (str): The element name
# cache_key (str): The cache key
#
# Returns:
# (bool): True if the artifact exists in the share, otherwise false.
def has_artifact(self, project_name, element_name, cache_key):
# NOTE: This should be kept in line with our ostree
# based artifact cache code, the below is the
# same algo for creating an artifact reference
#
# Chop off the .bst suffix first
assert element_name.endswith('.bst')
element_name = element_name[:-4]
valid_chars = string.digits + string.ascii_letters + '-._'
element_name = ''.join([
x if x in valid_chars else '_'
for x in element_name
])
artifact_key = '{0}/{1}/{2}'.format(project_name, element_name, cache_key)
if not subprocess.call(['ostree', 'rev-parse',
'--repo', self.repo,
artifact_key]):
return True
return False
# create_artifact_share()
#
# Create an ArtifactShare for use in a test case
#
def create_artifact_share(directory):
return ArtifactShare(directory)
# Write out cache configuration into the user config and project config files.
#
# User config is set through a helper on the 'cli' object, while the
# project.conf file is updated manually using the _yaml module.
#
def configure_remote_caches(cli, project_conf_file, override_url, project_url=None, user_url=None):
user_config = {}
if user_url is not None:
user_config['artifacts'] = {
'url': user_url
}
if override_url is not None:
user_config['projects'] = {
'test': {
'artifacts': {
'url': override_url,
}
}
}
cli.configure(user_config)
if project_url is not None:
project_config = _yaml.load(project_conf_file)
project_config.update({
'artifacts': {
'url': project_url,
}
})
_yaml.dump(_yaml.node_sanitize(project_config), filename=project_conf_file)
|
