1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
# Pylint doesn't play well with fixtures and dependency injection from pytest
# pylint: disable=redefined-outer-name
import os
import pytest
from buildstream._exceptions import ErrorDomain
from buildstream.testing import (
cli_remote_execution as cli,
) # pylint: disable=unused-import
from buildstream.testing.integration import assert_contains
from tests.testutils.artifactshare import create_artifact_share
pytestmark = pytest.mark.remoteexecution
DATA_DIR = os.path.join(os.path.dirname(os.path.realpath(__file__)), "project")
# Test that `bst build` does not download file blobs of a build-only dependency
# to the local cache.
@pytest.mark.datafiles(DATA_DIR)
@pytest.mark.parametrize("pull_artifact_files", [True, False])
@pytest.mark.parametrize("build_all", [True, False])
def test_build_dependency_partial_local_cas(
cli, datafiles, pull_artifact_files, build_all
):
project = str(datafiles)
element_name = "no-runtime-deps.bst"
builddep_element_name = "autotools/amhello.bst"
checkout = os.path.join(cli.directory, "checkout")
builddep_checkout = os.path.join(cli.directory, "builddep-checkout")
services = cli.ensure_services()
assert set(services) == set(["action-cache", "execution", "storage"])
# configure pull blobs
if build_all:
cli.configure({"build": {"dependencies": "all"}})
cli.config["remote-execution"]["pull-artifact-files"] = pull_artifact_files
result = cli.run(project=project, args=["build", element_name])
result.assert_success()
# Verify artifact is pulled bar files when ensure artifact files is set
result = cli.run(
project=project,
args=["artifact", "checkout", element_name, "--directory", checkout],
)
if pull_artifact_files:
result.assert_success()
assert_contains(checkout, ["/test"])
else:
result.assert_main_error(ErrorDomain.STREAM, "uncached-checkout-attempt")
# Verify build dependencies is pulled for ALL and BUILD
result = cli.run(
project=project,
args=[
"artifact",
"checkout",
builddep_element_name,
"--directory",
builddep_checkout,
],
)
if build_all and pull_artifact_files:
result.assert_success()
else:
result.assert_main_error(ErrorDomain.STREAM, "uncached-checkout-attempt")
@pytest.mark.datafiles(DATA_DIR)
def test_build_partial_push(cli, tmpdir, datafiles):
project = str(datafiles)
share_dir = os.path.join(str(tmpdir), "artifactshare")
element_name = "no-runtime-deps.bst"
builddep_element_name = "autotools/amhello.bst"
with create_artifact_share(share_dir) as share:
services = cli.ensure_services()
assert set(services) == set(["action-cache", "execution", "storage"])
cli.config["artifacts"] = {
"url": share.repo,
"push": True,
}
res = cli.run(project=project, args=["build", element_name])
res.assert_success()
assert builddep_element_name in res.get_pushed_elements()
|
