blob: 1e42affa3846439043e6924761882e59ba0f1b42 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
|
#!/bin/bash -xe
function mkvenv {
venv=$1
setuptools=$2
pip=$3
rm -rf $venv
if [ "$setuptools" == 'distribute' ] ; then
virtualenv --distribute $venv
elif [ "$setuptools" == 'setuptools' ] ; then
virtualenv $venv
else
virtualenv $venv
$venv/bin/pip install -v -U $setuptools
fi
$venv/bin/pip install $pip
}
# PROJECTS is a list of projects that we're testing
PROJECTS=$*
# BASE should be a directory with a subdir called "new" and in that
# dir, there should be a git repository for every entry in PROJECTS
BASE=${BASE:-/opt/stack}
REPODIR=${REPODIR:-$BASE/new}
# TODO: Figure out how to get this on to the box properly
sudo apt-get install -y --force-yes libxml2-dev libxslt-dev libmysqlclient-dev libpq-dev libnspr4-dev pkg-config libsqlite3-dev libzmq-dev libffi-dev
tmpdir=`mktemp -d`
whoami=`whoami`
tmpdownload=$tmpdir/download
mkdir -p $tmpdownload
pypidir=$tmpdir/pypi
mkdir -p $pypidir
jeepybvenv=$tmpdir/jeepyb
rm -f ~/.pip/pip.conf ~/.pydistutils.cfg
mkdir -p ~/.pip
cat <<EOF > ~/.pip/pip.conf
[global]
log = $HOME/pip.log
EOF
mkvenv $jeepybvenv 'setuptools>=0.7' pip
$jeepybvenv/bin/pip install -U git+https://review.openstack.org/p/openstack-infra/jeepyb.git
cat <<EOF > $tmpdir/mirror.yaml
cache-root: $tmpdownload
mirrors:
- name: openstack
projects:
- https://github.com/openstack/requirements
output: $pypidir
EOF
pbrsdistdir=$tmpdir/pbrsdist
git clone $REPODIR/pbr $pbrsdistdir
cd $pbrsdistdir
$jeepybvenv/bin/run-mirror -b remotes/origin/master --verbose -c $tmpdir/mirror.yaml --no-process
$jeepybvenv/bin/pip install -i http://pypi.python.org/simple -d $tmpdownload/pip/openstack 'pip==1.0' 'setuptools>=0.7'
$jeepybvenv/bin/pip install -i http://pypi.python.org/simple -d $tmpdownload/pip/openstack 'setuptools<0.7'
$jeepybvenv/bin/pip install -i http://pypi.python.org/simple -d $tmpdownload/pip/openstack -r requirements.txt
$jeepybvenv/bin/python setup.py sdist -d $tmpdownload/pip/openstack
$jeepybvenv/bin/run-mirror -b remotes/origin/master --verbose -c $tmpdir/mirror.yaml --no-download
# Make pypi thing
pypiurl=file://$pypidir
cat <<EOF > ~/.pydistutils.cfg
[easy_install]
index_url = $pypiurl
EOF
cat <<EOF > ~/.pip/pip.conf
[global]
index-url = $pypiurl
extra-index-url = http://pypi.openstack.org/openstack
log = $HOME/pip.log
EOF
eptest=$tmpdir/eptest
mkdir $eptest
cd $eptest
cat <<EOF > setup.cfg
[metadata]
name = test_project
[entry_points]
console_scripts =
test_cmd = test_project:main
[global]
setup-hooks =
pbr.hooks.setup_hook
EOF
cat <<EOF > setup.py
import setuptools
setuptools.setup(
setup_requires=['pbr'],
pbr=True)
EOF
mkdir test_project
cat <<EOF > test_project/__init__.py
def main():
print "Test cmd"
EOF
epvenv=$eptest/venv
mkvenv $epvenv setuptools pip
eppbrdir=$tmpdir/eppbrdir
git clone $REPODIR/pbr $eppbrdir
$epvenv/bin/pip install -e $eppbrdir
PBR_VERSION=0.0 $epvenv/bin/python setup.py install
cat $epvenv/bin/test_cmd
grep 'PBR Generated' $epvenv/bin/test_cmd
$epvenv/bin/test_cmd | grep 'Test cmd'
projectdir=$tmpdir/projects
mkdir -p $projectdir
for PROJECT in $PROJECTS ; do
SHORT_PROJECT=`basename $PROJECT`
if ! grep 'pbr' $REPODIR/$SHORT_PROJECT/requirements.txt >/dev/null 2>&1
then
# project doesn't use pbr
continue
fi
if [ $SHORT_PROJECT = 'tempest' ]; then
# Tempest doesn't really install
continue
fi
if [ $SHORT_PROJECT = 'requirements' ]; then
# requirements doesn't really install
continue
fi
shortprojectdir=$projectdir/$SHORT_PROJECT
git clone $REPODIR/$SHORT_PROJECT $shortprojectdir
sdistvenv=$tmpdir/sdist
# Test that we can make a tarball from scratch
mkvenv $sdistvenv distribute pip
cd $shortprojectdir
$sdistvenv/bin/python setup.py sdist
# Test that the tarball installs
cd $tmpdir
tarballvenv=$tmpdir/tarball
mkvenv $tarballvenv 'setuptools>=0.7' 'pip>=1.3,<1.4'
$tarballvenv/bin/pip install $shortprojectdir/dist/*tar.gz
# Test pip installing
pipvenv=$tmpdir/pip
mkvenv $pipvenv setuptools 'pip==1.0'
cd $tmpdir
echo $pipvenv/bin/pip install git+file://$REPODIR/$SHORT_PROJECT
$pipvenv/bin/pip install git+file://$REPODIR/$SHORT_PROJECT
# Test python setup.py install
installvenv=$tmpdir/install
mkvenv $installvenv setuptools pip
installprojectdir=$projectdir/install$SHORT_PROJECT
git clone $REPODIR/$SHORT_PROJECT $installprojectdir
cd $installprojectdir
$installvenv/bin/python setup.py install
# TODO(mordred): extend script to do a better job with the mirrir
# easy_install to a file:/// can't handle name case insensitivity
# Test python setup.py develop
# developvenv=$tmpdir/develop
# mkvenv $developvenv setuptools pip
# developprojectdir=$projectdir/develop$SHORT_PROJECT
# git clone $REPODIR/$SHORT_PROJECT $developprojectdir
# cd $developprojectdir
# $developvenv/bin/python setup.py develop
# TODO(mordred): need to implement egg filtering
# Because install will have caused eggs to be locally downloaded
# pbr can get excluded from being in the actual venv
# test that this did not happen
# $tempvenv/bin/python -c 'import pkg_resources as p; import sys; pbr=p.working_set.find(p.Requirement.parse("pbr")) is None; sys.exit(pbr or 0)'
done
|
