1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
|
#!/usr/bin/env python
"""Convert a pack-0.92 repository into a 1.9 (btree) repository.
This works directly on the indices, rather than using the generic conversion
logic. After conversion, it will have backed up your old indices to
.bzr/repository/indices-gi. This is significantly faster than the generic 'bzr
upgrade' but it does not work for all repository formats (only pack format
repositories are supported).
"""
steps_to_revert = []
def add_revert_step(func, *args, **kwargs):
steps_to_revert.append((func, args, kwargs))
def do_revert():
print "** Reverting repository"
for func, args, kwargs in reversed(steps_to_revert):
func(*args, **kwargs)
def main(args):
import optparse
p = optparse.OptionParser(usage='%prog [options]\n' + __doc__)
opts, args = p.parse_args(args)
from bzrlib import ui, trace, repository
from bzrlib.ui import text
from bzrlib.repofmt import pack_repo
ui.ui_factory = text.TextUIFactory()
trace.enable_default_logging()
trace.note('processing "."')
fmt = getattr(pack_repo, 'RepositoryFormatKnitPack6', None)
if fmt is None:
trace.note("** Your bzrlib does not have RepositoryFormatPack6 (--1.9)")
trace.note(" upgrade your bzrlib installation.")
return
r = repository.Repository.open('.')
if isinstance(r._format, (pack_repo.RepositoryFormatKnitPack1, # 0.92
pack_repo.RepositoryFormatKnitPack5, # 1.6
)):
fmt = pack_repo.RepositoryFormatKnitPack6
elif isinstance(r._format, (pack_repo.RepositoryFormatKnitPack4, # rich-root-pack
pack_repo.RepositoryFormatKnitPack5RichRoot, # 1.6.1-rich-root
)):
fmt = pack_repo.RepositoryFormatKnitPack6RichRoot
elif isinstance(r._format, (pack_repo.RepositoryFormatKnitPack6, # 1.9
pack_repo.RepositoryFormatKnitPack6RichRoot, # 1.9-rich-root
)):
trace.note("Repository is already upgraded to: %s", r._format)
return
else:
trace.note("** Do not know how to upgrade a repository of format:")
trace.note(" %s", (r._format,))
return
t = r._transport
t.rename('format', 'format-gi')
add_revert_step(t.rename, 'format-gi', 'format')
t.put_bytes('format',
'Bazaar Repository Upgrade to 1.9 (%s) in progress\n' % (fmt,))
add_revert_step(t.delete, 'format')
pb = ui.ui_factory.nested_progress_bar()
try:
do_upgrade(r, fmt, pb)
except:
do_revert()
pb.finished()
raise
pb.finished()
def do_upgrade(r, fmt, pb):
from bzrlib import errors, repository, transport, ui, index, btree_index
from bzrlib.repofmt import pack_repo
t = r._transport
index_t = t.clone('indices')
btree_index_t = t.clone('indices-btree')
try:
btree_index_t.mkdir('.')
except errors.FileExists:
pass
names_to_sizes = {}
files = index_t.list_dir('.')
step_count = len(files)*2
for idx, n in enumerate(files):
gi = index.GraphIndex(index_t, n, index_t.stat(n).st_size)
key_count = gi.key_count()
msg = 'copying %s (%5d)' % (n, key_count)
pb.update(msg, 2*idx, step_count)
new_bi = btree_index.BTreeBuilder(gi.node_ref_lists, gi._key_length)
new_bi.add_nodes(x[1:] for x in gi.iter_all_entries())
pb.update(msg, 2*idx+1, step_count)
size = btree_index_t.put_file(n, new_bi.finish())
names_to_sizes[n] = size
ext_to_offset = {'rix':0, 'iix':1, 'tix':2, 'six':3}
base_to_sizes = {}
for n, size in names_to_sizes.iteritems():
base, ext = n.split('.')
sizes = base_to_sizes.setdefault(base, [None, None, None, None])
sizes[ext_to_offset[ext]] = size
# We upgrade all index files, but all of them may not be referenced by
# pack-names, so make sure to only include the referenced ones.
pack_name_gi = index.GraphIndex(t, 'pack-names', None)
pack_name_gi.key_count() # Parse the header
pack_name_bi = btree_index.BTreeBuilder(pack_name_gi.node_ref_lists,
pack_name_gi._key_length)
for index, key, value in pack_name_gi.iter_all_entries():
for x in base_to_sizes[key[0]]:
assert x is not None
new_value = ' '.join(map(str, base_to_sizes[key[0]]))
pack_name_bi.add_node(key, new_value)
t.put_file('pack-names-btree', pack_name_bi.finish())
del r
# While we swap everything out, block other clients.
t.rename('pack-names', 'pack-names-gi')
add_revert_step(t.rename, 'pack-names-gi', 'pack-names')
t.rename('indices', 'indices-gi')
add_revert_step(t.rename, 'indices-gi', 'indices')
t.rename('pack-names-btree', 'pack-names')
add_revert_step(t.rename, 'pack-names', 'pack-names-btree')
t.rename('indices-btree', 'indices')
add_revert_step(t.rename, 'indices', 'indices-btree')
t.put_bytes('format', fmt().get_format_string())
# format will be deleted by the earlier steps
if __name__ == '__main__':
import sys
main(sys.argv[1:])
|
