|
1 # bundlerepo.py - repository class for viewing uncompressed bundles |
|
2 # |
|
3 # Copyright 2006, 2007 Benoit Boissinot <bboissin@gmail.com> |
|
4 # |
|
5 # This software may be used and distributed according to the terms of the |
|
6 # GNU General Public License version 2 or any later version. |
|
7 |
|
8 """Repository class for viewing uncompressed bundles. |
|
9 |
|
10 This provides a read-only repository interface to bundles as if they |
|
11 were part of the actual repository. |
|
12 """ |
|
13 |
|
14 from node import nullid |
|
15 from i18n import _ |
|
16 import os, struct, tempfile, shutil |
|
17 import changegroup, util, mdiff, discovery |
|
18 import localrepo, changelog, manifest, filelog, revlog, error |
|
19 |
|
20 class bundlerevlog(revlog.revlog): |
|
21 def __init__(self, opener, indexfile, bundle, |
|
22 linkmapper=None): |
|
23 # How it works: |
|
24 # to retrieve a revision, we need to know the offset of |
|
25 # the revision in the bundle (an unbundle object). |
|
26 # |
|
27 # We store this offset in the index (start), to differentiate a |
|
28 # rev in the bundle and from a rev in the revlog, we check |
|
29 # len(index[r]). If the tuple is bigger than 7, it is a bundle |
|
30 # (it is bigger since we store the node to which the delta is) |
|
31 # |
|
32 revlog.revlog.__init__(self, opener, indexfile) |
|
33 self.bundle = bundle |
|
34 self.basemap = {} |
|
35 def chunkpositer(): |
|
36 while 1: |
|
37 chunk = bundle.chunk() |
|
38 if not chunk: |
|
39 break |
|
40 pos = bundle.tell() |
|
41 yield chunk, pos - len(chunk) |
|
42 n = len(self) |
|
43 prev = None |
|
44 for chunk, start in chunkpositer(): |
|
45 size = len(chunk) |
|
46 if size < 80: |
|
47 raise util.Abort(_("invalid changegroup")) |
|
48 start += 80 |
|
49 size -= 80 |
|
50 node, p1, p2, cs = struct.unpack("20s20s20s20s", chunk[:80]) |
|
51 if node in self.nodemap: |
|
52 prev = node |
|
53 continue |
|
54 for p in (p1, p2): |
|
55 if not p in self.nodemap: |
|
56 raise error.LookupError(p, self.indexfile, |
|
57 _("unknown parent")) |
|
58 if linkmapper is None: |
|
59 link = n |
|
60 else: |
|
61 link = linkmapper(cs) |
|
62 |
|
63 if not prev: |
|
64 prev = p1 |
|
65 # start, size, full unc. size, base (unused), link, p1, p2, node |
|
66 e = (revlog.offset_type(start, 0), size, -1, -1, link, |
|
67 self.rev(p1), self.rev(p2), node) |
|
68 self.basemap[n] = prev |
|
69 self.index.insert(-1, e) |
|
70 self.nodemap[node] = n |
|
71 prev = node |
|
72 n += 1 |
|
73 |
|
74 def inbundle(self, rev): |
|
75 """is rev from the bundle""" |
|
76 if rev < 0: |
|
77 return False |
|
78 return rev in self.basemap |
|
79 def bundlebase(self, rev): |
|
80 return self.basemap[rev] |
|
81 def _chunk(self, rev): |
|
82 # Warning: in case of bundle, the diff is against bundlebase, |
|
83 # not against rev - 1 |
|
84 # XXX: could use some caching |
|
85 if not self.inbundle(rev): |
|
86 return revlog.revlog._chunk(self, rev) |
|
87 self.bundle.seek(self.start(rev)) |
|
88 return self.bundle.read(self.length(rev)) |
|
89 |
|
90 def revdiff(self, rev1, rev2): |
|
91 """return or calculate a delta between two revisions""" |
|
92 if self.inbundle(rev1) and self.inbundle(rev2): |
|
93 # hot path for bundle |
|
94 revb = self.rev(self.bundlebase(rev2)) |
|
95 if revb == rev1: |
|
96 return self._chunk(rev2) |
|
97 elif not self.inbundle(rev1) and not self.inbundle(rev2): |
|
98 return revlog.revlog.revdiff(self, rev1, rev2) |
|
99 |
|
100 return mdiff.textdiff(self.revision(self.node(rev1)), |
|
101 self.revision(self.node(rev2))) |
|
102 |
|
103 def revision(self, node): |
|
104 """return an uncompressed revision of a given""" |
|
105 if node == nullid: |
|
106 return "" |
|
107 |
|
108 text = None |
|
109 chain = [] |
|
110 iter_node = node |
|
111 rev = self.rev(iter_node) |
|
112 # reconstruct the revision if it is from a changegroup |
|
113 while self.inbundle(rev): |
|
114 if self._cache and self._cache[0] == iter_node: |
|
115 text = self._cache[2] |
|
116 break |
|
117 chain.append(rev) |
|
118 iter_node = self.bundlebase(rev) |
|
119 rev = self.rev(iter_node) |
|
120 if text is None: |
|
121 text = revlog.revlog.revision(self, iter_node) |
|
122 |
|
123 while chain: |
|
124 delta = self._chunk(chain.pop()) |
|
125 text = mdiff.patches(text, [delta]) |
|
126 |
|
127 p1, p2 = self.parents(node) |
|
128 if node != revlog.hash(text, p1, p2): |
|
129 raise error.RevlogError(_("integrity check failed on %s:%d") |
|
130 % (self.datafile, self.rev(node))) |
|
131 |
|
132 self._cache = (node, self.rev(node), text) |
|
133 return text |
|
134 |
|
135 def addrevision(self, text, transaction, link, p1=None, p2=None, d=None): |
|
136 raise NotImplementedError |
|
137 def addgroup(self, revs, linkmapper, transaction): |
|
138 raise NotImplementedError |
|
139 def strip(self, rev, minlink): |
|
140 raise NotImplementedError |
|
141 def checksize(self): |
|
142 raise NotImplementedError |
|
143 |
|
144 class bundlechangelog(bundlerevlog, changelog.changelog): |
|
145 def __init__(self, opener, bundle): |
|
146 changelog.changelog.__init__(self, opener) |
|
147 bundlerevlog.__init__(self, opener, self.indexfile, bundle) |
|
148 |
|
149 class bundlemanifest(bundlerevlog, manifest.manifest): |
|
150 def __init__(self, opener, bundle, linkmapper): |
|
151 manifest.manifest.__init__(self, opener) |
|
152 bundlerevlog.__init__(self, opener, self.indexfile, bundle, |
|
153 linkmapper) |
|
154 |
|
155 class bundlefilelog(bundlerevlog, filelog.filelog): |
|
156 def __init__(self, opener, path, bundle, linkmapper): |
|
157 filelog.filelog.__init__(self, opener, path) |
|
158 bundlerevlog.__init__(self, opener, self.indexfile, bundle, |
|
159 linkmapper) |
|
160 |
|
161 class bundlerepository(localrepo.localrepository): |
|
162 def __init__(self, ui, path, bundlename): |
|
163 self._tempparent = None |
|
164 try: |
|
165 localrepo.localrepository.__init__(self, ui, path) |
|
166 except error.RepoError: |
|
167 self._tempparent = tempfile.mkdtemp() |
|
168 localrepo.instance(ui, self._tempparent, 1) |
|
169 localrepo.localrepository.__init__(self, ui, self._tempparent) |
|
170 |
|
171 if path: |
|
172 self._url = 'bundle:' + util.expandpath(path) + '+' + bundlename |
|
173 else: |
|
174 self._url = 'bundle:' + bundlename |
|
175 |
|
176 self.tempfile = None |
|
177 f = open(bundlename, "rb") |
|
178 self.bundle = changegroup.readbundle(f, bundlename) |
|
179 if self.bundle.compressed(): |
|
180 fdtemp, temp = tempfile.mkstemp(prefix="hg-bundle-", |
|
181 suffix=".hg10un", dir=self.path) |
|
182 self.tempfile = temp |
|
183 fptemp = os.fdopen(fdtemp, 'wb') |
|
184 |
|
185 try: |
|
186 fptemp.write("HG10UN") |
|
187 while 1: |
|
188 chunk = self.bundle.read(2**18) |
|
189 if not chunk: |
|
190 break |
|
191 fptemp.write(chunk) |
|
192 finally: |
|
193 fptemp.close() |
|
194 |
|
195 f = open(self.tempfile, "rb") |
|
196 self.bundle = changegroup.readbundle(f, bundlename) |
|
197 |
|
198 # dict with the mapping 'filename' -> position in the bundle |
|
199 self.bundlefilespos = {} |
|
200 |
|
201 @util.propertycache |
|
202 def changelog(self): |
|
203 c = bundlechangelog(self.sopener, self.bundle) |
|
204 self.manstart = self.bundle.tell() |
|
205 return c |
|
206 |
|
207 @util.propertycache |
|
208 def manifest(self): |
|
209 self.bundle.seek(self.manstart) |
|
210 m = bundlemanifest(self.sopener, self.bundle, self.changelog.rev) |
|
211 self.filestart = self.bundle.tell() |
|
212 return m |
|
213 |
|
214 @util.propertycache |
|
215 def manstart(self): |
|
216 self.changelog |
|
217 return self.manstart |
|
218 |
|
219 @util.propertycache |
|
220 def filestart(self): |
|
221 self.manifest |
|
222 return self.filestart |
|
223 |
|
224 def url(self): |
|
225 return self._url |
|
226 |
|
227 def file(self, f): |
|
228 if not self.bundlefilespos: |
|
229 self.bundle.seek(self.filestart) |
|
230 while 1: |
|
231 chunk = self.bundle.chunk() |
|
232 if not chunk: |
|
233 break |
|
234 self.bundlefilespos[chunk] = self.bundle.tell() |
|
235 while 1: |
|
236 c = self.bundle.chunk() |
|
237 if not c: |
|
238 break |
|
239 |
|
240 if f[0] == '/': |
|
241 f = f[1:] |
|
242 if f in self.bundlefilespos: |
|
243 self.bundle.seek(self.bundlefilespos[f]) |
|
244 return bundlefilelog(self.sopener, f, self.bundle, |
|
245 self.changelog.rev) |
|
246 else: |
|
247 return filelog.filelog(self.sopener, f) |
|
248 |
|
249 def close(self): |
|
250 """Close assigned bundle file immediately.""" |
|
251 self.bundle.close() |
|
252 if self.tempfile is not None: |
|
253 os.unlink(self.tempfile) |
|
254 |
|
255 def __del__(self): |
|
256 del self.bundle |
|
257 if self.tempfile is not None: |
|
258 os.unlink(self.tempfile) |
|
259 if self._tempparent: |
|
260 shutil.rmtree(self._tempparent, True) |
|
261 |
|
262 def cancopy(self): |
|
263 return False |
|
264 |
|
265 def getcwd(self): |
|
266 return os.getcwd() # always outside the repo |
|
267 |
|
268 def instance(ui, path, create): |
|
269 if create: |
|
270 raise util.Abort(_('cannot create new bundle repository')) |
|
271 parentpath = ui.config("bundle", "mainreporoot", "") |
|
272 if parentpath: |
|
273 # Try to make the full path relative so we get a nice, short URL. |
|
274 # In particular, we don't want temp dir names in test outputs. |
|
275 cwd = os.getcwd() |
|
276 if parentpath == cwd: |
|
277 parentpath = '' |
|
278 else: |
|
279 cwd = os.path.join(cwd,'') |
|
280 if parentpath.startswith(cwd): |
|
281 parentpath = parentpath[len(cwd):] |
|
282 path = util.drop_scheme('file', path) |
|
283 if path.startswith('bundle:'): |
|
284 path = util.drop_scheme('bundle', path) |
|
285 s = path.split("+", 1) |
|
286 if len(s) == 1: |
|
287 repopath, bundlename = parentpath, s[0] |
|
288 else: |
|
289 repopath, bundlename = s |
|
290 else: |
|
291 repopath, bundlename = parentpath, path |
|
292 return bundlerepository(ui, repopath, bundlename) |
|
293 |
|
294 def getremotechanges(ui, repo, other, revs=None, bundlename=None, force=False): |
|
295 tmp = discovery.findcommonincoming(repo, other, heads=revs, force=force) |
|
296 common, incoming, rheads = tmp |
|
297 if not incoming: |
|
298 try: |
|
299 os.unlink(bundlename) |
|
300 except: |
|
301 pass |
|
302 return other, None, None |
|
303 |
|
304 bundle = None |
|
305 if bundlename or not other.local(): |
|
306 # create a bundle (uncompressed if other repo is not local) |
|
307 |
|
308 if revs is None and other.capable('changegroupsubset'): |
|
309 revs = rheads |
|
310 |
|
311 if revs is None: |
|
312 cg = other.changegroup(incoming, "incoming") |
|
313 else: |
|
314 cg = other.changegroupsubset(incoming, revs, 'incoming') |
|
315 bundletype = other.local() and "HG10BZ" or "HG10UN" |
|
316 fname = bundle = changegroup.writebundle(cg, bundlename, bundletype) |
|
317 # keep written bundle? |
|
318 if bundlename: |
|
319 bundle = None |
|
320 if not other.local(): |
|
321 # use the created uncompressed bundlerepo |
|
322 other = bundlerepository(ui, repo.root, fname) |
|
323 return (other, incoming, bundle) |
|
324 |