##// END OF EJS Templates
fastexport: downgrade message about already exported changesets to debug...
Joerg Sonnenberger -
r45308:60b79f92 stable draft
parent child Browse files
Show More
@@ -1,219 +1,219 b''
1 # Copyright 2020 Joerg Sonnenberger <joerg@bec.de>
1 # Copyright 2020 Joerg Sonnenberger <joerg@bec.de>
2 #
2 #
3 # This software may be used and distributed according to the terms of the
3 # This software may be used and distributed according to the terms of the
4 # GNU General Public License version 2 or any later version.
4 # GNU General Public License version 2 or any later version.
5 """export repositories as git fast-import stream"""
5 """export repositories as git fast-import stream"""
6
6
7 # The format specification for fast-import streams can be found at
7 # The format specification for fast-import streams can be found at
8 # https://git-scm.com/docs/git-fast-import#_input_format
8 # https://git-scm.com/docs/git-fast-import#_input_format
9
9
10 from __future__ import absolute_import
10 from __future__ import absolute_import
11 import re
11 import re
12
12
13 from mercurial.i18n import _
13 from mercurial.i18n import _
14 from mercurial.node import hex, nullrev
14 from mercurial.node import hex, nullrev
15 from mercurial.utils import stringutil
15 from mercurial.utils import stringutil
16 from mercurial import (
16 from mercurial import (
17 error,
17 error,
18 pycompat,
18 pycompat,
19 registrar,
19 registrar,
20 scmutil,
20 scmutil,
21 )
21 )
22 from .convert import convcmd
22 from .convert import convcmd
23
23
24 # Note for extension authors: ONLY specify testedwith = 'ships-with-hg-core' for
24 # Note for extension authors: ONLY specify testedwith = 'ships-with-hg-core' for
25 # extensions which SHIP WITH MERCURIAL. Non-mainline extensions should
25 # extensions which SHIP WITH MERCURIAL. Non-mainline extensions should
26 # be specifying the version(s) of Mercurial they are tested with, or
26 # be specifying the version(s) of Mercurial they are tested with, or
27 # leave the attribute unspecified.
27 # leave the attribute unspecified.
28 testedwith = b"ships-with-hg-core"
28 testedwith = b"ships-with-hg-core"
29
29
30 cmdtable = {}
30 cmdtable = {}
31 command = registrar.command(cmdtable)
31 command = registrar.command(cmdtable)
32
32
33 GIT_PERSON_PROHIBITED = re.compile(b'[<>\n"]')
33 GIT_PERSON_PROHIBITED = re.compile(b'[<>\n"]')
34 GIT_EMAIL_PROHIBITED = re.compile(b"[<> \n]")
34 GIT_EMAIL_PROHIBITED = re.compile(b"[<> \n]")
35
35
36
36
37 def convert_to_git_user(authormap, user, rev):
37 def convert_to_git_user(authormap, user, rev):
38 mapped_user = authormap.get(user, user)
38 mapped_user = authormap.get(user, user)
39 user_person = stringutil.person(mapped_user)
39 user_person = stringutil.person(mapped_user)
40 user_email = stringutil.email(mapped_user)
40 user_email = stringutil.email(mapped_user)
41 if GIT_EMAIL_PROHIBITED.match(user_email) or GIT_PERSON_PROHIBITED.match(
41 if GIT_EMAIL_PROHIBITED.match(user_email) or GIT_PERSON_PROHIBITED.match(
42 user_person
42 user_person
43 ):
43 ):
44 raise error.Abort(
44 raise error.Abort(
45 _(b"Unable to parse user into person and email for revision %s")
45 _(b"Unable to parse user into person and email for revision %s")
46 % rev
46 % rev
47 )
47 )
48 if user_person:
48 if user_person:
49 return b'%s <%s>' % (user_person, user_email)
49 return b'%s <%s>' % (user_person, user_email)
50 else:
50 else:
51 return b"<%s>" % user_email
51 return b"<%s>" % user_email
52
52
53
53
54 def convert_to_git_date(date):
54 def convert_to_git_date(date):
55 timestamp, utcoff = date
55 timestamp, utcoff = date
56 tzsign = b"+" if utcoff >= 0 else b"-"
56 tzsign = b"+" if utcoff >= 0 else b"-"
57 if utcoff % 60 != 0:
57 if utcoff % 60 != 0:
58 raise error.Abort(
58 raise error.Abort(
59 _(b"UTC offset in %b is not an integer number of seconds") % (date,)
59 _(b"UTC offset in %b is not an integer number of seconds") % (date,)
60 )
60 )
61 utcoff = abs(utcoff) // 60
61 utcoff = abs(utcoff) // 60
62 tzh = utcoff // 60
62 tzh = utcoff // 60
63 tzmin = utcoff % 60
63 tzmin = utcoff % 60
64 return b"%d " % int(timestamp) + tzsign + b"%02d%02d" % (tzh, tzmin)
64 return b"%d " % int(timestamp) + tzsign + b"%02d%02d" % (tzh, tzmin)
65
65
66
66
67 def convert_to_git_ref(branch):
67 def convert_to_git_ref(branch):
68 # XXX filter/map depending on git restrictions
68 # XXX filter/map depending on git restrictions
69 return b"refs/heads/" + branch
69 return b"refs/heads/" + branch
70
70
71
71
72 def write_data(buf, data, skip_newline):
72 def write_data(buf, data, skip_newline):
73 buf.append(b"data %d\n" % len(data))
73 buf.append(b"data %d\n" % len(data))
74 buf.append(data)
74 buf.append(data)
75 if not skip_newline or data[-1:] != b"\n":
75 if not skip_newline or data[-1:] != b"\n":
76 buf.append(b"\n")
76 buf.append(b"\n")
77
77
78
78
79 def export_commit(ui, repo, rev, marks, authormap):
79 def export_commit(ui, repo, rev, marks, authormap):
80 ctx = repo[rev]
80 ctx = repo[rev]
81 revid = ctx.hex()
81 revid = ctx.hex()
82 if revid in marks:
82 if revid in marks:
83 ui.warn(_(b"warning: revision %s already exported, skipped\n") % revid)
83 ui.debug(b"warning: revision %s already exported, skipped\n" % revid)
84 return
84 return
85 parents = [p for p in ctx.parents() if p.rev() != nullrev]
85 parents = [p for p in ctx.parents() if p.rev() != nullrev]
86 for p in parents:
86 for p in parents:
87 if p.hex() not in marks:
87 if p.hex() not in marks:
88 ui.warn(
88 ui.warn(
89 _(b"warning: parent %s of %s has not been exported, skipped\n")
89 _(b"warning: parent %s of %s has not been exported, skipped\n")
90 % (p, revid)
90 % (p, revid)
91 )
91 )
92 return
92 return
93
93
94 # For all files modified by the commit, check if they have already
94 # For all files modified by the commit, check if they have already
95 # been exported and otherwise dump the blob with the new mark.
95 # been exported and otherwise dump the blob with the new mark.
96 for fname in ctx.files():
96 for fname in ctx.files():
97 if fname not in ctx:
97 if fname not in ctx:
98 continue
98 continue
99 filectx = ctx.filectx(fname)
99 filectx = ctx.filectx(fname)
100 filerev = hex(filectx.filenode())
100 filerev = hex(filectx.filenode())
101 if filerev not in marks:
101 if filerev not in marks:
102 mark = len(marks) + 1
102 mark = len(marks) + 1
103 marks[filerev] = mark
103 marks[filerev] = mark
104 data = filectx.data()
104 data = filectx.data()
105 buf = [b"blob\n", b"mark :%d\n" % mark]
105 buf = [b"blob\n", b"mark :%d\n" % mark]
106 write_data(buf, data, False)
106 write_data(buf, data, False)
107 ui.write(*buf, keepprogressbar=True)
107 ui.write(*buf, keepprogressbar=True)
108 del buf
108 del buf
109
109
110 # Assign a mark for the current revision for references by
110 # Assign a mark for the current revision for references by
111 # latter merge commits.
111 # latter merge commits.
112 mark = len(marks) + 1
112 mark = len(marks) + 1
113 marks[revid] = mark
113 marks[revid] = mark
114
114
115 ref = convert_to_git_ref(ctx.branch())
115 ref = convert_to_git_ref(ctx.branch())
116 buf = [
116 buf = [
117 b"commit %s\n" % ref,
117 b"commit %s\n" % ref,
118 b"mark :%d\n" % mark,
118 b"mark :%d\n" % mark,
119 b"committer %s %s\n"
119 b"committer %s %s\n"
120 % (
120 % (
121 convert_to_git_user(authormap, ctx.user(), revid),
121 convert_to_git_user(authormap, ctx.user(), revid),
122 convert_to_git_date(ctx.date()),
122 convert_to_git_date(ctx.date()),
123 ),
123 ),
124 ]
124 ]
125 write_data(buf, ctx.description(), True)
125 write_data(buf, ctx.description(), True)
126 if parents:
126 if parents:
127 buf.append(b"from :%d\n" % marks[parents[0].hex()])
127 buf.append(b"from :%d\n" % marks[parents[0].hex()])
128 if len(parents) == 2:
128 if len(parents) == 2:
129 buf.append(b"merge :%d\n" % marks[parents[1].hex()])
129 buf.append(b"merge :%d\n" % marks[parents[1].hex()])
130 p0ctx = repo[parents[0]]
130 p0ctx = repo[parents[0]]
131 files = ctx.manifest().diff(p0ctx.manifest())
131 files = ctx.manifest().diff(p0ctx.manifest())
132 else:
132 else:
133 files = ctx.files()
133 files = ctx.files()
134 filebuf = []
134 filebuf = []
135 for fname in files:
135 for fname in files:
136 if fname not in ctx:
136 if fname not in ctx:
137 filebuf.append((fname, b"D %s\n" % fname))
137 filebuf.append((fname, b"D %s\n" % fname))
138 else:
138 else:
139 filectx = ctx.filectx(fname)
139 filectx = ctx.filectx(fname)
140 filerev = filectx.filenode()
140 filerev = filectx.filenode()
141 fileperm = b"755" if filectx.isexec() else b"644"
141 fileperm = b"755" if filectx.isexec() else b"644"
142 changed = b"M %s :%d %s\n" % (fileperm, marks[hex(filerev)], fname)
142 changed = b"M %s :%d %s\n" % (fileperm, marks[hex(filerev)], fname)
143 filebuf.append((fname, changed))
143 filebuf.append((fname, changed))
144 filebuf.sort()
144 filebuf.sort()
145 buf.extend(changed for (fname, changed) in filebuf)
145 buf.extend(changed for (fname, changed) in filebuf)
146 del filebuf
146 del filebuf
147 buf.append(b"\n")
147 buf.append(b"\n")
148 ui.write(*buf, keepprogressbar=True)
148 ui.write(*buf, keepprogressbar=True)
149 del buf
149 del buf
150
150
151
151
152 isrev = re.compile(b"^[0-9a-f]{40}$")
152 isrev = re.compile(b"^[0-9a-f]{40}$")
153
153
154
154
155 @command(
155 @command(
156 b"fastexport",
156 b"fastexport",
157 [
157 [
158 (b"r", b"rev", [], _(b"revisions to export"), _(b"REV")),
158 (b"r", b"rev", [], _(b"revisions to export"), _(b"REV")),
159 (b"i", b"import-marks", b"", _(b"old marks file to read"), _(b"FILE")),
159 (b"i", b"import-marks", b"", _(b"old marks file to read"), _(b"FILE")),
160 (b"e", b"export-marks", b"", _(b"new marks file to write"), _(b"FILE")),
160 (b"e", b"export-marks", b"", _(b"new marks file to write"), _(b"FILE")),
161 (
161 (
162 b"A",
162 b"A",
163 b"authormap",
163 b"authormap",
164 b"",
164 b"",
165 _(b"remap usernames using this file"),
165 _(b"remap usernames using this file"),
166 _(b"FILE"),
166 _(b"FILE"),
167 ),
167 ),
168 ],
168 ],
169 _(b"[OPTION]... [REV]..."),
169 _(b"[OPTION]... [REV]..."),
170 helpcategory=command.CATEGORY_IMPORT_EXPORT,
170 helpcategory=command.CATEGORY_IMPORT_EXPORT,
171 )
171 )
172 def fastexport(ui, repo, *revs, **opts):
172 def fastexport(ui, repo, *revs, **opts):
173 """export repository as git fast-import stream
173 """export repository as git fast-import stream
174
174
175 This command lets you dump a repository as a human-readable text stream.
175 This command lets you dump a repository as a human-readable text stream.
176 It can be piped into corresponding import routines like "git fast-import".
176 It can be piped into corresponding import routines like "git fast-import".
177 Incremental dumps can be created by using marks files.
177 Incremental dumps can be created by using marks files.
178 """
178 """
179 opts = pycompat.byteskwargs(opts)
179 opts = pycompat.byteskwargs(opts)
180
180
181 revs += tuple(opts.get(b"rev", []))
181 revs += tuple(opts.get(b"rev", []))
182 if not revs:
182 if not revs:
183 revs = scmutil.revrange(repo, [b":"])
183 revs = scmutil.revrange(repo, [b":"])
184 else:
184 else:
185 revs = scmutil.revrange(repo, revs)
185 revs = scmutil.revrange(repo, revs)
186 if not revs:
186 if not revs:
187 raise error.Abort(_(b"no revisions matched"))
187 raise error.Abort(_(b"no revisions matched"))
188 authorfile = opts.get(b"authormap")
188 authorfile = opts.get(b"authormap")
189 if authorfile:
189 if authorfile:
190 authormap = convcmd.readauthormap(ui, authorfile)
190 authormap = convcmd.readauthormap(ui, authorfile)
191 else:
191 else:
192 authormap = {}
192 authormap = {}
193
193
194 import_marks = opts.get(b"import_marks")
194 import_marks = opts.get(b"import_marks")
195 marks = {}
195 marks = {}
196 if import_marks:
196 if import_marks:
197 with open(import_marks, "rb") as import_marks_file:
197 with open(import_marks, "rb") as import_marks_file:
198 for line in import_marks_file:
198 for line in import_marks_file:
199 line = line.strip()
199 line = line.strip()
200 if not isrev.match(line) or line in marks:
200 if not isrev.match(line) or line in marks:
201 raise error.Abort(_(b"Corrupted marks file"))
201 raise error.Abort(_(b"Corrupted marks file"))
202 marks[line] = len(marks) + 1
202 marks[line] = len(marks) + 1
203
203
204 revs.sort()
204 revs.sort()
205 with ui.makeprogress(
205 with ui.makeprogress(
206 _(b"exporting"), unit=_(b"revisions"), total=len(revs)
206 _(b"exporting"), unit=_(b"revisions"), total=len(revs)
207 ) as progress:
207 ) as progress:
208 for rev in revs:
208 for rev in revs:
209 export_commit(ui, repo, rev, marks, authormap)
209 export_commit(ui, repo, rev, marks, authormap)
210 progress.increment()
210 progress.increment()
211
211
212 export_marks = opts.get(b"export_marks")
212 export_marks = opts.get(b"export_marks")
213 if export_marks:
213 if export_marks:
214 with open(export_marks, "wb") as export_marks_file:
214 with open(export_marks, "wb") as export_marks_file:
215 output_marks = [None] * len(marks)
215 output_marks = [None] * len(marks)
216 for k, v in marks.items():
216 for k, v in marks.items():
217 output_marks[v - 1] = k
217 output_marks[v - 1] = k
218 for k in output_marks:
218 for k in output_marks:
219 export_marks_file.write(k + b"\n")
219 export_marks_file.write(k + b"\n")
General Comments 0
You need to be logged in to leave comments. Login now