##// END OF EJS Templates
update already-backported search pattern...
Min RK -
Show More
@@ -1,176 +1,176 b''
1 1 #!/usr/bin/env python
2 2 """
3 3 Backport pull requests to a particular branch.
4 4
5 5 Usage: backport_pr.py branch [PR] [PR2]
6 6
7 7 e.g.:
8 8
9 9 python tools/backport_pr.py 0.13.1 123 155
10 10
11 11 to backport PR #123 onto branch 0.13.1
12 12
13 13 or
14 14
15 15 python tools/backport_pr.py 2.1
16 16
17 17 to see what PRs are marked for backport with milestone=2.1 that have yet to be applied
18 18 to branch 2.x.
19 19
20 20 """
21 21
22 22 from __future__ import print_function
23 23
24 24 import os
25 25 import re
26 26 import sys
27 27
28 28 from subprocess import Popen, PIPE, check_call, check_output
29 29 try:
30 30 from urllib.request import urlopen
31 31 except:
32 32 from urllib import urlopen
33 33
34 34 from gh_api import (
35 35 get_issues_list,
36 36 get_pull_request,
37 37 get_pull_request_files,
38 38 is_pull_request,
39 39 get_milestone_id,
40 40 )
41 41
42 42 def find_rejects(root='.'):
43 43 for dirname, dirs, files in os.walk(root):
44 44 for fname in files:
45 45 if fname.endswith('.rej'):
46 46 yield os.path.join(dirname, fname)
47 47
48 48 def get_current_branch():
49 49 branches = check_output(['git', 'branch'])
50 50 for branch in branches.splitlines():
51 51 if branch.startswith(b'*'):
52 52 return branch[1:].strip().decode('utf-8')
53 53
54 54 def backport_pr(branch, num, project='ipython/ipython'):
55 55 current_branch = get_current_branch()
56 56 if branch != current_branch:
57 57 check_call(['git', 'checkout', branch])
58 58 check_call(['git', 'pull'])
59 59 pr = get_pull_request(project, num, auth=True)
60 60 files = get_pull_request_files(project, num, auth=True)
61 61 patch_url = pr['patch_url']
62 62 title = pr['title']
63 63 description = pr['body']
64 64 fname = "PR%i.patch" % num
65 65 if os.path.exists(fname):
66 66 print("using patch from {fname}".format(**locals()))
67 67 with open(fname, 'rb') as f:
68 68 patch = f.read()
69 69 else:
70 70 req = urlopen(patch_url)
71 71 patch = req.read()
72 72
73 73 lines = description.splitlines()
74 74 if len(lines) > 5:
75 75 lines = lines[:5] + ['...']
76 76 description = '\n'.join(lines)
77 77
78 78 msg = "Backport PR #%i: %s" % (num, title) + '\n\n' + description
79 79 check = Popen(['git', 'apply', '--check', '--verbose'], stdin=PIPE)
80 80 a,b = check.communicate(patch)
81 81
82 82 if check.returncode:
83 83 print("patch did not apply, saving to {fname}".format(**locals()))
84 84 print("edit {fname} until `cat {fname} | git apply --check` succeeds".format(**locals()))
85 85 print("then run tools/backport_pr.py {num} again".format(**locals()))
86 86 if not os.path.exists(fname):
87 87 with open(fname, 'wb') as f:
88 88 f.write(patch)
89 89 return 1
90 90
91 91 p = Popen(['git', 'apply'], stdin=PIPE)
92 92 a,b = p.communicate(patch)
93 93
94 94 filenames = [ f['filename'] for f in files ]
95 95
96 96 check_call(['git', 'add'] + filenames)
97 97
98 98 check_call(['git', 'commit', '-m', msg])
99 99
100 100 print("PR #%i applied, with msg:" % num)
101 101 print()
102 102 print(msg)
103 103 print()
104 104
105 105 if branch != current_branch:
106 106 check_call(['git', 'checkout', current_branch])
107 107
108 108 return 0
109 109
110 backport_re = re.compile(r"[Bb]ackport.*?(\d+)")
110 backport_re = re.compile(r"(?:[Bb]ackport|[Mm]erge).*#(\d+)")
111 111
112 112 def already_backported(branch, since_tag=None):
113 113 """return set of PRs that have been backported already"""
114 114 if since_tag is None:
115 115 since_tag = check_output(['git','describe', branch, '--abbrev=0']).decode('utf8').strip()
116 116 cmd = ['git', 'log', '%s..%s' % (since_tag, branch), '--oneline']
117 117 lines = check_output(cmd).decode('utf8')
118 118 return set(int(num) for num in backport_re.findall(lines))
119 119
120 120 def should_backport(labels=None, milestone=None):
121 121 """return set of PRs marked for backport"""
122 122 if labels is None and milestone is None:
123 123 raise ValueError("Specify one of labels or milestone.")
124 124 elif labels is not None and milestone is not None:
125 125 raise ValueError("Specify only one of labels or milestone.")
126 126 if labels is not None:
127 127 issues = get_issues_list("ipython/ipython",
128 128 labels=labels,
129 129 state='closed',
130 130 auth=True,
131 131 )
132 132 else:
133 133 milestone_id = get_milestone_id("ipython/ipython", milestone,
134 134 auth=True)
135 135 issues = get_issues_list("ipython/ipython",
136 136 milestone=milestone_id,
137 137 state='closed',
138 138 auth=True,
139 139 )
140 140
141 141 should_backport = set()
142 142 for issue in issues:
143 143 if not is_pull_request(issue):
144 144 continue
145 145 pr = get_pull_request("ipython/ipython", issue['number'],
146 146 auth=True)
147 147 if not pr['merged']:
148 148 print ("Marked PR closed without merge: %i" % pr['number'])
149 149 continue
150 150 if pr['base']['ref'] != 'master':
151 151 continue
152 152 should_backport.add(pr['number'])
153 153 return should_backport
154 154
155 155 if __name__ == '__main__':
156 156
157 157 if len(sys.argv) < 2:
158 158 print(__doc__)
159 159 sys.exit(1)
160 160
161 161 if len(sys.argv) < 3:
162 162 milestone = sys.argv[1]
163 163 branch = milestone.split('.')[0] + '.x'
164 164 already = already_backported(branch)
165 165 should = should_backport(milestone=milestone)
166 166 print ("The following PRs should be backported:")
167 167 for pr in sorted(should.difference(already)):
168 168 print (pr)
169 169 sys.exit(0)
170 170
171 171 for prno in map(int, sys.argv[2:]):
172 172 print("Backporting PR #%i" % prno)
173 173 rc = backport_pr(sys.argv[1], prno)
174 174 if rc:
175 175 print("Backporting PR #%i failed" % prno)
176 176 sys.exit(rc)
General Comments 0
You need to be logged in to leave comments. Login now