backport_pr.py
143 lines
| 4.1 KiB
| text/x-python
|
PythonLexer
/ tools / backport_pr.py
MinRK
|
r8347 | #!/usr/bin/env python | ||
MinRK
|
r8346 | """ | ||
Backport pull requests to a particular branch. | ||||
MinRK
|
r12424 | Usage: backport_pr.py branch [PR] | ||
MinRK
|
r8346 | |||
e.g.: | ||||
MinRK
|
r12424 | python tools/backport_pr.py 0.13.1 123 | ||
MinRK
|
r8346 | |||
to backport PR #123 onto branch 0.13.1 | ||||
MinRK
|
r12424 | or | ||
python tools/backport_pr.py 1.x | ||||
to see what PRs are marked for backport that have yet to be applied. | ||||
MinRK
|
r8346 | """ | ||
from __future__ import print_function | ||||
import os | ||||
MinRK
|
r12424 | import re | ||
MinRK
|
r8346 | import sys | ||
MinRK
|
r12424 | |||
MinRK
|
r8346 | from subprocess import Popen, PIPE, check_call, check_output | ||
from urllib import urlopen | ||||
MinRK
|
r12424 | from gh_api import ( | ||
get_issues_list, | ||||
get_pull_request, | ||||
get_pull_request_files, | ||||
is_pull_request, | ||||
) | ||||
MinRK
|
r8346 | |||
def find_rejects(root='.'): | ||||
for dirname, dirs, files in os.walk(root): | ||||
for fname in files: | ||||
if fname.endswith('.rej'): | ||||
yield os.path.join(dirname, fname) | ||||
def get_current_branch(): | ||||
branches = check_output(['git', 'branch']) | ||||
for branch in branches.splitlines(): | ||||
if branch.startswith('*'): | ||||
return branch[1:].strip() | ||||
def backport_pr(branch, num, project='ipython/ipython'): | ||||
current_branch = get_current_branch() | ||||
if branch != current_branch: | ||||
check_call(['git', 'checkout', branch]) | ||||
Thomas Kluyver
|
r12276 | check_call(['git', 'pull']) | ||
MinRK
|
r12129 | pr = get_pull_request(project, num, auth=True) | ||
files = get_pull_request_files(project, num, auth=True) | ||||
MinRK
|
r8346 | patch_url = pr['patch_url'] | ||
title = pr['title'] | ||||
description = pr['body'] | ||||
fname = "PR%i.patch" % num | ||||
if os.path.exists(fname): | ||||
print("using patch from {fname}".format(**locals())) | ||||
with open(fname) as f: | ||||
patch = f.read() | ||||
else: | ||||
req = urlopen(patch_url) | ||||
patch = req.read() | ||||
msg = "Backport PR #%i: %s" % (num, title) + '\n\n' + description | ||||
check = Popen(['git', 'apply', '--check', '--verbose'], stdin=PIPE) | ||||
a,b = check.communicate(patch) | ||||
if check.returncode: | ||||
print("patch did not apply, saving to {fname}".format(**locals())) | ||||
print("edit {fname} until `cat {fname} | git apply --check` succeeds".format(**locals())) | ||||
print("then run tools/backport_pr.py {num} again".format(**locals())) | ||||
if not os.path.exists(fname): | ||||
with open(fname, 'wb') as f: | ||||
f.write(patch) | ||||
return 1 | ||||
p = Popen(['git', 'apply'], stdin=PIPE) | ||||
a,b = p.communicate(patch) | ||||
MinRK
|
r12129 | |||
filenames = [ f['filename'] for f in files ] | ||||
MinRK
|
r8346 | |||
MinRK
|
r12341 | check_call(['git', 'add'] + filenames) | ||
check_call(['git', 'commit', '-m', msg]) | ||||
print("PR #%i applied, with msg:" % num) | ||||
print() | ||||
print(msg) | ||||
print() | ||||
MinRK
|
r8346 | |||
if branch != current_branch: | ||||
check_call(['git', 'checkout', current_branch]) | ||||
return 0 | ||||
MinRK
|
r12424 | backport_re = re.compile(r"[Bb]ackport.*?(\d+)") | ||
def already_backported(branch, since_tag=None): | ||||
"""return set of PRs that have been backported already""" | ||||
if since_tag is None: | ||||
since_tag = check_output(['git','describe', branch, '--abbrev=0']).decode('utf8').strip() | ||||
cmd = ['git', 'log', '%s..%s' % (since_tag, branch), '--oneline'] | ||||
lines = check_output(cmd).decode('utf8') | ||||
return set(int(num) for num in backport_re.findall(lines)) | ||||
def should_backport(labels): | ||||
"""return set of PRs marked for backport""" | ||||
issues = get_issues_list("ipython/ipython", | ||||
labels=labels, | ||||
state='closed', | ||||
auth=True, | ||||
) | ||||
should_backport = set() | ||||
for issue in issues: | ||||
if not is_pull_request(issue): | ||||
continue | ||||
pr = get_pull_request("ipython/ipython", issue['number'], auth=True) | ||||
if not pr['merged']: | ||||
print ("Marked PR closed without merge: %i" % pr['number']) | ||||
continue | ||||
should_backport.add(pr['number']) | ||||
return should_backport | ||||
MinRK
|
r8346 | if __name__ == '__main__': | ||
MinRK
|
r12424 | |||
if len(sys.argv) < 2: | ||||
MinRK
|
r8346 | print(__doc__) | ||
sys.exit(1) | ||||
MinRK
|
r12424 | if len(sys.argv) < 3: | ||
branch = sys.argv[1] | ||||
already = already_backported(branch) | ||||
should = should_backport("backport-1.1") | ||||
print ("The following PRs should be backported:") | ||||
for pr in should.difference(already): | ||||
print (pr) | ||||
sys.exit(0) | ||||
MinRK
|
r8346 | sys.exit(backport_pr(sys.argv[1], int(sys.argv[2]))) | ||