]> git.proxmox.com Git - ceph.git/blame - ceph/src/script/backport-resolve-issue
update source to Ceph Pacific 16.2.2
[ceph.git] / ceph / src / script / backport-resolve-issue
CommitLineData
9f95a23c
TL
1#!/usr/bin/env python3
2#
3# backport-resolve-issue
4#
5# Based on "backport-create-issue", which was itself based on work by
6# by Loic Dachary.
7#
8#
9# Introduction
10# ============
11#
12# This script processes GitHub backport PRs, checking for proper cross-linking
13# with a Redmine Backport tracker issue and, if a PR is merged and properly
14# cross-linked, it can optionally resolve the tracker issue and correctly
15# populate the "Target version" field.
16#
17# The script takes a single positional argument, which is optional. If the
18# argument is an integer, it is assumed to be a GitHub backport PR ID (e.g. "28549").
19# In this mode ("single PR mode") the script processes a single GitHub backport
20# PR and terminates.
21#
22# If the argument is not an integer, or is missing, it is assumed to be a
23# commit (SHA1 or tag) to start from. If no positional argument is given, it
24# defaults to the tag "BRI-{release}", which might have been added by the last run of the
25# script. This mode is called "scan merge commits mode".
26#
27# In both modes, the script scans a local git repo, which is assumed to be
28# in the current working directory. In single PR mode, the script will work
29# only if the PR's merge commit is present in the current branch of the local
30# git repo. In scan merge commits mode, the script starts from the given SHA1
31# or tag, taking each merge commit in turn and attempting to obtain the GitHub
32# PR number for each.
33#
34# For each GitHub PR, the script interactively displays all relevant information
35# (NOTE: this includes displaying the GitHub PR and Redmine backport issue in
36# web browser tabs!) and prompts the user for her preferred disposition.
37#
38#
39# Assumptions
40# ===========
41#
42# Among other things, the script assumes:
43#
44# 1. it is being run in the top-level directory of a Ceph git repo
45# 2. the preferred web browser is Firefox and the command to open a browser
46# tab is "firefox"
47# 3. if Firefox is running and '--no-browser' was not given, the Firefox window
48# is visible to the user and the user desires to view GitHub PRs and Tracker
49# Issues in the browser
50# 4. if Firefox is not running, the user does not want to view PRs and issues
51# in a web browser
52#
53#
54# Dependencies
55# ============
56#
57# To run this script, first install the dependencies
58#
59# virtualenv v
60# source v/bin/activate
61# pip install gitpython python-redmine
62#
63# Then, copy the script from src/script/backport-resolve-issue (in the branch
64# "master" - the script is not maintained anywhere else) to somewhere in your
65# PATH.
66#
67# Finally, run the script with appropriate parameters. For example:
68#
69# backport-resolve-issue --key $MY_REDMINE_KEY
70# backport-resolve-issue --user $MY_REDMINE_USER --password $MY_REDMINE_PASSWORD
71#
72#
73# Copyright Notice
74# ================
75#
76# Copyright (C) 2019, SUSE LLC
77#
78# Author: Nathan Cutler <ncutler@suse.com>
79#
80# This program is free software: you can redistribute it and/or modify
81# it under the terms of the GNU Affero General Public License as
82# published by the Free Software Foundation, either version 3 of the
83# License, or (at your option) any later version.
84#
85# This program is distributed in the hope that it will be useful,
86# but WITHOUT ANY WARRANTY; without even the implied warranty of
87# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
88# GNU Affero General Public License for more details.
89#
90# You should have received a copy of the GNU Affero General Public License
91# along with this program. If not, see http://www.gnu.org/licenses/>
92#
93import argparse
94import logging
95import json
96import os
97import re
98import sys
99import time
100from redminelib import Redmine # https://pypi.org/project/python-redmine/
101from redminelib.exceptions import ResourceAttrError
102from git import Repo
103from git.exc import GitCommandError
104
105github_endpoint = "https://github.com/ceph/ceph"
106redmine_endpoint = "https://tracker.ceph.com"
107project_name = "Ceph"
108status2status_id = {}
109project_id2project = {}
110tracker2tracker_id = {}
111version2version_id = {}
112delay_seconds = 5
113browser_cmd = "firefox"
114no_browser = False
115ceph_release = None
116dry_run = False
117redmine = None
118bri_tag = None
119github_token_file = "~/.github_token"
120github_token = None
121github_user = None
122redmine_key_file = "~/.redmine_key"
123redmine_key = None
124
125def browser_running():
126 global browser_cmd
127 retval = os.system("pgrep {} >/dev/null".format(browser_cmd))
128 if retval == 0:
129 return True
130 return False
131
132def ceph_version(repo, sha1=None):
133 if sha1:
134 return repo.git.describe('--match', 'v*', sha1).split('-')[0]
135 return repo.git.describe('--match', 'v*').split('-')[0]
136
137def commit_range(args):
138 global bri_tag
139 if len(args.pr_or_commit) == 0:
140 return '{}..HEAD'.format(bri_tag)
141 elif len(args.pr_or_commit) == 1:
142 pass
143 else:
144 logging.warn("Ignoring positional parameters {}".format(args.pr_or_commit[1:]))
145 commit = args.pr_or_commit[0]
146 return '{}..HEAD'.format(commit)
147
148def connect_to_redmine(a):
149 global redmine_key
150 global redmine_key_file
151 redmine_key = read_from_file(redmine_key_file)
152 if a.user and a.password:
153 logging.info("Redmine username and password were provided; using them")
154 return Redmine(redmine_endpoint, username=a.user, password=a.password)
155 elif redmine_key:
156 logging.info("Redmine key was read from '%s'; using it" % redmine_key_file)
157 return Redmine(redmine_endpoint, key=redmine_key)
158 else:
159 usage()
160
161def derive_github_user_from_token(gh_token):
162 retval = None
163 if gh_token:
164 curl_opt = "-u :{} --silent".format(gh_token)
165 cmd = "curl {} https://api.github.com/user".format(curl_opt)
166 logging.debug("Running curl command ->{}<-".format(cmd))
167 json_str = os.popen(cmd).read()
168 github_api_result = json.loads(json_str)
169 if "login" in github_api_result:
170 retval = github_api_result['login']
171 if "message" in github_api_result:
172 assert False, \
173 "GitHub API unexpectedly returned ->{}<-".format(github_api_result['message'])
174 return retval
175
176def ensure_bri_tag_exists(repo, release):
177 global bri_tag
178 bri_tag = "BRI-{}".format(release)
179 bri_tag_exists = ''
180 try:
181 bri_tag_exists = repo.git.show_ref(bri_tag)
182 except GitCommandError as err:
183 logging.error(err)
184 logging.debug("git show-ref {} returned ->{}<-".format(bri_tag, bri_tag_exists))
185 if not bri_tag_exists:
186 c_v = ceph_version(repo)
187 logging.info("No {} tag found: setting it to {}".format(bri_tag, c_v))
188 repo.git.tag(bri_tag, c_v)
189
190def get_issue_release(redmine_issue):
191 for field in redmine_issue.custom_fields:
192 if field['name'] == 'Release':
193 return field['value']
194 return None
195
196def get_project(r, p_id):
197 if p_id not in project_id2project:
198 p_obj = r.project.get(p_id, include='trackers')
199 project_id2project[p_id] = p_obj
200 return project_id2project[p_id]
201
202def has_tracker(r, p_id, tracker_name):
203 for tracker in get_project(r, p_id).trackers:
204 if tracker['name'] == tracker_name:
205 return True
206 return False
207
208def parse_arguments():
209 parser = argparse.ArgumentParser()
210 parser.add_argument("--user", help="Redmine user")
211 parser.add_argument("--password", help="Redmine password")
212 parser.add_argument("--debug", help="Show debug-level messages",
213 action="store_true")
214 parser.add_argument("--dry-run", help="Do not write anything to Redmine",
215 action="store_true")
216 parser.add_argument("--no-browser", help="Do not use web browser even if it is running",
217 action="store_true")
218 parser.add_argument("pr_or_commit", nargs='*',
219 help="GitHub PR ID, or last merge commit successfully processed")
220 return parser.parse_args()
221
222def populate_ceph_release(repo):
223 global ceph_release
224 current_branch = repo.git.rev_parse('--abbrev-ref', 'HEAD')
225 release_ver_full = ceph_version(repo)
226 logging.info("Current git branch is {}, {}".format(current_branch, release_ver_full))
227 release_ver = release_ver_full.split('.')[0] + '.' + release_ver_full.split('.')[1]
228 try:
229 ceph_release = ver_to_release()[release_ver]
230 except KeyError:
231 assert False, \
232 "Release version {} does not correspond to any known stable release".format(release_ver)
233 logging.info("Ceph release is {}".format(ceph_release))
234
235def populate_status_dict(r):
236 for status in r.issue_status.all():
237 status2status_id[status.name] = status.id
238 logging.debug("Statuses {}".format(status2status_id))
239 return None
240
241def populate_tracker_dict(r):
242 for tracker in r.tracker.all():
243 tracker2tracker_id[tracker.name] = tracker.id
244 logging.debug("Trackers {}".format(tracker2tracker_id))
245 return None
246
247# not used currently, but might be useful
248def populate_version_dict(r, p_id):
249 versions = r.version.filter(project_id=p_id)
250 for version in versions:
251 version2version_id[version.name] = version.id
252 return None
253
254def print_inner_divider():
255 print("-----------------------------------------------------------------")
256
257def print_outer_divider():
258 print("=================================================================")
259
260def process_merge(repo, merge, merges_remaining):
261 backport = None
262 sha1 = merge.split(' ')[0]
263 possible_to_resolve = True
264 try:
265 backport = Backport(repo, merge_commit_string=merge)
266 except AssertionError as err:
267 logging.error("Malformed backport due to ->{}<-".format(err))
268 possible_to_resolve = False
269 if tag_merge_commits:
270 if possible_to_resolve:
271 prompt = ("[a] Abort, "
272 "[i] Ignore and advance {bri} tag, "
273 "[u] Update tracker and advance {bri} tag (default 'u') --> "
274 .format(bri=bri_tag)
275 )
276 default_input_val = "u"
277 else:
278 prompt = ("[a] Abort, "
279 "[i] Ignore and advance {bri} tag (default 'i') --> "
280 .format(bri=bri_tag)
281 )
282 default_input_val = "i"
283 else:
284 if possible_to_resolve:
285 prompt = "[a] Abort, [i] Ignore, [u] Update tracker (default 'u') --> "
286 default_input_val = "u"
287 else:
288 if merges_remaining > 1:
289 prompt = "[a] Abort, [i] Ignore --> "
290 default_input_val = "i"
291 else:
292 return False
293 input_val = input(prompt)
294 if input_val == '':
295 input_val = default_input_val
296 if input_val.lower() == "a":
297 exit(-1)
298 elif input_val.lower() == "i":
299 pass
300 else:
301 input_val = "u"
302 if input_val.lower() == "u":
303 if backport:
304 backport.resolve()
305 else:
306 logging.warn("Cannot determine which issue to resolve. Ignoring.")
307 if tag_merge_commits:
308 if backport:
309 tag_sha1(repo, backport.merge_commit_sha1)
310 else:
311 tag_sha1(repo, sha1)
312 return True
313
314def read_from_file(fs):
315 retval = None
316 full_path = os.path.expanduser(fs)
317 try:
318 with open(full_path, "r") as f:
319 retval = f.read().strip()
320 except FileNotFoundError:
321 pass
322 return retval
323
324def releases():
325 return ('argonaut', 'bobtail', 'cuttlefish', 'dumpling', 'emperor',
326 'firefly', 'giant', 'hammer', 'infernalis', 'jewel', 'kraken',
f67539c2 327 'luminous', 'mimic', 'nautilus', 'octopus')
9f95a23c
TL
328
329def report_params(a):
330 global dry_run
331 global no_browser
332 if a.dry_run:
333 dry_run = True
334 logging.warning("Dry run: nothing will be written to Redmine")
335 if a.no_browser:
336 no_browser = True
337 logging.warning("Web browser will not be used even if it is running")
338
339def set_logging_level(a):
340 if a.debug:
341 logging.basicConfig(level=logging.DEBUG)
342 else:
343 logging.basicConfig(level=logging.INFO)
344 return None
345
346def tag_sha1(repo, sha1):
347 global bri_tag
348 repo.git.tag('--delete', bri_tag)
349 repo.git.tag(bri_tag, sha1)
350
351def ver_to_release():
352 return {'v9.2': 'infernalis', 'v10.2': 'jewel', 'v11.2': 'kraken',
f67539c2
TL
353 'v12.2': 'luminous', 'v13.2': 'mimic', 'v14.2': 'nautilus',
354 'v15.2': 'octopus'}
9f95a23c
TL
355
356def usage():
357 logging.error("Redmine credentials are required to perform this operation. "
358 "Please provide either a Redmine key (via {}) "
359 "or a Redmine username and password (via --user and --password). "
360 "Optionally, one or more issue numbers can be given via positional "
361 "argument(s). In the absence of positional arguments, the script "
362 "will loop through all merge commits after the tag \"BRI-{release}\". "
363 "If there is no such tag in the local branch, one will be created "
364 "for you.".format(redmine_key_file)
365 )
366 exit(-1)
367
368
369class Backport:
370
371 def __init__(self, repo, merge_commit_string):
372 '''
373 The merge commit string should look something like this:
374 27ff851953 Merge pull request #29678 from pdvian/wip-40948-nautilus
375 '''
376 global browser_cmd
377 global ceph_release
378 global github_token
379 global github_user
380 self.repo = repo
381 self.merge_commit_string = merge_commit_string
382 #
383 # split merge commit string on first space character
384 merge_commit_sha1_short, self.merge_commit_description = merge_commit_string.split(' ', 1)
385 #
386 # merge commit SHA1 from merge commit string
387 p = re.compile('\\S+')
388 self.merge_commit_sha1_short = p.match(merge_commit_sha1_short).group()
389 assert self.merge_commit_sha1_short == merge_commit_sha1_short, \
390 ("Failed to extract merge commit short SHA1 from merge commit string ->{}<-"
391 .format(merge_commit_string)
392 )
393 logging.debug("Short merge commit SHA1 is {}".format(self.merge_commit_sha1_short))
394 self.merge_commit_sha1 = self.repo.git.rev_list(
395 '--max-count=1',
396 self.merge_commit_sha1_short,
397 )
398 logging.debug("Full merge commit SHA1 is {}".format(self.merge_commit_sha1))
399 self.merge_commit_gd = repo.git.describe('--match', 'v*', self.merge_commit_sha1)
400 self.populate_base_version()
401 self.populate_target_version()
402 self.populate_github_url()
403 #
404 # GitHub PR description and merged status from GitHub
405 curl_opt = "--silent"
406 # if GitHub token was provided, use it to avoid throttling -
407 if github_token and github_user:
408 curl_opt = "-u {}:{} {}".format(github_user, github_token, curl_opt)
409 cmd = (
410 "curl {} https://api.github.com/repos/ceph/ceph/pulls/{}"
411 .format(curl_opt, self.github_pr_id)
412 )
413 logging.debug("Running curl command ->{}<-".format(cmd))
414 json_str = os.popen(cmd).read()
415 github_api_result = json.loads(json_str)
416 if "title" in github_api_result and "body" in github_api_result:
417 self.github_pr_title = github_api_result["title"]
418 self.github_pr_desc = github_api_result["body"]
419 else:
420 logging.error("GitHub API unexpectedly returned: {}".format(github_api_result))
421 logging.info("Curl command was: {}".format(cmd))
422 sys.exit(-1)
423 self.mogrify_github_pr_desc()
424 self.github_pr_merged = github_api_result["merged"]
425 if not no_browser:
426 if browser_running():
427 os.system("{} {}".format(browser_cmd, self.github_url))
428 pr_title_trunc = self.github_pr_title
429 if len(pr_title_trunc) > 60:
430 pr_title_trunc = pr_title_trunc[0:50] + "|TRUNCATED"
431 print('''\n\n=================================================================
432GitHub PR URL: {}
433GitHub PR title: {}
434Merge commit: {} ({})
435Merged: {}
436Ceph version: base {}, target {}'''
437 .format(self.github_url, pr_title_trunc, self.merge_commit_sha1,
438 self.merge_commit_gd, self.github_pr_merged, self.base_version,
439 self.target_version
440 )
441 )
442 if no_browser or not browser_running():
443 print('''----------------------- PR DESCRIPTION --------------------------
444{}
445-----------------------------------------------------------------'''.format(self.github_pr_desc))
446 assert self.github_pr_merged, "GitHub PR {} has not been merged!".format(self.github_pr_id)
447 #
448 # obtain backport tracker from GitHub PR description
449 self.extract_backport_trackers_from_github_pr_desc()
450 #
451 for bt in self.backport_trackers:
452 # does the Backport Tracker description link back to the GitHub PR?
453 p = re.compile('http.?://github.com/ceph/ceph/pull/\\d+')
454 bt.get_tracker_description()
455 try:
456 bt.github_url_from_tracker = p.search(bt.tracker_description).group()
457 except AttributeError:
458 pass
459 if bt.github_url_from_tracker:
460 p = re.compile('\\d+')
461 bt.github_id_from_tracker = p.search(bt.github_url_from_tracker).group()
462 logging.debug("GitHub PR from Tracker: URL is ->{}<- and ID is {}"
463 .format(bt.github_url_from_tracker, bt.github_id_from_tracker))
464 assert bt.github_id_from_tracker == self.github_pr_id, \
465 "GitHub PR ID {} does not match GitHub ID from tracker {}".format(
466 self.github_pr_id,
467 bt.github_id_from_tracker,
468 )
469 print_inner_divider()
470 if bt.github_url_from_tracker:
471 logging.info("Tracker {} links to PR {}".format(bt.issue_url(), self.github_url))
472 else:
473 logging.warning("Backport Tracker {} does not link to PR - will update"
474 .format(bt.issue_id))
475 #
476 # does the Backport Tracker's release field match the Ceph release?
477 tracker_release = get_issue_release(bt.redmine_issue)
478 assert ceph_release == tracker_release, \
479 (
480 "Backport Tracker {} is a {} backport - expected {}"
481 .format(bt.issue_id, tracker_release, ceph_release)
482 )
483 #
484 # is the Backport Tracker's "Target version" custom field populated?
485 try:
486 ttv = bt.get_tracker_target_version()
487 except:
488 logging.info("Backport Tracker {} target version not populated yet!"
489 .format(bt.issue_id))
490 bt.set_target_version = True
491 else:
492 bt.tracker_target_version = ttv
493 logging.info("Backport Tracker {} target version already populated "
494 "with correct value {}"
495 .format(bt.issue_id, bt.tracker_target_version))
496 bt.set_target_version = False
497 assert bt.tracker_target_version == self.target_version, \
498 (
499 "Tracker target version {} is wrong; should be {}"
500 .format(bt.tracker_target_version, self.target_version)
501 )
502 #
503 # is the Backport Tracker's status already set to Resolved?
504 resolved_id = status2status_id['Resolved']
505 if bt.redmine_issue.status.id == resolved_id:
506 logging.info("Backport Tracker {} status is already set to Resolved"
507 .format(bt.issue_id))
508 bt.set_tracker_status = False
509 else:
510 logging.info("Backport Tracker {} status is currently set to {}"
511 .format(bt.issue_id, bt.redmine_issue.status))
512 bt.set_tracker_status = True
513 print_outer_divider()
514
515 def populate_base_version(self):
516 self.base_version = ceph_version(self.repo, self.merge_commit_sha1)
517
518 def populate_target_version(self):
519 x, y, z = self.base_version.split('v')[1].split('.')
520 maybe_stable = "v{}.{}".format(x, y)
521 assert ver_to_release()[maybe_stable], \
522 "SHA1 {} is not based on any known stable release ({})".format(sha1, maybe_stable)
523 tv = "v{}.{}.{}".format(x, y, int(z) + 1)
524 if tv in version2version_id:
525 self.target_version = tv
526 else:
527 raise Exception("Version {} not found in Redmine".format(tv))
528
529 def mogrify_github_pr_desc(self):
530 if not self.github_pr_desc:
531 self.github_pr_desc = ''
532 p = re.compile('<!--.+-->', re.DOTALL)
533 new_str = p.sub('', self.github_pr_desc)
534 if new_str == self.github_pr_desc:
535 logging.debug("GitHub PR description not mogrified")
536 else:
537 self.github_pr_desc = new_str
538
539 def populate_github_url(self):
540 global github_endpoint
541 # GitHub PR ID from merge commit string
542 p = re.compile('(pull request|PR) #(\\d+)')
543 try:
544 self.github_pr_id = p.search(self.merge_commit_description).group(2)
545 except AttributeError:
546 assert False, \
547 (
548 "Failed to extract GitHub PR ID from merge commit string ->{}<-"
549 .format(self.merge_commit_string)
550 )
551 logging.debug("Merge commit string: {}".format(self.merge_commit_string))
552 logging.debug("GitHub PR ID from merge commit string: {}".format(self.github_pr_id))
553 self.github_url = "{}/pull/{}".format(github_endpoint, self.github_pr_id)
554
555 def extract_backport_trackers_from_github_pr_desc(self):
556 global redmine_endpoint
557 p = re.compile('http.?://tracker.ceph.com/issues/\\d+')
558 matching_strings = p.findall(self.github_pr_desc)
559 if not matching_strings:
560 print_outer_divider()
561 assert False, \
562 "GitHub PR description does not contain a Tracker URL"
563 self.backport_trackers = []
564 for issue_url in list(dict.fromkeys(matching_strings)):
565 p = re.compile('\\d+')
566 issue_id = p.search(issue_url).group()
567 if not issue_id:
568 print_outer_divider()
569 assert issue_id, \
570 "Failed to extract tracker ID from tracker URL {}".format(issue_url)
571 issue_url = "{}/issues/{}".format(redmine_endpoint, issue_id)
572 #
573 # we have a Tracker URL, but is it really a backport tracker?
574 backport_tracker_id = tracker2tracker_id['Backport']
575 redmine_issue = redmine.issue.get(issue_id)
576 if redmine_issue.tracker.id == backport_tracker_id:
577 self.backport_trackers.append(
578 BackportTracker(redmine_issue, issue_id, self)
579 )
580 print('''Found backport tracker: {}'''.format(issue_url))
581 if not self.backport_trackers:
582 print_outer_divider()
583 assert False, \
584 "No backport tracker found in PR description at {}".format(self.github_url)
585
586 def resolve(self):
587 for bt in self.backport_trackers:
588 bt.resolve()
589
590
591class BackportTracker(Backport):
592
593 def __init__(self, redmine_issue, issue_id, backport_obj):
594 self.redmine_issue = redmine_issue
595 self.issue_id = issue_id
596 self.parent = backport_obj
597 self.tracker_description = None
598 self.github_url_from_tracker = None
599
600 def get_tracker_description(self):
601 try:
602 self.tracker_description = self.redmine_issue.description
603 except ResourceAttrError:
604 self.tracker_description = ""
605
606 def get_tracker_target_version(self):
607 if self.redmine_issue.fixed_version:
608 logging.debug("Target version: ID {}, name {}"
609 .format(
610 self.redmine_issue.fixed_version.id,
611 self.redmine_issue.fixed_version.name
612 )
613 )
614 return self.redmine_issue.fixed_version.name
615 return None
616
617 def issue_url(self):
618 return "{}/issues/{}".format(redmine_endpoint, self.issue_id)
619
620 def resolve(self):
621 global delay_seconds
622 global dry_run
623 global redmine
624 kwargs = {}
625 if self.set_tracker_status:
626 kwargs['status_id'] = status2status_id['Resolved']
627 if self.set_target_version:
628 kwargs['fixed_version_id'] = version2version_id[self.parent.target_version]
629 if not self.github_url_from_tracker:
630 if self.tracker_description:
631 kwargs['description'] = "{}\n\n---\n\n{}".format(
632 self.parent.github_url,
633 self.tracker_description,
634 )
635 else:
636 kwargs['description'] = self.parent.github_url
637 kwargs['notes'] = (
638 "This update was made using the script \"backport-resolve-issue\".\n"
639 "backport PR {}\n"
640 "merge commit {} ({})\n".format(
641 self.parent.github_url,
642 self.parent.merge_commit_sha1,
643 self.parent.merge_commit_gd,
644 )
645 )
646 my_delay_seconds = delay_seconds
647 if dry_run:
648 logging.info("--dry-run was given: NOT updating Redmine")
649 my_delay_seconds = 0
650 else:
651 logging.debug("Updating tracker ID {}".format(self.issue_id))
652 redmine.issue.update(self.issue_id, **kwargs)
653 if not no_browser:
654 if browser_running():
655 os.system("{} {}".format(browser_cmd, self.issue_url()))
656 my_delay_seconds = 3
657 logging.debug(
658 "Delaying {} seconds to avoid seeming like a spammer"
659 .format(my_delay_seconds)
660 )
661 time.sleep(my_delay_seconds)
662
663
664if __name__ == '__main__':
665 args = parse_arguments()
666 set_logging_level(args)
667 logging.debug(args)
668 github_token = read_from_file(github_token_file)
669 if github_token:
670 logging.info("GitHub token was read from ->{}<-; using it".format(github_token_file))
671 github_user = derive_github_user_from_token(github_token)
672 if github_user:
673 logging.info(
674 "GitHub user ->{}<- was derived from the GitHub token".format(github_user)
675 )
676 report_params(args)
677 #
678 # set up Redmine variables
679 redmine = connect_to_redmine(args)
680 project = redmine.project.get(project_name)
681 ceph_project_id = project.id
682 logging.debug("Project {} has ID {}".format(project_name, ceph_project_id))
683 populate_status_dict(redmine)
684 pending_backport_status_id = status2status_id["Pending Backport"]
685 logging.debug(
686 "Pending Backport status has ID {}"
687 .format(pending_backport_status_id)
688 )
689 populate_tracker_dict(redmine)
690 populate_version_dict(redmine, ceph_project_id)
691 #
692 # construct github Repo object for the current directory
693 repo = Repo('.')
694 assert not repo.bare
695 populate_ceph_release(repo)
696 #
697 # if positional argument is an integer, assume it is a GitHub PR
698 if args.pr_or_commit:
699 pr_id = args.pr_or_commit[0]
700 try:
701 pr_id = int(pr_id)
702 logging.info("Examining PR#{}".format(pr_id))
703 tag_merge_commits = False
704 except ValueError:
705 logging.info("Starting from merge commit {}".format(args.pr_or_commit))
706 tag_merge_commits = True
707 else:
708 logging.info("Starting from BRI tag")
709 tag_merge_commits = True
710 #
711 # get list of merges
712 if tag_merge_commits:
713 ensure_bri_tag_exists(repo, ceph_release)
714 c_r = commit_range(args)
715 logging.info("Commit range is {}".format(c_r))
716 #
717 # get the list of merge commits, i.e. strings that looks like:
718 # "27ff851953 Merge pull request #29678 from pdvian/wip-40948-nautilus"
719 merges_raw_str = repo.git.log(c_r, '--merges', '--oneline', '--no-decorate', '--reverse')
720 else:
721 pr_id = args.pr_or_commit[0]
722 merges_raw_str = repo.git.log(
723 '--merges',
724 '--grep=#{}'.format(pr_id),
725 '--oneline',
726 '--no-decorate',
727 '--reverse',
728 )
729 if merges_raw_str:
730 merges_raw_list = merges_raw_str.split('\n')
731 else:
732 merges_raw_list = [] # prevent ['']
733 merges_remaining = len(merges_raw_list)
734 logging.info("I see {} merge(s) to process".format(merges_remaining))
735 if not merges_remaining:
736 logging.info("Did you do \"git pull\" before running the script?")
737 if not tag_merge_commits:
738 logging.info("Or maybe GitHub PR {} has not been merged yet?".format(pr_id))
739 #
740 # loop over the merge commits
741 for merge in merges_raw_list:
742 can_go_on = process_merge(repo, merge, merges_remaining)
743 if can_go_on:
744 merges_remaining -= 1
745 print("Merges remaining to process: {}".format(merges_remaining))
746 else:
747 break