rel-eng October 2014

rel-eng@lists.fedoraproject.org

16 participants
143 discussions

[releng] find_unblocked_orphans: Add newline
by Till Maas 07 Oct '14

07 Oct '14

commit 3c38698a21ee785689ef88a8b28b4b9c27abfa48 Author: Till Maas <opensource(a)till.name> Date: Tue Oct 7 19:55:31 2014 +0200 find_unblocked_orphans: Add newline scripts/find_unblocked_orphans.py | 2 +- 1 files changed, 1 insertions(+), 1 deletions(-) --- diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py index 43b8ad2..ceea03b 100755 --- a/scripts/find_unblocked_orphans.py +++ b/scripts/find_unblocked_orphans.py @@ -559,7 +559,7 @@ def package_info(packages, release, orphans=None, failed=None): table, affected_people = maintainer_table(packages, depchecker.people_dict) info += table - info += "\nThe following packages require above mentioned packages:\n" + info += "\n\nThe following packages require above mentioned packages:\n" info += dependency_info(dep_map, affected_people, depchecker.people_dict) info += "Affected (co)maintainers\n"

1 0

[releng] find_unblocked_orphans: Add debug info for exception
by Till Maas 07 Oct '14

07 Oct '14

commit 821dcda1bed274043cebef25b71986d0189fcbe4 Author: Till Maas <opensource(a)till.name> Date: Tue Oct 7 19:55:09 2014 +0200 find_unblocked_orphans: Add debug info for exception scripts/find_unblocked_orphans.py | 8 +++++++- 1 files changed, 7 insertions(+), 1 deletions(-) --- diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py index 1ef656b..43b8ad2 100755 --- a/scripts/find_unblocked_orphans.py +++ b/scripts/find_unblocked_orphans.py @@ -193,7 +193,13 @@ def get_people(package, branch=RAWHIDE_RELEASE["branch"]): other_people.add(fas_name) return sorted(other_people) - pkginfo = pkgdb.get_package(package, branches=branch) + try: + pkginfo = pkgdb.get_package(package, branches=branch) + except Exception as e: + sys.stderr.write( + "Error getting maintainer of package {} on branch {}\n".format( + package, branch)) + sys.stderr.write(str(e)) pkginfo = pkginfo["packages"][0] people_ = [pkginfo["point_of_contact"]] people_.extend(associated(pkginfo, exclude=people_))

1 0

[releng] find_unblocked_orphans: Add email support
by Till Maas 07 Oct '14

07 Oct '14

commit ef1302571035960a6073b2f1d45b3a0705548a16 Author: Till Maas <opensource(a)till.name> Date: Tue Oct 7 19:22:41 2014 +0200 find_unblocked_orphans: Add email support scripts/find_unblocked_orphans.py | 74 +++++++++++++++++++++++++++++++----- 1 files changed, 63 insertions(+), 11 deletions(-) --- diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py index 195518c..1ef656b 100755 --- a/scripts/find_unblocked_orphans.py +++ b/scripts/find_unblocked_orphans.py @@ -17,8 +17,10 @@ from threading import Thread import argparse import cPickle as pickle import datetime +import email.mime.text import hashlib import os +import smtplib import sys import koji @@ -37,32 +39,42 @@ EPEL5_RELEASE = dict( source_repo='https://kojipkgs.fedoraproject.org/mash/updates/' 'el5-epel/SRPMS', tag='dist-5E-epel', - branch='el5') + branch='el5', + mailto='epel-devel(a)lists.fedoraproject.org', +) EPEL6_RELEASE = dict( repo='https://kojipkgs.fedoraproject.org/mash/updates/el6-epel/x86_64/', source_repo='https://kojipkgs.fedoraproject.org/mash/updates/' 'el6-epel/SRPMS', tag='dist-6E-epel', - branch='el6') + branch='el6', + mailto='epel-devel(a)lists.fedoraproject.org', +) EPEL7_RELEASE = dict( repo='https://kojipkgs.fedoraproject.org/mash/updates/epel7/x86_64/', source_repo='https://kojipkgs.fedoraproject.org/mash/updates/epel7/SRPMS', tag='epel7', - branch='epel7') + branch='epel7', + mailto='epel-devel(a)lists.fedoraproject.org', +) RAWHIDE_RELEASE = dict( repo='https://kojipkgs.fedoraproject.org/mash/rawhide/i386/os', source_repo='https://kojipkgs.fedoraproject.org/mash/rawhide/source/SRPMS', tag='f22', - branch='master') + branch='master', + mailto='devel(a)lists.fedoraproject.org', +) BRANCHED_RELEASE = dict( repo='https://kojipkgs.fedoraproject.org/mash/branched/i386/os', source_repo='https://kojipkgs.fedoraproject.org/mash/branched/source/SRPMS', tag='f21', - branch='f21') + branch='f21', + mailto='devel(a)lists.fedoraproject.org', +) RELEASES = { "rawhide": RAWHIDE_RELEASE, @@ -95,12 +107,30 @@ packages or a package that depends on one. Please orphan the affected package or retire your package to avoid broken dependencies. """ -FOOTER = """The script creating this output is run and developed by Fedora +FOOTER = """-- \nThe script creating this output is run and developed by Fedora Release Engineering. Please report issues at its trac instance: https://fedorahosted.org/rel-eng/ The sources of this script can be found at: https://git.fedorahosted.org/cgit/releng/tree/scripts/find_unblocked_orphan… """ + + +def send_mail(from_, to, subject, text, bcc=None): + if bcc is None: + bcc = [] + + msg = email.mime.text.MIMEText(text) + msg["Subject"] = subject + msg["From"] = from_ + msg["To"] = to + if isinstance(to, basestring): + to = [to] + smtp = smtplib.SMTP('127.0.0.1') + errors = smtp.sendmail(from_, to + bcc, msg.as_string()) + smtp.quit() + return errors + + pkgdb = pkgdb2client.PkgDB() @@ -555,7 +585,6 @@ def package_info(packages, release, orphans=None, failed=None): addresses = ["{0}(a)fedoraproject.org".format(p) for p in affected_people.keys() if p != ORPHAN_UID] - addresses = "Bcc: {0}\n".format(", ".join(addresses)) return info, addresses @@ -565,6 +594,13 @@ def main(): help="Do not look for orphans", default=False, action="store_true") parser.add_argument("--release", choices=RELEASES.keys(), default="rawhide") + parser.add_argument("--mailto", default=None, + help="Send mail to this address (for testing)") + parser.add_argument( + "--send", default=False, action="store_true", + help="Actually send mail including Bcc addresses to mailing list" + ) + parser.add_argument("--mailfrom", default="nobody(a)fedoraproject.org") parser.add_argument("failed", nargs="*", help="Additional packages, e.g. FTBFS packages") args = parser.parse_args() @@ -582,13 +618,29 @@ def main(): unblocked = unblocked_packages(sorted(list(set(list(orphans) + failed)))) sys.stderr.write('done\n') - print HEADER.format(RELEASES[args.release]["tag"].upper()) + text = HEADER.format(RELEASES[args.release]["tag"].upper()) info, addresses = package_info(unblocked, args.release, orphans=orphans, failed=failed) - print info - print FOOTER + text += "\n" + text += info + text += FOOTER + print text + + if args.mailto or args.send: + subject = "Orphan packages in " + args.release + if args.mailto: + mailto = args.mailto + else: + mailto = RELEASES[args.release]["mailto"] + if args.send: + bcc = addresses + else: + bcc = None + mail_errors = send_mail(args.mailfrom, mailto, subject, text, bcc) + if mail_errors: + sys.stderr.write("mail errors: " + repr(mail_errors) + "\n") - sys.stderr.write(addresses) + sys.stderr.write("Addresses: " + ", ".join(addresses) + "\n") if __name__ == "__main__": main()

1 0

[releng] find_unblocked_orphans: Make header generic
by Till Maas 07 Oct '14

07 Oct '14

commit 7798425326920a9cd01e2769986a36ab22cb055d Author: Till Maas <opensource(a)till.name> Date: Tue Oct 7 18:31:28 2014 +0200 find_unblocked_orphans: Make header generic scripts/find_unblocked_orphans.py | 11 +++++++++-- 1 files changed, 9 insertions(+), 2 deletions(-) --- diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py index b4908f0..195518c 100755 --- a/scripts/find_unblocked_orphans.py +++ b/scripts/find_unblocked_orphans.py @@ -83,9 +83,16 @@ https://fedoraproject.org/wiki/How_to_remove_a_package_at_end_of_life According to https://fedoraproject.org/wiki/Schedule branching will occur not earlier than 2014-07-08. The packages will be retired shortly before. +""" + +HEADER = """The following packages are orphaned and might be retired eventually, +unless someone adopts them. If you know for sure that the package should be +retired, please do so now with a proper reason: +https://fedoraproject.org/wiki/How_to_remove_a_package_at_end_of_life Note: If you received this mail directly you (co)maintain one of the affected -packages or a package that depends on one. +packages or a package that depends on one. Please orphan the affected package or +retire your package to avoid broken dependencies. """ FOOTER = """The script creating this output is run and developed by Fedora @@ -575,7 +582,7 @@ def main(): unblocked = unblocked_packages(sorted(list(set(list(orphans) + failed)))) sys.stderr.write('done\n') - # print HEADER.format(RELEASES[args.release]["tag"].upper()) + print HEADER.format(RELEASES[args.release]["tag"].upper()) info, addresses = package_info(unblocked, args.release, orphans=orphans, failed=failed) print info

1 0

[releng] find_unblocked_orphans: Add newlines to output
by Till Maas 07 Oct '14

07 Oct '14

commit 8f31261d56cd39170069aa9abe58dd8eff032544 Author: Till Maas <opensource(a)till.name> Date: Tue Oct 7 18:21:51 2014 +0200 find_unblocked_orphans: Add newlines to output scripts/find_unblocked_orphans.py | 10 +++++----- 1 files changed, 5 insertions(+), 5 deletions(-) --- diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py index ee9cdc8..b4908f0 100755 --- a/scripts/find_unblocked_orphans.py +++ b/scripts/find_unblocked_orphans.py @@ -523,28 +523,28 @@ def package_info(packages, release, orphans=None, failed=None): info += maintainer_info(affected_people) if orphans: info += "\norphans: " + " ".join(orphans) - info += "\n" + info += "\n\n" orphans_breaking_deps = [o for o in orphans if o in dep_map and dep_map[o]] info += "orphans (depended on): " + " ".join(orphans_breaking_deps) - info += "\n" + info += "\n\n" orphans_not_breaking_deps = [o for o in orphans if o not in dep_map or not dep_map[o]] info += "orphans (not depended on): " + " ".join( orphans_not_breaking_deps) - info += "\n" + info += "\n\n" if failed: info += "\nFTBFS: " + " ".join(failed) info += "\n" ftbfs_breaking_deps = [o for o in failed if o in dep_map and dep_map[o]] info += "FTBFS (depended on): " + " ".join(ftbfs_breaking_deps) - info += "\n" + info += "\n\n" ftbfs_not_breaking_deps = [o for o in failed if o not in dep_map or not dep_map[o]] info += "FTBFS (not depended on): " + " ".join( ftbfs_not_breaking_deps) - info += "\n" + info += "\n\n" addresses = ["{0}(a)fedoraproject.org".format(p) for p in affected_people.keys() if p != ORPHAN_UID]

1 0

[releng] find_unblocked_orphans: Disable header
by Till Maas 07 Oct '14

07 Oct '14

commit 6768a25e46dec13fcfe1e0b4cf5fa36072a0f2bd Author: Till Maas <opensource(a)till.name> Date: Tue Oct 7 18:20:50 2014 +0200 find_unblocked_orphans: Disable header scripts/find_unblocked_orphans.py | 2 +- 1 files changed, 1 insertions(+), 1 deletions(-) --- diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py index f6dfa43..ee9cdc8 100755 --- a/scripts/find_unblocked_orphans.py +++ b/scripts/find_unblocked_orphans.py @@ -575,7 +575,7 @@ def main(): unblocked = unblocked_packages(sorted(list(set(list(orphans) + failed)))) sys.stderr.write('done\n') - print HEADER.format(RELEASES[args.release]["tag"].upper()) + # print HEADER.format(RELEASES[args.release]["tag"].upper()) info, addresses = package_info(unblocked, args.release, orphans=orphans, failed=failed) print info

1 0

[releng] find_unblocked_orphans: Sort imports
by Till Maas 07 Oct '14

07 Oct '14

commit 74a9109aaac54b8a77a30791ef0715a775de94b4 Author: Till Maas <opensource(a)till.name> Date: Tue Oct 7 18:20:26 2014 +0200 find_unblocked_orphans: Sort imports scripts/find_unblocked_orphans.py | 6 +++--- 1 files changed, 3 insertions(+), 3 deletions(-) --- diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py index 74d1f49..f6dfa43 100755 --- a/scripts/find_unblocked_orphans.py +++ b/scripts/find_unblocked_orphans.py @@ -11,15 +11,15 @@ # Jesse Keating <jkeating(a)redhat.com> # Till Maas <opensource(a)till.name> +from Queue import Queue from collections import OrderedDict +from threading import Thread +import argparse import cPickle as pickle import datetime import hashlib import os -import argparse -from Queue import Queue import sys -from threading import Thread import koji import pkgdb2client

1 0

[releng] find_unblocked_orphans: Support different releases
by Till Maas 07 Oct '14

07 Oct '14

commit a3194b4b0f7c58f998a51128a9a10b549a5ce981 Author: Till Maas <opensource(a)till.name> Date: Tue Oct 7 18:19:24 2014 +0200 find_unblocked_orphans: Support different releases scripts/find_unblocked_orphans.py | 32 ++++++++++++++++++++++++++++---- 1 files changed, 28 insertions(+), 4 deletions(-) --- diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py index d8cf87c..74d1f49 100755 --- a/scripts/find_unblocked_orphans.py +++ b/scripts/find_unblocked_orphans.py @@ -32,6 +32,26 @@ except ImportError: with_texttable = False +EPEL5_RELEASE = dict( + repo='https://kojipkgs.fedoraproject.org/mash/updates/el5-epel/x86_64/', + source_repo='https://kojipkgs.fedoraproject.org/mash/updates/' + 'el5-epel/SRPMS', + tag='dist-5E-epel', + branch='el5') + +EPEL6_RELEASE = dict( + repo='https://kojipkgs.fedoraproject.org/mash/updates/el6-epel/x86_64/', + source_repo='https://kojipkgs.fedoraproject.org/mash/updates/' + 'el6-epel/SRPMS', + tag='dist-6E-epel', + branch='el6') + +EPEL7_RELEASE = dict( + repo='https://kojipkgs.fedoraproject.org/mash/updates/epel7/x86_64/', + source_repo='https://kojipkgs.fedoraproject.org/mash/updates/epel7/SRPMS', + tag='epel7', + branch='epel7') + RAWHIDE_RELEASE = dict( repo='https://kojipkgs.fedoraproject.org/mash/rawhide/i386/os', source_repo='https://kojipkgs.fedoraproject.org/mash/rawhide/source/SRPMS', @@ -47,6 +67,9 @@ BRANCHED_RELEASE = dict( RELEASES = { "rawhide": RAWHIDE_RELEASE, "branched": BRANCHED_RELEASE, + "epel7": EPEL7_RELEASE, + "epel6": EPEL6_RELEASE, + "epel5": EPEL5_RELEASE, } # pkgdb uid for orphan @@ -529,11 +552,12 @@ def package_info(packages, release, orphans=None, failed=None): return info, addresses -def main(release="rawhide"): +def main(): parser = argparse.ArgumentParser() parser.add_argument("--skip-orphans", dest="skip_orphans", help="Do not look for orphans", default=False, action="store_true") + parser.add_argument("--release", choices=RELEASES.keys(), default="rawhide") parser.add_argument("failed", nargs="*", help="Additional packages, e.g. FTBFS packages") args = parser.parse_args() @@ -544,15 +568,15 @@ def main(release="rawhide"): else: # list of orphans on the devel branch from pkgdb sys.stderr.write('Contacting pkgdb for list of orphans...') - orphans = orphan_packages(RELEASES[release]["branch"]) + orphans = sorted(orphan_packages(RELEASES[args.release]["branch"])) sys.stderr.write('done\n') sys.stderr.write('Getting builds from koji...') unblocked = unblocked_packages(sorted(list(set(list(orphans) + failed)))) sys.stderr.write('done\n') - print HEADER.format(RELEASES[release]["tag"].upper()) - info, addresses = package_info(unblocked, release, orphans=orphans, + print HEADER.format(RELEASES[args.release]["tag"].upper()) + info, addresses = package_info(unblocked, args.release, orphans=orphans, failed=failed) print info print FOOTER

1 0

[releng] find_unblocked_orphans: Use unique repo IDs
by Till Maas 07 Oct '14

07 Oct '14

commit 5d3230819707963039987059e0a186d20650e052 Author: Till Maas <opensource(a)till.name> Date: Tue Oct 7 18:18:42 2014 +0200 find_unblocked_orphans: Use unique repo IDs scripts/find_unblocked_orphans.py | 7 +++++-- 1 files changed, 5 insertions(+), 2 deletions(-) --- diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py index aaaba8a..d8cf87c 100755 --- a/scripts/find_unblocked_orphans.py +++ b/scripts/find_unblocked_orphans.py @@ -14,6 +14,7 @@ from collections import OrderedDict import cPickle as pickle import datetime +import hashlib import os import argparse from Queue import Queue @@ -156,8 +157,10 @@ def setup_yum(repo=RAWHIDE_RELEASE["repo"], yb.conf.cache = 0 yb.repos.disableRepo('*') - yb.add_enable_repo('repo', [repo]) - yb.add_enable_repo('repo-source', [source_repo]) + # use digest to make repo id unique for each URL + yb.add_enable_repo('repo-' + hashlib.sha256(repo).hexdigest(), [repo]) + yb.add_enable_repo('repo-source-' + hashlib.sha256(repo).hexdigest(), + [source_repo]) yb.arch.archlist.append('src') return yb

1 0

[releng] find_unblocked_orphans: Make orphan_packages() generic
by Till Maas 06 Oct '14

06 Oct '14

commit d68aa61d4874666b9bda3bdec60205dfe233e257 Author: Till Maas <opensource(a)till.name> Date: Mon Oct 6 23:22:26 2014 +0200 find_unblocked_orphans: Make orphan_packages() generic scripts/find_unblocked_orphans.py | 9 +++++---- 1 files changed, 5 insertions(+), 4 deletions(-) --- diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py index 8fb5193..aaaba8a 100755 --- a/scripts/find_unblocked_orphans.py +++ b/scripts/find_unblocked_orphans.py @@ -162,14 +162,15 @@ def setup_yum(repo=RAWHIDE_RELEASE["repo"], return yb -def orphan_packages(cache_filename='orphans.pickle'): +def orphan_packages(branch=RAWHIDE_RELEASE["branch"]): + cache_filename = 'orphans-{}.pickle'.format(branch) orphans = get_cache(cache_filename, default={}) if orphans: return orphans else: - pkgdbresponse = pkgdb.get_packages("", orphaned=True, - branches="master", page="all") + pkgdbresponse = pkgdb.get_packages( + "", orphaned=True, branches=branch, page="all") pkgs = pkgdbresponse["packages"] for p in pkgs: orphans[p["name"]] = p @@ -540,7 +541,7 @@ def main(release="rawhide"): else: # list of orphans on the devel branch from pkgdb sys.stderr.write('Contacting pkgdb for list of orphans...') - orphans = orphan_packages() + orphans = orphan_packages(RELEASES[release]["branch"]) sys.stderr.write('done\n') sys.stderr.write('Getting builds from koji...')

1 0

Jump to page:

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

rel-eng October 2014