prepare_gaudi_release.py

Go to the documentation of this file.

#!/usr/bin/env python
'''
Script to prepare the release of Gaudi.

@author Marco Clemencic
'''

import os
import sys
import logging
import re
from subprocess import check_output, CalledProcessError


def checkGitVersion():
    '''
    Ensure we have a usable version of Git (>= 1.7.9.1).

    See:
    * https://raw.githubusercontent.com/git/git/master/Documentation/RelNotes/1.7.9.1.txt
    * https://github.com/git/git/commit/36ed1913e1d5de0930e59db6eeec3ccb2bd58bd9
    '''
    version = check_output(['git', '--version']).split()[-1]
    if versionKey(version) < versionKey('1.7.9.1'):
        raise RuntimeError(
            'bad version of git found: %s (1.7.9.1 required)' % version)


_VK_RE = re.compile(r'(\d+|\D+)')


def versionKey(x):
    '''
    Key function to be passes to list.sort() to sort strings
    as version numbers.
    '''
    return [
        int(i) if i[0] in '0123456789' else i for i in _VK_RE.split(x) if i
    ]


def findLatestTag():
    '''
    Return the latest Gaudi tag (of the format "v*r*...").
    '''
    logging.info('looking for latest tag')
    cmd = ['git', 'tag']
    logging.debug('using command %r', cmd)
    output = check_output(cmd)
    vers_exp = re.compile(r'^v\d+r\d+(p\d+)?$')
    tags = [tag for tag in output.splitlines() if vers_exp.match(tag)]
    if tags:
        tags.sort(key=versionKey)
        logging.info('found %s', tags[-1])
        return tags[-1]
    logging.info('no valid tag found')


def releaseNotes(path=os.curdir, from_tag=None, branch=None):
    '''
    Return the release notes (in the old LHCb format) extracted from git
    commits for a given path.
    '''
    cmd = [
        'git', 'log', '--first-parent', '--date=short',
        '--pretty=format:! %ad - commit %h%n%n%w(80,1,3)- %s%n%n%b%n'
    ]
    if from_tag:
        cmd.append('{0}..{1}'.format(from_tag, branch or ''))
    elif branch:
        cmd.append(branch)
    cmd.append('--')
    cmd.append(path)
    logging.info('preparing release notes for %s%s', path,
                 ' since ' + from_tag if from_tag else '')
    logging.debug('using command %r', cmd)
    # remove '\r' characters from commit messages
    out = check_output(cmd).replace('\r', '')

    # replace ' - commit 123abc' with ' - Contributor Name (commit 123abc)'
    def add_contributors(match):
        try:
            authors = set(
                check_output([
                    'git',
                    'log',
                    '--pretty=format:%aN',
                    '{0}^1..{0}^2'.format(match.group(1)),
                ]).splitlines())
            return ' - {0} (commit {1})'.format(', '.join(sorted(authors)),
                                                match.group(1))
        except CalledProcessError:
            return match.group(0)

    out = re.sub(r' - commit ([0-9a-f]+)', add_contributors, out)
    return out


def updateReleaseNotes(path, notes):
    '''
    Smartly prepend the content of notes to the release.notes file in path.
    '''
    notes_filename = os.path.join(path, 'doc', 'release.notes')
    logging.info('updating %s', notes_filename)
    from itertools import takewhile, dropwhile

    def dropuntil(predicate, iterable):
        return dropwhile(lambda x: not predicate(x), iterable)

    with open(notes_filename) as notes_file:
        orig_data = iter(list(notes_file))
    header = takewhile(str.strip, orig_data)
    with open(notes_filename, 'w') as notes_file:
        notes_file.writelines(header)
        notes_file.write('\n')
        notes_file.writelines(l.rstrip() + '\n' for l in notes.splitlines())
        notes_file.write('\n')
        notes_file.writelines(
            dropuntil(re.compile(r'^!?============').match, orig_data))


def tag_bar(pkg, version=None):
    title = ' %s %s ' % (pkg, version)
    letf_chars = (78 - len(title)) / 2
    right_chars = 78 - letf_chars - len(title)
    separator = ('=' * letf_chars) + title + ('=' * right_chars)
    return separator


def main():
    logging.basicConfig(level=logging.DEBUG)
    os.chdir(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
    # Find the version of HEPTools (LCG)
    for l in open('toolchain.cmake'):
        m = re.match(r'^\s*set\(\s*heptools_version\s+(\S*)\s*\)', l)
        if m:
            HEPToolsVers = m.group(1)
            print "Using HEPTools", HEPToolsVers
            break
    else:
        logging.error('Cannot find HEPTools version')
        sys.exit(1)

    # Collect all the packages in the project with their directory
    def all_subdirs():
        for dirpath, dirnames, filenames in os.walk(os.curdir):
            if 'CMakeLists.txt' in filenames and dirpath != os.curdir:
                dirnames[:] = []
                yield dirpath
            else:
                dirnames[:] = [
                    dirname for dirname in dirnames
                    if (not dirname.startswith('build.') and dirname != 'cmake'
                        )
                ]

    # Ask for the version of the project
    latest_tag = findLatestTag()

    old_version = latest_tag.split('_')[-1]
    new_version = raw_input(("The old version of the project is %s, "
                             "which is the new one? ") % old_version)

    release_notes = {}
    # for each package in the project update the release.notes
    for pkgdir in all_subdirs():
        updateReleaseNotes(
            pkgdir,
            tag_bar('Gaudi', new_version) + '\n\n' + releaseNotes(
                pkgdir, latest_tag, 'master'))

    # update the global CMakeLists.txt
    out = []
    for l in open('CMakeLists.txt'):
        if l.strip().startswith('gaudi_project'):
            l = 'gaudi_project(Gaudi %s)\n' % new_version
        out.append(l)
    open('CMakeLists.txt', "w").writelines(out)


if __name__ == '__main__':
    checkGitVersion()
    main()