path: root/release.py

#!/usr/bin/env python

import os
import re
import urllib
import csv
import datetime
from string import Template
from optparse import OptionParser

username = 'xclaesse'
upload_server = 'master.gnome.org'
template = '''\
$name $version is now available for download from:
$download

$md5sums

What is it?
===========
$about

You can visit the project web site:
$website

What's New?
===========
$news

$footer'''

class Bug:
    number = ''
    author = ''

class Project:
    def __init__(self):
        f = open('config.h', 'r')
        s = f.read()
        f.close()

        key = {}
        key['package'] = '#define PACKAGE_NAME "'
        key['version'] = '#define PACKAGE_VERSION "'
        key['bugreport'] = '#define PACKAGE_BUGREPORT "'

        for line in s.splitlines(1):
            if line.startswith(key['package']):
                p1 = len(key['package'])
                p2 = line.rfind('"')
                self.package_name = line[p1:p2]         
            elif line.startswith(key['version']):
                p1 = len(key['version'])
                p2 = line.rfind('"')
                self.package_version = line[p1:p2]      
            elif line.startswith(key['bugreport']):
                p2 = line.rfind('"')
                p1 = line.rfind('=') + 1
                self.package_module = line[p1:p2]       

        first = self.package_version.find('.')
        second = self.package_version.find('.', first + 1)
        if first == -1 or second == -1 or first == second:
            version_dir = self.package_version
        else:
            version_dir = self.package_version[:second]
        self.package_dl_url = 'http://download.gnome.org/sources/%s/%s/' % (self.package_name.lower(), 
                                            version_dir)
    def exec_cmd(self,cmd):
        return os.popen(cmd).read()

    def get_news(self):
        f = open ('NEWS', 'r')
        s = f.read()
        f.close()
        start = s.find ('NEW in '+ self.package_version)
        if start != -1:
            start = s.find ('\n', start) + 1
            start = s.find ('\n', start) + 1
                end = s.find ('NEW in', start) - 1
                return s[start:end].strip()

    def get_md5sums(self):
        md5sums = ''

        cmd = 'md5sum %s-%s.tar.gz' % (self.package_name.lower(), self.package_version)
        md5sums += self.exec_cmd(cmd)

        cmd = 'md5sum %s-%s.tar.bz2' % (self.package_name.lower(), self.package_version)
        md5sums += self.exec_cmd(cmd).strip()

        return md5sums

    def get_bugzilla_info(self):
        query = 'http://bugzilla.gnome.org/browse.cgi?product=%s' % (self.package_module)
        f = urllib.urlopen(query)
        s = f.read()
        f.close()

        s1 = '<p><i>'
        i = s.find(s1)
        start = i + len(s1)
        s2 = '</i></p>'
        end = s.find(s2, i + 1)
        description = s[start:end]

        s1 = "GNOME SVN"
        i = s.find(s1)
        s1 = "href"
        i = s.find(s1, i)        
        start = i + 6
        s2 = '">'
        end = s.find(s2, start)
        project_url = s[start:end]

        return (description, project_url)

    def get_release_notes(self):
        name = self.package_name
        version = self.package_version
        download = self.package_dl_url
        md5sums = self.get_md5sums()
        (about, website) = self.get_bugzilla_info()
        news = self.get_news()
        footer = '%s\n%s team' % (datetime.date.today().strftime('%d %B %Y'),\
                      self.package_name)

        t = Template(template)
        return t.substitute(locals())
    
    def get_last_tag(self):
        tags_str = self.exec_cmd('git-tag')
        tags = tags_str.splitlines()

        return tags[len(tags)-1]

    def parse_commit(self, ref, author, date, message):
        p1 = message.rfind('(')
        p2 = message.rfind (')')
        if len(message) - p2 <= 2 and \
           message[p1+1:].find('#') == -1:
            author = message[p1+1:p2]
            message = message[:p1]

        msg = message.lower()
        if msg.find('translation') != -1 and \
           (msg.find('added') != -1 or \
            msg.find('updated') != -1):
            self.translations += ' - ' + message + ' (' + author + ').\n' 
        elif message.find('#') != -1:
            p1 = message.find('#')
            while p1 != -1:
                bug = Bug()
                p2 = p1 + 1
                while p2 < len (message) and \
                      message[p2].isdigit():
                    p2 = p2 + 1
                bug.number = message[p1+1:p2]
                bug.author = author
                self.bug_commits.append(bug)
                p1 = message.find('#', p2)
        else:
            self.commits += ' - ' + message + ' (' + author + ').\n'

    def query_bug_commits(self):
        bugs = ''
        for bug in self.bug_commits:
            bugs += bug.number + ','

        # Bugzilla query to use
        query = 'http://bugzilla.gnome.org/buglist.cgi?ctype=csv' \
            '&bug_status=RESOLVED,CLOSED,VERIFIED' \
            '&resolution=FIXED' \
            '&bug_id=' + bugs.replace(',', '%2c')

        f = urllib.urlopen(query)
        s = f.read()
        f.close()

        col_bug_id = -1
        col_description = -1

        reader = csv.reader(s.splitlines(1))
        header = reader.next()
        i = 0

        for col in header:
            if col == 'bug_id':
                col_bug_id = i
            if col == 'short_short_desc':
                col_description = i
            i = i + 1

        for row in reader:
            bug_number = row[col_bug_id]
            description = row[col_description]

            for bug in self.bug_commits:
                if bug.number == bug_number:
                    self.bugs += ' - Fixed #%s, %s (%s)\n' % (bug.number, description, bug.author)
                    break

    def get_commits(self):
        self.commits = ''
        self.translations = ''
        self.bugs = ''
        self.bug_commits = []
        last_tag = self.get_last_tag()
        ref = None

        changes = self.exec_cmd ("git-log " + last_tag + "..")
            for line in changes.splitlines(1):
                if line.startswith('commit'):
                if ref != None:
                    self.parse_commit (ref, author, date, message)
                p1 = line.find(' ')
                ref = line[p1:].strip()
                author = ''
                date = ''
                message = ''
                elif line.startswith('Author:'):
                    p1 = line.find(' ')
                    p2 = line.find('<')
                    author = line[p1:p2].strip()
                elif line.startswith('Date:'):
                    p1 = line.find(' ')
                    date = line[p1:].strip()
                elif line.startswith('    git-svn-id:'):
                    continue
                elif line.startswith('Merge:'):
                    continue
                else:
                msg = line.strip()
                if msg == '':
                    continue
                if message != '':
                    message += '\n'
                message += msg

        self.query_bug_commits ()

    def make_tag(self):
        new_tag = self.package_name.upper() + '_' +\
              self.package_version.replace('.', '_')

        url1 = self.exec_cmd('git-config svn-remote.svn.url').strip()
        url2 = url1[:url1.rfind('/')] + '/tags/' + new_tag
        self.exec_cmd('svn copy %s %s -m "Tagged for release %s."' % (url1, url2, self.package_version))

        self.exec_cmd('git-tag -m "Tagged for release %s." %s' % ( self.package_version, new_tag))

    def generate_news(self):
        self.get_commits()
        news = 'NEW in '+ self.package_version + '\n==============\n' 
        news += self.commits + '\nBugs fixed:\n' + self.bugs + '\nTranslations:\n' + self.translations + '\n'

        return news

    def write_news(self):
        news = self.generate_news()

        f = open ('/tmp/NEWS', 'w')
        s = f.write(news)
        f.close()

        self.exec_cmd('cat NEWS >> /tmp/NEWS')
        self.exec_cmd('mv /tmp/NEWS .')

    def upload_tarball(self):
        tarball = '%s-%s.tar.gz' % (self.package_name.lower(), self.package_version)

        cmd = 'scp %s %s@%s:' % (tarball, username, upload_server)
        self.exec_cmd(cmd)

        cmd = 'ssh %s@%s install-module -u %s' % (username, upload_server, tarball)
        self.exec_cmd(cmd)

    def send_email(self):
        notes = self.get_release_notes()
        cmd = 'xdg-email ' \
              ' --cc telepathy@lists.freedesktop.org' \
              ' --subject "ANNOUNCE: Empathy %s"' \
              ' --body "%s"' \
              ' gnome-announce-list@gnome.org' % (self.package_version,
                                  notes.replace('"', '\\"'))
        self.exec_cmd(cmd)

    def release(self):
        self.make_tag()
        self.upload_tarball()
        self.send_email()

if __name__ == '__main__':
    p = Project()
    parser = OptionParser()
    parser.add_option("-n", "--print-news", action="store_true",\
        dest="print_news", help="Generate and print news")
    parser.add_option("-p", "--print-notes", action="store_true",\
        dest="print_notes", help="Generate and print the release notes")
    parser.add_option("-w", "--write-news", action="store_true",\
        dest="write_news", help="Generate and write news into the NEWS file")
    parser.add_option("-r", "--release", action="store_true",\
        dest="release", help="Release the tarball")
    parser.add_option("-e", "--email", action="store_true",\
        dest="email", help="Send the release announce email")

    (options, args) = parser.parse_args ()
    if (options.print_news):
        print p.generate_news ()
    if (options.print_notes):
        print p.get_release_notes ()
    if (options.write_news):
        p.write_news ()
    if (options.release):
        p.release ()
    if (options.email):
        p.send_email ()