release.py

   1 #!/usr/bin/env python
   2
   3 import os
   4 import re
   5 import urllib
   6 import csv
   7 import datetime
   8 from string import Template
   9 from optparse import OptionParser
  10
  11 last_tag_patern = 'EMPATHY_2_26*'
  12 username = 'xclaesse'
  13 upload_server = 'master.gnome.org'
  14 template = '''\
  15 $name $version is now available for download from:
  16 $download
  17
  18 $md5sums
  19
  20 What is it?
  21 ===========
  22 $about
  23
  24 You can visit the project web site:
  25 $website
  26
  27 What's New?
  28 ===========
  29 $news
  30
  31 $footer'''
  32
  33 class Bug:
  34         number = ''
  35         author = ''
  36
  37 class Project:
  38         def __init__(self):
  39                 f = open('config.h', 'r')
  40                 s = f.read()
  41                 f.close()
  42
  43                 key = {}
  44                 key['package'] = '#define PACKAGE_NAME "'
  45                 key['version'] = '#define PACKAGE_VERSION "'
  46                 key['bugreport'] = '#define PACKAGE_BUGREPORT "'
  47
  48                 for line in s.splitlines(1):
  49                         if line.startswith(key['package']):
  50                                 p1 = len(key['package'])
  51                                 p2 = line.rfind('"')
  52                                 self.package_name = line[p1:p2]
  53                         elif line.startswith(key['version']):
  54                                 p1 = len(key['version'])
  55                                 p2 = line.rfind('"')
  56                                 self.package_version = line[p1:p2]
  57                         elif line.startswith(key['bugreport']):
  58                                 p2 = line.rfind('"')
  59                                 p1 = line.rfind('=') + 1
  60                                 self.package_module = line[p1:p2]
  61
  62                 first = self.package_version.find('.')
  63                 second = self.package_version.find('.', first + 1)
  64                 if first == -1 or second == -1 or first == second:
  65                         version_dir = self.package_version
  66                 else:
  67                         version_dir = self.package_version[:second]
  68                 self.package_dl_url = 'http://download.gnome.org/sources/%s/%s/' % (self.package_name.lower(),
  69                                                                                     version_dir)
  70                 tags_str = self.exec_cmd('git tag -l %s' % (last_tag_patern))
  71                 tags = tags_str.splitlines()
  72                 self.last_tag = tags[len(tags)-1]
  73
  74         def exec_cmd(self,cmd):
  75                 return os.popen(cmd).read()
  76
  77         def get_news(self):
  78                 f = open ('NEWS', 'r')
  79                 s = f.read()
  80                 f.close()
  81                 start = s.find ('NEW in '+ self.package_version)
  82                 if start != -1:
  83                         start = s.find ('\n', start) + 1
  84                         start = s.find ('\n', start) + 1
  85                         end = s.find ('NEW in', start) - 1
  86                         return s[start:end].strip()
  87
  88         def get_md5sums(self):
  89                 md5sums = ''
  90
  91                 cmd = 'md5sum %s-%s.tar.gz' % (self.package_name.lower(), self.package_version)
  92                 md5sums += self.exec_cmd(cmd)
  93
  94                 cmd = 'md5sum %s-%s.tar.bz2' % (self.package_name.lower(), self.package_version)
  95                 md5sums += self.exec_cmd(cmd).strip()
  96
  97                 return md5sums
  98
  99         def get_bugzilla_info(self):
 100                 query = 'http://bugzilla.gnome.org/browse.cgi?product=%s' % (self.package_module)
 101                 f = urllib.urlopen(query)
 102                 s = f.read()
 103                 f.close()
 104
 105                 s1 = '<p><i>'
 106                 i = s.find(s1)
 107                 start = i + len(s1)
 108                 s2 = '</i></p>'
 109                 end = s.find(s2, i + 1)
 110                 description = s[start:end]
 111
 112                 s1 = "GNOME SVN"
 113                 i = s.find(s1)
 114                 s1 = "href"
 115                 i = s.find(s1, i)
 116                 start = i + 6
 117                 s2 = '">'
 118                 end = s.find(s2, start)
 119                 project_url = s[start:end]
 120
 121                 return (description, project_url)
 122
 123         def get_release_notes(self):
 124                 name = self.package_name
 125                 version = self.package_version
 126                 download = self.package_dl_url
 127                 md5sums = self.get_md5sums()
 128                 (about, website) = self.get_bugzilla_info()
 129                 news = self.get_news()
 130                 footer = '%s\n%s team' % (datetime.date.today().strftime('%d %B %Y'),\
 131                                           self.package_name)
 132
 133                 t = Template(template)
 134                 return t.substitute(locals())
 135
 136         def get_translations(self):
 137                 self.translations = ''
 138                 files_str = self.exec_cmd("ls po/*.po")
 139                 files = files_str.splitlines()
 140                 for f in files:
 141                         lang = f[3:len(f)-3]
 142                         commit_str = self.exec_cmd("git log %s..  %s" % (self.last_tag, f))
 143                         if commit_str == '':
 144                                 continue
 145
 146                         authors = ''
 147                         for line in commit_str.splitlines():
 148                                 if line.startswith('Author:'):
 149                                         p1 = line.find(' ')
 150                                         p2 = line.find('<')
 151                                         author = line[p1:p2].strip()
 152
 153                                         if authors.find(author) != -1:
 154                                                 continue
 155                                         if authors != '':
 156                                                 authors += ", "
 157                                         authors += author
 158
 159                         self.translations += "Updated %s Translation (%s)\n" % (lang, authors)
 160
 161         def get_bugs(self):
 162                 query = 'http://bugzilla.gnome.org/buglist.cgi?' \
 163                         'ctype=csv&product=empathy&' \
 164                         'bug_status=RESOLVED,CLOSED,VERIFIED&resolution=FIXED&' \
 165                         'chfieldfrom=%s&chfieldto=Now' % ('2009-04-13')
 166                 f = urllib.urlopen(query)
 167                 s = f.read()
 168                 f.close()
 169
 170                 col_bug_id = -1
 171                 col_description = -1
 172
 173                 reader = csv.reader(s.splitlines(1))
 174                 header = reader.next()
 175                 i = 0
 176
 177                 for col in header:
 178                         if col == 'bug_id':
 179                                 col_bug_id = i
 180                         if col == 'short_short_desc':
 181                                 col_description = i
 182                         i = i + 1
 183
 184                 self.bugs = ''
 185                 for row in reader:
 186                         bug_number = row[col_bug_id]
 187                         description = row[col_description]
 188                         self.bugs += ' - Fixed #%s, %s\n' % (bug_number, description)
 189
 190         def make_tag(self):
 191                 new_tag = self.package_name.upper() + '_' +\
 192                           self.package_version.replace('.', '_')
 193                 self.exec_cmd('git tag -m "Tagged for release %s." %s' % ( self.package_version, new_tag))
 194
 195         def generate_news(self):
 196                 self.get_translations()
 197                 self.get_bugs()
 198                 news = 'NEW in '+ self.package_version + '\n==============\n'
 199                 if self.bugs != '':
 200                         news += 'Bugs fixed:\n' + self.bugs + '\n'
 201                 if self.translations != '':
 202                         news += 'Translations:\n' + self.translations + '\n'
 203
 204                 return news
 205
 206         def write_news(self):
 207                 news = self.generate_news()
 208
 209                 f = open ('/tmp/NEWS', 'w')
 210                 s = f.write(news)
 211                 f.close()
 212
 213                 self.exec_cmd('cat NEWS >> /tmp/NEWS')
 214                 self.exec_cmd('mv /tmp/NEWS .')
 215
 216         def upload_tarball(self):
 217                 tarball = '%s-%s.tar.gz' % (self.package_name.lower(), self.package_version)
 218
 219                 cmd = 'scp %s %s@%s:' % (tarball, username, upload_server)
 220                 self.exec_cmd(cmd)
 221
 222                 cmd = 'ssh %s@%s install-module -u %s' % (username, upload_server, tarball)
 223                 self.exec_cmd(cmd)
 224
 225         def send_email(self):
 226                 notes = self.get_release_notes()
 227                 cmd = 'xdg-email ' \
 228                       ' --cc telepathy@lists.freedesktop.org' \
 229                       ' --subject "ANNOUNCE: Empathy %s"' \
 230                       ' --body "%s"' \
 231                       ' gnome-announce-list@gnome.org' % (self.package_version,
 232                                                           notes.replace('"', '\\"'))
 233                 self.exec_cmd(cmd)
 234
 235         def release(self):
 236                 self.make_tag()
 237                 self.upload_tarball()
 238                 self.send_email()
 239
 240 if __name__ == '__main__':
 241         p = Project()
 242         parser = OptionParser()
 243         parser.add_option("-n", "--print-news", action="store_true",\
 244                 dest="print_news", help="Generate and print news")
 245         parser.add_option("-p", "--print-notes", action="store_true",\
 246                 dest="print_notes", help="Generate and print the release notes")
 247         parser.add_option("-w", "--write-news", action="store_true",\
 248                 dest="write_news", help="Generate and write news into the NEWS file")
 249         parser.add_option("-r", "--release", action="store_true",\
 250                 dest="release", help="Release the tarball")
 251         parser.add_option("-e", "--email", action="store_true",\
 252                 dest="email", help="Send the release announce email")
 253
 254         (options, args) = parser.parse_args ()
 255         if (options.print_news):
 256                 print p.generate_news ()
 257         if (options.print_notes):
 258                 print p.get_release_notes ()
 259         if (options.write_news):
 260                 p.write_news ()
 261         if (options.release):
 262                 p.release ()
 263         if (options.email):
 264                 p.send_email ()
 265