release.py

   1 #!/usr/bin/env python
   2
   3 import os
   4 import re
   5 import urllib
   6 import csv
   7 import datetime
   8 from string import Template
   9
  10 prev_tag = 'EMPATHY_0_21_4'
  11 username = 'xclaesse'
  12
  13 template = '''
  14 $name $version is now available for download from:
  15 $download
  16
  17 $md5sums
  18
  19 What is it?
  20 ===========
  21 $about
  22
  23 Where can I find out more?
  24 ==========================
  25 You can visit the project web site:
  26 $website
  27
  28 What's New?
  29 ===========
  30 $news
  31
  32 $footer
  33 '''
  34
  35 def exec_cmd (cmd):
  36         return os.popen(cmd).read()
  37
  38 class Commit:
  39         ref = ''
  40         author = ''
  41         date = ''
  42         message = ''
  43         bug = ''
  44         summary = ''
  45         translation = False
  46
  47         def parse(self):
  48                 if self.message[len(self.message) - 1] == ')':
  49                         p1 = self.message.rfind('(')
  50                         self.author = self.message[p1+1:len(self.message) - 1]
  51                         self.message = self.message[:p1]
  52
  53                 p1 = self.message.find('#')
  54                 p2 = self.message.find(' ', p1)
  55                 if p1 != -1:
  56                         self.bug = self.message[p1+1:p2]
  57
  58                 message = self.message.lower()
  59                 if message.find('translation') != -1 and\
  60                    message.find('updated') != -1:
  61                         self.translation = True
  62                         exp = '.*pdated(?P<name>.*).ranslation.*'
  63                         lang_re = re.compile(exp, re.S | re.M)
  64                         match = lang_re.match(self.message)
  65                         if match:
  66                                 lang = match.group('name').strip()
  67                                 self.summary = "Updated " + lang + " Translation"
  68                         else:
  69                                 self.summary = self.message
  70                         self.summary += ' (' + self.author + ').'
  71
  72                 return self.bug
  73
  74 class Project:
  75         package_name = ''
  76         package_version = ''
  77         package_module = ''
  78         package_dl_url = ''
  79         description = ''
  80         url = ''
  81         md5sums = ''
  82         news = ''
  83         translations = ''
  84         new_tag = ''
  85         notes = ''
  86         commits = []
  87
  88         def __init__(self):
  89                 self.get_package_info()
  90                 self.get_new_tag()
  91                 self.get_bugzilla_info()
  92                 self.get_md5sums()
  93                 self.get_news()
  94                 self.get_commits()
  95                 self.get_notes()
  96
  97         def make_tag(self):
  98                 url1 = exec_cmd('git-config svn-remote.svn.url').strip()
  99                 url2 = url1[:url1.rfind('/')] + '/tags/' + self.new_tag
 100
 101                 exec_cmd('svn copy %s %s -m "Tagged for release %s."' % (url1, url2, self.package_version))
 102                 exec_cmd('git-tag -m "Tagged for release %s." %s' % ( self.package_version, self.new_tag))
 103
 104         def make_news(self):
 105                 bugs = ''
 106                 translations = ''
 107                 others = ''
 108                 for co in self.commits:
 109                         if co.summary == '':
 110                                 others += '- ' + co.message + '\n'
 111                         elif co.translation == False:
 112                                 bugs += '- ' + co.summary + '\n'
 113                         else :
 114                                 translations += '- ' + co.summary + '\n'
 115
 116                 news = 'NEW in '+ self.package_version + '\n==============\n'
 117                 news += others + '\n' + bugs + '\nTranslations:\n' + translations + '\n'
 118
 119                 f = open ('/tmp/NEWS', 'w')
 120                 s = f.write(news)
 121                 f.close()
 122
 123                 exec_cmd('cat NEWS >> /tmp/NEWS')
 124                 exec_cmd('mv /tmp/NEWS .')
 125
 126         def upload_tarball(self):
 127                 # This is the tarball we are going to upload
 128                 tarball = '%s-%s.tar.gz' % (package_name.lower(), package_version)
 129
 130                 cmd = 'scp %s %s@%s:' % (tarball, username, upload_server)
 131                 exec_cmd(cmd)
 132
 133                 cmd = 'ssh %s@%s install-module %s' % (username, upload_server, tarball)
 134                 exec_cmd(cmd)
 135
 136         def get_new_tag(self):
 137                 self.new_tag = self.package_name.upper() + '_' +\
 138                                self.package_version.replace('.', '_')
 139
 140         def get_notes(self):
 141                 name = self.package_name
 142                 version = self.package_version
 143                 download = self.package_dl_url
 144                 md5sums = self.md5sums
 145                 about = self.description
 146                 website = self.url
 147                 news = self.news
 148                 footer = '%s\n%s team' % (datetime.date.today().strftime('%d %B %Y'),\
 149                                           self.package_name)
 150
 151                 t = Template(template)
 152                 self.notes = text = t.substitute(locals())
 153
 154         def get_news(self):
 155                 f = open ('NEWS', 'r')
 156                 s = f.read()
 157                 f.close()
 158                 start = s.find ('NEW in '+ self.package_version)
 159                 if start != -1:
 160                         start = s.find ('\n', start) + 1
 161                         start = s.find ('\n', start) + 1
 162                         end = s.find ('NEW in', start) - 1
 163                         self.news = s[start:end]
 164
 165         def get_md5sums(self):
 166                 cmd = 'md5sum %s-%s.tar.gz' % (self.package_name.lower(), self.package_version)
 167                 self.md5sums += exec_cmd(cmd)
 168
 169                 cmd = 'md5sum %s-%s.tar.bz2' % (self.package_name.lower(), self.package_version)
 170                 self.md5sums += exec_cmd(cmd)
 171
 172         def get_package_info(self):
 173                 f = open('config.h', 'r')
 174                 s = f.read()
 175                 f.close()
 176
 177                 key = {}
 178                 key['package'] = '#define PACKAGE_NAME "'
 179                 key['version'] = '#define PACKAGE_VERSION "'
 180                 key['bugreport'] = '#define PACKAGE_BUGREPORT "'
 181
 182                 for line in s.splitlines(1):
 183                         if line.startswith(key['package']):
 184                                 p1 = len(key['package'])
 185                                 p2 = line.rfind('"')
 186                                 self.package_name = line[p1:p2]
 187                         elif line.startswith(key['version']):
 188                                 p1 = len(key['version'])
 189                                 p2 = line.rfind('"')
 190                                 self.package_version = line[p1:p2]
 191                         elif line.startswith(key['bugreport']):
 192                                 p2 = line.rfind('"')
 193                                 p1 = line.rfind('=') + 1
 194                                 self.package_module = line[p1:p2]
 195
 196                 first = self.package_version.find('.')
 197                 second = self.package_version.find('.', first + 1)
 198                 if first == -1 or second == -1 or first == second:
 199                         version_dir = self.package_version
 200                 else:
 201                         version_dir = self.package_version[:second]
 202                 self.package_dl_url = 'http://download.gnome.org/sources/%s/%s/' % (self.package_name.lower(),
 203                                                                                     version_dir)
 204
 205         def get_bugzilla_info(self):
 206                 query = 'http://bugzilla.gnome.org/browse.cgi?product=%s' % (self.package_module)
 207                 f = urllib.urlopen(query)
 208                 s = f.read()
 209                 f.close()
 210
 211                 s1 = '<p><i>'
 212                 i = s.find(s1)
 213                 start = i + len(s1)
 214                 s2 = '</i></p>'
 215                 end = s.find(s2, i + 1)
 216                 self.description = s[start:end]
 217
 218                 s1 = "GNOME SVN"
 219                 i = s.find(s1)
 220                 s1 = "href"
 221                 i = s.find(s1, i)
 222                 start = i + 6
 223                 s2 = '">'
 224                 end = s.find(s2, start)
 225                 self.url = s[start:end]
 226
 227         def get_commits(self):
 228                 bugs = ''
 229                 co = None
 230                 changes = exec_cmd ("git-log " + prev_tag + "..")
 231                 for line in changes.splitlines(1):
 232                         if line.startswith('commit'):
 233                                 if co != None:
 234                                         bug = co.parse()
 235                                         if bug:
 236                                                 if bugs != '':
 237                                                         bugs += ','
 238                                                 bugs += bug
 239
 240                                 co = Commit()
 241                                 self.commits.append(co)
 242                                 p1 = line.find(' ')
 243                                 co.ref = line[p1:].strip()
 244                         elif line.startswith('Author:'):
 245                                 p1 = line.find(' ')
 246                                 p2 = line.find('<')
 247                                 co.author = line[p1:p2].strip()
 248                         elif line.startswith('Date:'):
 249                                 p1 = line.find(' ')
 250                                 co.date = line[p1:].strip()
 251                         elif line.startswith('    git-svn-id:'):
 252                                 continue
 253                         elif line.startswith('Merge:'):
 254                                 continue
 255                         else:
 256                                 msg = line.strip()
 257                                 if msg == '':
 258                                         continue
 259                                 if msg.startswith('*'):
 260                                         p1 = msg.find(':')
 261                                         msg = msg[p1 + 1:].strip()
 262                                 elif msg.startswith('2007-') or msg.startswith('2008-'):
 263                                         continue
 264                                 if co.message != '':
 265                                         co.message += '\n'
 266                                 co.message += msg
 267
 268                 # Bugzilla query to use
 269                 query = 'http://bugzilla.gnome.org/buglist.cgi?ctype=csv' \
 270                         '&bug_status=RESOLVED,CLOSED,VERIFIED' \
 271                         '&resolution=FIXED' \
 272                         '&bug_id=' + bugs.replace(',', '%2c')
 273
 274                 f = urllib.urlopen(query)
 275                 s = f.read()
 276                 f.close()
 277
 278                 col_bug_id = -1
 279                 col_description = -1
 280
 281                 reader = csv.reader(s.splitlines(1))
 282                 header = reader.next()
 283                 i = 0
 284
 285                 for col in header:
 286                         if col == 'bug_id':
 287                                 col_bug_id = i
 288                         if col == 'short_short_desc':
 289                                 col_description = i
 290                         i = i + 1
 291
 292                 for row in reader:
 293                         bug_number = row[col_bug_id]
 294                         description = row[col_description]
 295
 296                         for co in self.commits:
 297                                 if co.bug == bug_number:
 298                                         co.summary = 'Fixed #%s, %s (%s)' % (co.bug, description, co.author)
 299                                         break
 300
 301 p = Project()