Rietveld Code Review Tool
Help | Bug tracker | Discussion group | Source code

Unified Diff: globals/get_browser_versions.py

Issue 6702768332996608: Issue 2432 - Auto-generate browser versions on requirements page (Closed)
Patch Set: Removed debug print Created May 13, 2015, 6:38 p.m.
Use n/p to move between diff chunks; N/P to move between comments.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « .hgignore ('k') | pages/requirements.tmpl » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: globals/get_browser_versions.py
===================================================================
new file mode 100644
--- /dev/null
+++ b/globals/get_browser_versions.py
@@ -0,0 +1,215 @@
+import re
+import os
+import sys
+import json
+import urllib2
+import errno
+import logging
+from xml.dom import minidom
+
+from jinja2 import contextfunction
+
+BROWSERS = {}
+
+CHROME_UPDATE_XML = '''\
+<?xml version="1.0" encoding="UTF-8"?>
+<request protocol="3.0" ismachine="0">
+ <os platform="win" version="99" arch="x64"/>
+ <app appid="{4DC8B4CA-1BDA-483E-B5FA-D3C12E15B62D}">
+ <updatecheck/>
+ </app>
+ <app appid="{4DC8B4CA-1BDA-483E-B5FA-D3C12E15B62D}" ap="x64-beta-multi-chrome">
+ <updatecheck/>
+ </app>
+ <app appid="{4DC8B4CA-1BDA-483E-B5FA-D3C12E15B62D}" ap="x64-dev-multi-chrome">
+ <updatecheck/>
+ </app>
+</request>'''
+
+def get_mozilla_version(product, origin_version, channel,
+ minor=False, subdomain='aus4', origin_build='-',
+ attribute='appVersion', platform='WINNT_x86-msvc'):
+ response = urllib2.urlopen('https://%s.mozilla.org/update/3/%s/%s/%s/%s/en-US/%s/-/default/default/update.xml?force=1' % (
+ subdomain,
+ product,
+ origin_version,
+ origin_build,
+ platform,
+ channel
+ ))
+ try:
+ doc = minidom.parse(response)
+ finally:
+ response.close()
+
+ update = doc.getElementsByTagName('update')[0]
+ full_version = update.getAttribute(attribute)
+
+ match = re.search(r'^(\d+)(?:\.\d+)?', full_version)
+ if minor:
+ return match.group(0)
+ return match.group(1)
+
+def get_mozilla_versions(product, origin_version, release_minor=False):
+ return {
+ 'current': get_mozilla_version(product, origin_version, 'release', release_minor),
+ 'unreleased': [
+ get_mozilla_version(product, origin_version, 'beta'),
+ get_mozilla_version(product, origin_version, 'aurora'),
+ get_mozilla_version(product, origin_version, 'nightly'),
+ ]
+ }
+
+BROWSERS['firefox'] = lambda: get_mozilla_versions('Firefox', '37.0')
+BROWSERS['thunderbird'] = lambda: get_mozilla_versions('Thunderbird', '31.0', True)
+
+def get_seamonkey_version(origin_version, origin_build, channel, **kw):
+ return get_mozilla_version('SeaMonkey', origin_version, channel, True,
+ 'aus2-community', origin_build, 'version', **kw)
+
+def get_seamonkey_versions():
+ versions = {
+ 'current': get_seamonkey_version('2.32', '20150112201917', 'release'),
+ 'unreleased': [get_seamonkey_version('2.32', '20150101215737', 'beta')]
+ }
+
+ # Aurora builds for Windows, and Nighlies for all platforms
+ # are currently broken, and don't seem to come back soon.
+ # https://bugzilla.mozilla.org/show_bug.cgi?id=1086553
+ for channel in ('aurora', 'nightly'):
+ try:
+ version = get_seamonkey_version('2.13.1', '20120909051705', channel, platform='Linux_x86-gcc3')
Wladimir Palant 2015/05/14 19:53:19 Nit: use '2.32', '-' here? Aurora and Nightly chan
Sebastian Noack 2015/05/15 10:24:54 Done. Note that while nightlies weren't working, s
+ except Exception:
+ continue
+ versions['unreleased'].append(version)
+
+ return versions
+
+BROWSERS['seamonkey'] = get_seamonkey_versions
+
+def get_chrome_version(manifest):
+ return manifest.getAttribute('version').split('.')[0]
+
+def get_chrome_versions():
+ response = urllib2.urlopen(urllib2.Request('https://tools.google.com/service/update2', CHROME_UPDATE_XML))
+ try:
+ doc = minidom.parse(response)
+ finally:
+ response.close()
+
+ manifests = doc.getElementsByTagName('manifest')
+ return {
+ 'current': get_chrome_version(manifests[0]),
+ 'unreleased': map(get_chrome_version, manifests[1:])
+ }
+
+BROWSERS['chrome'] = get_chrome_versions
+
+def get_opera_version(channel):
+ response = urllib2.urlopen('https://autoupdate.geo.opera.com/netinstaller/' + channel)
+ try:
+ spec = json.load(response)
+ finally:
+ response.close()
+
+ return re.search(r'\d+', spec['installer_filename']).group(0)
+
+def get_opera_versions():
+ return {
+ 'current': get_opera_version('Stable'),
+ 'unreleased': [
+ get_opera_version('Beta'),
+ get_opera_version('Developer')
+ ]
+ }
+
+BROWSERS['opera'] = get_opera_versions
+
+def get_yandex_version(suffix):
+ response = urllib2.urlopen('https://api.browser.yandex.ru/update-info/browser/yandex%s/win-yandex.xml' % suffix)
+ try:
+ doc = minidom.parse(response)
+ finally:
+ response.close()
+
+ item = doc.getElementsByTagName('item')[0]
+ description = item.getElementsByTagName('description')[0]
+ return re.search(r'\d+\.\d+', description.firstChild.nodeValue).group(0)
+
+def get_yandex_versions():
+ return {
+ 'current': get_yandex_version(''),
+ 'unreleased': [get_yandex_version('-beta')]
+ }
+
+BROWSERS['yandex'] = get_yandex_versions
+
+def open_cache_file(filename):
+ flags = os.O_RDWR | os.O_CREAT
+ try:
+ fd = os.open(filename, flags)
+ except OSError as e:
+ if e.errno != errno.ENOENT:
+ raise
+ os.makedirs(os.path.dirname(filename))
+ fd = os.open(filename, flags)
+ return os.fdopen(fd, 'w+')
+
+@contextfunction
+def get_browser_versions(context, browser):
+ func = BROWSERS[browser]
+ exc_info = None
+ try:
+ versions = func()
+ except Exception:
+ exc_info = sys.exc_info()
+
+ filename = os.path.join(context['source'].get_cache_dir(), 'browsers.json')
+ with open_cache_file(filename) as file:
+ try:
+ cache = json.load(file)
+ except ValueError:
+ if file.tell() > 0:
+ raise
+ cache = {}
+
+ cached_versions = cache.get(browser)
+ if exc_info:
+ if not cached_versions:
+ raise exc_info[0], exc_info[1], exc_info[2]
+
+ versions = cached_versions
+ logging.warning('Failed to get %s versions, falling back to '
+ 'cached versions', browser, exc_info=exc_info)
+ else:
+ # Determine previous version: If we recorded the version before and it
+ # changed since then, the old current version becomes the new previous
+ # version. If the version didn't change, use the cached previous version.
+ current = versions['current']
+ previous = None
+ if cached_versions:
+ cached_current = cached_versions['current']
+ if cached_current != current:
+ previous = cached_current
+ else:
+ previous = cached_versions['previous']
+ versions['previous'] = previous
+
+ # Remove duplicates from unreleased versions. Occasionally,
+ # different channels are on the same version, but we want
+ # to list each version only once.
+ versions['unreleased'] = sorted(
+ set(versions['unreleased']) - {current, previous},
+ key=lambda ver: map(int, ver.split('.'))
+ )
+
+ cache[browser] = versions
+ file.seek(0)
+ json.dump(cache, file)
+ file.truncate()
+
+ if not versions['previous']:
+ logging.warning("Couldn't determine previous browser version, "
+ 'please set %s.previous in %s', browser, filename)
+
+ return versions
« no previous file with comments | « .hgignore ('k') | pages/requirements.tmpl » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld