Issue 5496 - Use omahaproxy to get chrome-versions

globals/get_browser_versions.py

 import re
 import os
 import sys
 import json
 import urllib
 import errno
 import logging
 import time
 from xml.dom import minidom
 
 from jinja2 import contextfunction
 
 BROWSERS = {}
 BASE_URL = 'https://product-details.mozilla.org/1.0'
 FIREFOX_URL = BASE_URL + '/firefox_versions.json'
 THUNDERBIRD_URL = BASE_URL + '/thunderbird_versions.json'
 SEAMONKEY_URL = 'http://www.seamonkey-project.org/seamonkey_versions.json'
-
-CHROME_UPDATE_XML = '''\
-<?xml version="1.0" encoding="UTF-8"?>
-<request protocol="3.0" ismachine="0">
-  <os platform="win" version="99" arch="x64"/>
-  <app appid="{4DC8B4CA-1BDA-483E-B5FA-D3C12E15B62D}">
-    <updatecheck/>
-  </app>
-  <app appid="{4DC8B4CA-1BDA-483E-B5FA-D3C12E15B62D}" ap="x64-beta-multi-chrome">
-    <updatecheck/>
-  </app>
-  <app appid="{4DC8B4CA-1BDA-483E-B5FA-D3C12E15B62D}" ap="x64-dev-multi-chrome">
-    <updatecheck/>
-  </app>
-</request>'''
+CHROME_URL = 'https://omahaproxy.appspot.com/all.json?os=win'

[saroyanm, 2017/08/14 14:26:10]

The URL mentioned in the Issue tracker doesn't include os=win parameter. Is the
usage intentional ?

[Sebastian Noack, 2017/08/14 14:33:30]

Note that this is consistent with the old implementation, using the update API,
where we set <os platform="win">. Since the requirements page doesn't account
for different Chrome version potentially being released for different operating
systems, we have to abstract that detail away. Using the version numbers of
Chrome for Windows seems reasonable as this is by far the most widely used
operating system. I've updated the issue description.

[saroyanm, 2017/08/14 14:34:48]

Acknowledged.

 
 cache = {}
 
 
 def get_json_versions(product_url):
     response = urllib.urlopen(product_url)
     try:
         doc = json.load(response)
     except json.ValueError:
         print 'URL: %s not returning json object'.format(product_url)
@@ skipping 43 matching lines @@
             seamonkey_versions['LATEST_SEAMONKEY_MILESTONE_VERSION'],
             seamonkey_versions['LATEST_SEAMONKEY_DEVEL_VERSION'],
         ]
     }
 
     return versions
 
 BROWSERS['seamonkey'] = get_seamonkey_versions
 
 
-def get_chrome_version(manifest):
-    return manifest.getAttribute('version').split('.')[0]
-
-
 def get_chrome_versions():
-    response = urllib.urlopen('https://tools.google.com/service/update2', CHROME_UPDATE_XML)
+    response = urllib.urlopen(CHROME_URL)
     try:
-        doc = minidom.parse(response)
+        data = json.load(response)
     finally:
         response.close()
 
-    manifests = doc.getElementsByTagName('manifest')
+    versions = {
+        x['channel']: x['version'].split('.')[0]
+        for x in data[0]['versions']
+    }
+
     return {
-        'current': get_chrome_version(manifests[0]),
-        'unreleased': map(get_chrome_version, manifests[1:])
+        'current': versions['stable'],
+        'unreleased': [versions['beta'], versions['dev']],
     }
 
 BROWSERS['chrome'] = get_chrome_versions
 
 
 def get_opera_version(channel):
     response = urllib.urlopen('https://autoupdate.geo.opera.com/netinstaller/' + channel)
     try:
         spec = json.load(response)
     finally:
@@ skipping 120 matching lines @@
         file.seek(0)
         json.dump(persistent_cache, file)
         file.truncate()
 
     if not versions['previous']:
         logging.warning("Couldn't determine previous browser version, "
                         'please set %s.previous in %s', browser, filename)
 
     cache[browser] = versions
     return versions