Issue 1093 - Separate update manifest generation

sitescripts/extensions/utils.py

 # coding: utf-8
 
 # This file is part of the Adblock Plus web scripts,
 # Copyright (C) 2006-2014 Eyeo GmbH
 #
 # Adblock Plus is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License version 3 as
 # published by the Free Software Foundation.
 #
 # Adblock Plus is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 # GNU General Public License for more details.
 #
 # You should have received a copy of the GNU General Public License
 # along with Adblock Plus.  If not, see <http://www.gnu.org/licenses/>.
 
 import re
 import os
 import subprocess
+import urlparse
 from ConfigParser import SafeConfigParser, NoOptionError
 from StringIO import StringIO
 from sitescripts.utils import get_config
+from sitescripts.extensions.android import get_min_sdk_version
+from buildtools.packagerGecko import KNOWN_APPS
 
 def compareVersionParts(part1, part2):
   def convertInt(value, default):
     try:
       return int(value)
     except ValueError:
       return default
 
   def convertVersionPart(part):
     if part == '*':
@@ skipping 215 matching lines @@
       except M2Crypto.X509.X509Error:
         raise Exception('No safari developer certificate found in chain')
 
       subject = cert.get_subject()
       for entry in subject.get_entries_by_nid(subject.nid['CN']):
         m = re.match(r'Safari Developer: \((.*?)\)', entry.get_data().as_text())
         if m:
           return m.group(1)
   finally:
     bio.close()
+
+def _getLocalLink(repo):

[Felix Dahlke, 2014/07/22 08:11:11]

These functions have just been moved. The only change I did was to prefix local
functions with a _.

+  """
+  gets the link for the newest download of an add-on in the local downloads
+  repository
+  """
+  highestURL = None
+  highestVersion = None
+
+  for filename, version in repo.getDownloads():
+    if not highestVersion or compareVersions(version, highestVersion) > 0:
+      highestURL = urlparse.urljoin(repo.downloadsURL, filename)
+      highestVersion = version
+
+  return (highestURL, highestVersion)
+
+def _getDownloadLink(repo):
+  """
+  gets the download link to the most current version of an extension
+  """
+  # you can't easily install extensions from third-party sources on Chrome
+  # and Opera. So always get the link for the version on the Web Store.
+  if repo.galleryID:
+    if repo.type == "chrome":
+      return getGoogleDownloadLink(repo.galleryID)
+    if repo.type == "opera":
+      return getOperaDownloadLink(repo.galleryID)
+
+  (localURL, localVersion) = _getLocalLink(repo)
+
+  # get a link to Firefox Add-Ons, if the latest version has been published there
+  if repo.type == 'gecko' and repo.galleryID:
+    (galleryURL, galleryVersion) = getMozillaDownloadLink(repo.galleryID)
+    if not localVersion or (galleryVersion and
+                            compareVersions(galleryVersion, localVersion) >= 0):
+      return (galleryURL, galleryVersion)
+
+  return (localURL, localVersion)
+
+def _getQRCode(text):
+  try:
+    import qrcode
+    import base64
+    import Image    # required by qrcode but not formally a dependency
+  except:
+    return None
+
+  data = StringIO()
+  qrcode.make(text, box_size=5).save(data, 'png')
+  return 'data:image/png;base64,' + base64.b64encode(data.getvalue())
+
+def getDownloadLinks(result):
+  """
+  gets the download links for all extensions and puts them into the config
+  object
+  """
+  for repo in Configuration.getRepositoryConfigurations():
+    (downloadURL, version) = _getDownloadLink(repo)
+    if downloadURL == None:
+      continue
+    if not result.has_section(repo.repositoryName):
+      result.add_section(repo.repositoryName)
+    result.set(repo.repositoryName, "downloadURL", downloadURL)
+    result.set(repo.repositoryName, "version", version)
+
+    qrcode = _getQRCode(downloadURL)
+    if qrcode != None:
+      result.set(repo.repositoryName, "qrcode", qrcode)
+
+def readMetadata(repo, version):
+  """
+  reads extension ID and compatibility information from metadata file in the
+  extension's repository
+  """
+  if repo.type == 'android':
+    command = ['hg', '-R', repo.repository, 'id', '-r', version, '-n']
+    result = subprocess.check_output(command)
+    revision = re.sub(r'\D', '', result)
+
+    return {
+      'revision': revision,
+      'minSdkVersion': get_min_sdk_version(repo, version),
+    }
+  elif repo.type == 'safari':
+    metadata = repo.readMetadata(version)
+    return {
+      'certificateID': getSafariCertificateID(repo.keyFile),
+      'version': version,
+      'shortVersion': version,
+      'basename': metadata.get('general', 'basename'),
+    }
+  elif repo.type == 'gecko':
+    metadata = repo.readMetadata(version)
+    result = {
+      'extensionID': metadata.get('general', 'id'),
+      'version': version,
+      'compat': []
+    }
+    for key, value in KNOWN_APPS.iteritems():
+      if metadata.has_option('compat', key):
+        minVersion, maxVersion = metadata.get('compat', key).split('/')
+        result['compat'].append({'id': value, 'minVersion': minVersion, 'maxVersion': maxVersion})
+    return result
+  else:
+    raise Exception('unknown repository type %r' % repo.type)