Prepared buildtools for Safari

packagerSafari.py

 # coding: utf-8
 
 # This file is part of the Adblock Plus build tools,
 # Copyright (C) 2006-2013 Eyeo GmbH
 #
 # Adblock Plus is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License version 3 as
 # published by the Free Software Foundation.
 #
 # Adblock Plus is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 # GNU General Public License for more details.
 #
 # You should have received a copy of the GNU General Public License
 # along with Adblock Plus.  If not, see <http://www.gnu.org/licenses/>.
 
-import re, json
+import os
+import re
+import json
+import ConfigParser
 from urlparse import urlparse
-from collections import OrderedDict
 
 from packager import readMetadata, getDefaultFileName, getBuildVersion, getTemplate, Files
-from buildtools.packagerChrome import convertJS, importGeckoLocales, getIgnoredFiles, getPackageFiles, ImageConverter
-
-def createPlist(params, files):
-  template = getTemplate('Info.plist.tmpl')
+from packagerChrome import convertJS, importGeckoLocales, getIgnoredFiles, getPackageFiles, defaultLocale
+
+def processFile(path, data, params):
+  return data
+
+def createManifest(params, files):
+  template = getTemplate('Info.plist.tmpl', autoEscape=True)
   metadata = params['metadata']
-  catalog = json.loads(files['_locales/en_US/messages.json'])
-
-  def toxml(val, indent=0):
-    if isinstance(val, bool):
-      return '<true/>' if val else '<false/>'
-    if isinstance(val, (int, long)):
-      return '<real>%d</real>' % val
-    if isinstance(val, basestring):
-      return '<string>%s</string>' % val
-
-  def parse_section(section, levels=1):
-    rv = OrderedDict()
+  catalog = json.loads(files['_locales/%s/messages.json' % defaultLocale])
+
+  def parse_section(section, depth=1):
+    result = {}
 
     if not metadata.has_section(section):
-      return rv
+      return result
 
     for opt in metadata.options(section):
-      bits = opt.split('_', levels)
-      key = bits.pop(-1).replace('_', ' ').title()
-      d = rv
-
-      for x in bits:
+      bits = opt.split('_', depth)
+      key = bits.pop().replace('_', ' ').title()
+      val = metadata.get(section, opt)
+
+      try:
+        val = int(val)
+      except ValueError:
         try:
-          d = d[x]
-        except KeyError:
-          d[x] = d = OrderedDict()
-
-      d[key] = metadata.get(section, opt)
-
-    return rv
+          val = float(val)
+        except ValueError:
+          pass
+
+      reduce(lambda d, x: d.setdefault(x, {}), bits, result)[key] = val
+
+    return result
+
+  def get_optional(*args):
+    try:
+      return metadata.get(*args)
+    except ConfigParser.Error:
+      return None
 
   allowedDomains = set()
   allowAllDomains = False
   allowSecurePages = False
 
-  for perm in re.split(r'\s+', metadata.get('general', 'permissions')):
+  for perm in metadata.get('general', 'permissions').split():
     if perm == '<all_urls>':
       allowAllDomains = True
       allowSecurePages = True
       continue
 
     url = urlparse(perm)
 
     if url.scheme == 'https':
       allowSecurePages = True
     elif url.scheme != 'http':
       continue
 
     if '*' in url.hostname:
       allowAllDomains = True
       continue
 
     allowedDomains.add(url.hostname)
 
-  menus = parse_section('menus', 2)
-  toolbarItems = parse_section('toolbar_items')
-
   return template.render(
-    author=metadata.get('general', 'author'),
+    basename=metadata.get('general', 'basename'),
     version=params['version'],
+    shortVersion=metadata.get('general', 'version'),
+    releaseBuild=params['releaseBuild'],
     name=catalog['name']['message'],
-    description=catalog['description']['message'],
-    website=metadata.get('general', 'website'),
-    identifier=metadata.get('general', 'identifier'),
+    description=catalog['description_safari']['message'],
+    author=get_optional('general', 'author'),
+    homepage=get_optional('general', 'homepage'),
+    updateURL=get_optional('general', 'updateURL'),
     allowedDomains=allowedDomains,
     allowAllDomains=allowAllDomains,
     allowSecurePages=allowSecurePages,
-    contentScripts={
-      'start': metadata.get('contentScripts', 'document_start').split(),
-      'end':   metadata.get('contentScripts', 'document_end'  ).split(),
-    },
+    startScripts=(get_optional('contentScripts', 'document_start') or '').split(),
+    endScripts=(get_optional('contentScripts', 'document_end') or '').split(),
     menus=parse_section('menus', 2),
     toolbarItems=parse_section('toolbar_items'),
-    popovers=parse_section('popovers'),
-    toxml=toxml
+    popovers=parse_section('popovers')
   ).encode('utf-8')
 
 def createBackgroundPage(params):
-  template = getTemplate('background.html.tmpl')
+  template = getTemplate('background.html.tmpl', autoEscape=True)
   return template.render(
-    backgroundScripts=re.split(r'\s+', params['metadata'].get(
+    backgroundScripts=params['metadata'].get(
       'general', 'backgroundScripts'
-    ))
+    ).split()
   ).encode('utf-8')
 
 def createInfoModule(params):
   template = getTemplate('safariInfo.js.tmpl')
-  return template.render(params).encode('utf-8');
-
-def createBuild(baseDir, type, outFile=None, buildNum=None, releaseBuild=False):
+  return template.render(params).encode('utf-8')
+
+def fixAbsoluteUrls(files):
+  for filename, content in files.iteritems():
+    if os.path.splitext(filename)[1].lower() == '.html':
+      files[filename] = re.sub(
+        r'(<[^<>]*?\b(?:href|src)\s*=\s*["\']?)\/+',
+        r'\1' + '/'.join(['..'] * filename.count('/') + ['']),
+        content, re.S | re.I
+      )
+
+def createSignedXarArchive(outFile, files, keyFile):
+  import subprocess
+  import tempfile
+  import shutil
+  import M2Crypto
+
+  # write files to temporary directory and create a xar archive
+  dirname = tempfile.mkdtemp()
+  try:
+    for filename, contents in files.iteritems():
+      path = os.path.join(dirname, filename)
+
+      try:
+        os.makedirs(os.path.dirname(path))
+      except OSError:
+        pass
+
+      with open(path, 'wb') as file:
+        file.write(contents)
+
+    subprocess.check_output(
+      ['xar', '-czf', os.path.abspath(outFile), '--distribution'] + os.listdir(dirname),
+      cwd=dirname
+    )
+  finally:
+    shutil.rmtree(dirname)
+
+  certificate_filenames = []
+  try:
+    # load key and certificates from the all-in-one key file
+    # and write each certificate in DER format to a seperate
+    # temporary file, that they can be passed to xar
+    bio = M2Crypto.BIO.openfile(keyFile)
+    try:
+      key = M2Crypto.RSA.load_key_bio(bio)
+
+      bio.reset()
+      while True:
+        try:
+          cert = M2Crypto.X509.load_cert_bio(bio)
+        except M2Crypto.X509.X509Error:
+          break
+
+        fd, filename = tempfile.mkstemp()
+        try:
+          certificate_filenames.append(filename)
+          os.write(fd, cert.as_der())
+        finally:
+          os.close(fd)
+    finally:
+      bio.close()
+
+    # add certificates and placeholder signature
+    # to the xar archive, and get data to sign
+    fd, digestinfo_filename = tempfile.mkstemp()
+    os.close(fd)
+    try:
+      subprocess.check_call(
+        [
+          'xar', '--sign', '-f', outFile,
+          '--digestinfo-to-sign', digestinfo_filename,
+          '--sig-size', str(len(key.private_encrypt('', M2Crypto.RSA.pkcs1_padding)))
+        ] + [
+          arg for cert in certificate_filenames for arg in ('--cert-loc', cert)
+        ]
+      )
+
+      with open(digestinfo_filename, 'rb') as file:
+        digestinfo = file.read()
+    finally:
+      os.unlink(digestinfo_filename)
+  finally:
+    for filename in certificate_filenames:
+      os.unlink(filename)
+
+  # sign data and inject signature into xar archive
+  fd, signature_filename = tempfile.mkstemp()
+  try:
+    try:
+      os.write(fd, key.private_encrypt(
+        digestinfo,
+        M2Crypto.RSA.pkcs1_padding
+      ))
+    finally:
+      os.close(fd)
+
+    subprocess.check_call(['xar', '--inject-sig', signature_filename, '-f', outFile])
+  finally:
+    os.unlink(signature_filename)
+
+def createBuild(baseDir, type, outFile=None, buildNum=None, releaseBuild=False, keyFile=None):
   metadata = readMetadata(baseDir, type)
   version = getBuildVersion(baseDir, metadata, releaseBuild, buildNum)
 
-  if outFile == None:
-    outFile = getDefaultFileName(baseDir, metadata, version, 'zip')
+  if not outFile:
+    outFile = getDefaultFileName(baseDir, metadata, version, 'safariextz' if keyFile else 'zip')
 
   params = {
     'type': type,
     'baseDir': baseDir,
     'releaseBuild': releaseBuild,
     'version': version,
     'devenv': False,
     'metadata': metadata,
   }
 
   files = Files(getPackageFiles(params), getIgnoredFiles(params),
-                process=lambda path, data: data)
+                process=lambda path, data: processFile(path, data, params))
   if metadata.has_section('mapping'):
     files.readMappedFiles(metadata.items('mapping'))
   files.read(baseDir)
 
   if metadata.has_section('convert_js'):
     convertJS(params, files)
 
   if metadata.has_section('convert_img'):
-    ImageConverter().convert(params, files)
+    from imageConversion import convertImages
+    convertImages(params, files)
+
+  if metadata.has_section('preprocess'):
+    files.preprocess(
+      [f for f, _ in metadata.items('preprocess')],
+      {'needsExt': True}
+    )
 
   if metadata.has_section('import_locales'):
     importGeckoLocales(params, files)
 
   files['lib/info.js'] = createInfoModule(params)
   files['background.html'] = createBackgroundPage(params)
-  files['Info.plist'] = createPlist(params, files)
-
-  with open(outFile, 'wb') as f:
-    f.write(files.zipToString())
+  files['Info.plist'] = createManifest(params, files)
+
+  fixAbsoluteUrls(files)
+
+  dirname = metadata.get('general', 'basename') + '.safariextension'
+  for filename in files.keys():
+    files[os.path.join(dirname, filename)] = files.pop(filename)
+
+  if keyFile:
+    createSignedXarArchive(outFile, files, keyFile)
+  else:
+    files.zip(outFile)