Issue 6371 - Update buildtools dep. to c830dfa08e2f, use AMO-signing API

sitescripts/extensions/bin/createNightlies.py

 # This file is part of the Adblock Plus web scripts,
 # Copyright (C) 2006-present eyeo GmbH
 #
 # Adblock Plus is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License version 3 as
 # published by the Free Software Foundation.
 #
 # Adblock Plus is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
@@ skipping 330 matching lines @@
             except:
                 # clear broken output if any
                 if os.path.exists(self.path):
                     os.remove(self.path)
                 raise
         else:
             env = os.environ
             spiderMonkeyBinary = self.config.spiderMonkeyBinary
             if spiderMonkeyBinary:
                 env = dict(env, SPIDERMONKEY_BINARY=spiderMonkeyBinary)
+
+            command = [os.path.join(self.tempdir, 'build.py')]
             if self.config.type == 'safari':
-                cmd_order = ['-t', self.config.type, 'build']
+                command.extend(['-t', self.config.type, 'build'])
             else:
-                cmd_order = ['build', '-t', self.config.type]
-            command = [os.path.join(self.tempdir, 'build.py')] + cmd_order
-            command += ['-b', self.buildNum]

[Sebastian Noack, 2018/03/09 00:33:18]

You could use list.extend() in order to modify the list in place:

  command = [os.path.join(self.tempdir, 'build.py')]
  if self.config.type == 'safari':
      command.extend(['-t', self.config.type, 'build'])
  else:
      command.extend(['build', '-t', self.config.type])
  command.extend(['-b', self.buildNum])

[tlucas, 2018/03/09 08:12:57]

Done.

+                command.extend(['build', '-t', self.config.type])
+            command.extend(['-b', self.buildNum])
 
             if self.config.type not in {'gecko', 'edge'}:
                 command.extend(['-k', self.config.keyFile])
             command.append(self.path)
             subprocess.check_call(command, env=env)
 
         if not os.path.exists(self.path):
             raise Exception("Build failed, output file hasn't been created")
 
         if self.config.type not in self.downloadable_repos:
             linkPath = os.path.join(baseDir,
-                                    '00latest%s' % self.config.packageSuffix)

[Sebastian Noack, 2018/03/09 00:33:19]

Please use .format() instead of %. flake8-eyeo would normally warn about this,
but the error is likely ignored for this file.

[tlucas, 2018/03/09 08:12:58]

This is flawed, yes - but .format() should be used for more complex situations.
I'll simply use the + operator.

[Sebastian Noack, 2018/03/09 16:16:27]

You are right, since we just append in the end, + should be used.

+                                    '00latest' + self.config.packageSuffix)
             self.symlink_or_copy(self.path, linkPath)
 
     def retireBuilds(self):
         """
           removes outdated builds, returns the sorted version numbers of remaining
           builds
         """
         baseDir = os.path.join(self.config.nightliesDirectory, self.basename)
         versions = []
         prefix = self.basename + '-'
@@ skipping 36 matching lines @@
             }
             if os.path.exists(os.path.join(baseDir, changelogFile)):
                 link['changelog'] = changelogFile
             links.append(link)
         template = get_template(get_config().get('extensions', 'nightlyIndexPage'))
         template.stream({'config': self.config, 'links': links}).dump(outputPath)
 
     def read_downloads_lockfile(self):
         path = get_config().get('extensions', 'downloadLockFile')
         try:
-            current = {}
             with open(path, 'r') as fp:
                 current = json.load(fp)
         except IOError:
             logging.warning('No lockfile found. Creating ' + path)
+            current = {}
 
         return current
 
     def write_downloads_lockfile(self, values):
         path = get_config().get('extensions', 'downloadLockFile')
         with open(path, 'w') as fp:
             json.dump(values, fp)
 
     def add_to_downloads_lockfile(self, platform, values):
         current = self.read_downloads_lockfile()
@@ skipping 64 matching lines @@
                     'application/x-xpinstall'
                 )
             })
 
         request = self.generate_jwt_request(
             config.get('extensions', 'amo_key'),
             config.get('extensions', 'amo_secret'),
             upload_url,
             'PUT',
             data,
-            (('Content-Type', content_type),),
+            [('Content-Type', content_type)]
         )
 
         try:
             urllib2.urlopen(request).close()
         except urllib2.HTTPError as e:
             try:
                 logging.error(e.read())
             finally:
                 e.close()
             raise
@@ skipping 21 matching lines @@
 
         necessary = ['passed_review', 'reviewed', 'processed', 'valid']
         if all(response[x] for x in necessary):
             download_url = response['files'][0]['download_url']
             checksum = response['files'][0]['hash']
 
             filename = '{}-{}.xpi'.format(self.basename, version)
             file_path = os.path.join(
                 config.get('extensions', 'nightliesDirectory'),
                 self.basename,
-                filename,

[Sebastian Noack, 2018/03/09 00:33:19]

Nit: Redundant comma after last argument.

[tlucas, 2018/03/09 08:12:57]

Done.

+                filename
             )
 
             request = self.generate_jwt_request(iss, secret, download_url,
                                                 'GET')
             try:
                 response = urllib2.urlopen(request)
             except urllib2.HTTPError as e:
                 logging.error(e.read())
 
             # Verify the extension's integrity
             file_content = response.read()
             sha256 = hashlib.sha256(file_content)
             returned_checksum = '{}:{}'.format(sha256.name, sha256.hexdigest())
 
             if returned_checksum != checksum:
                 logging.error('Checksum could not be verified: {} vs {}'
                               ''.format(checksum, returned_checksum))
 
             with open(file_path, 'w') as fp:
                 fp.write(file_content)
 
             self.update_link = os.path.join(
                 config.get('extensions', 'nightliesURL'),
                 self.basename,
-                filename,

[Sebastian Noack, 2018/03/09 00:33:19]

Nit: Redundant comma after last argument.

[tlucas, 2018/03/09 08:12:57]

Done.

+                filename
             )
 
             self.remove_from_downloads_lockfile(self.config.type,
                                                 'version',
                                                 version)
         elif not response['passed_review'] or not response['valid']:
             # When the review failed for any reason, we want to know about it
             logging.error(json.dumps(response, indent=4))
             self.remove_from_downloads_lockfile(self.config.type,
                                                 'version',
@@ skipping 288 matching lines @@
 
     file = open(nightlyConfigFile, 'wb')
     nightlyConfig.write(file)
 
 
 if __name__ == '__main__':
     parser = argparse.ArgumentParser()
     parser.add_argument('--download', action='store_true', default=False)
     args = parser.parse_args()
     main(args.download)