Issue 5579 - Download json file with locale revisions for multilocale build

mozharness/mozilla/l10n/locales.py

 #!/usr/bin/env python
 # ***** BEGIN LICENSE BLOCK *****
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this file,
 # You can obtain one at http://mozilla.org/MPL/2.0/.
 # ***** END LICENSE BLOCK *****
 """Localization.
 """
 
 import os
 from urlparse import urljoin
 import sys
 from copy import deepcopy
 
 sys.path.insert(1, os.path.dirname(sys.path[0]))
 
+# Added import. See https://issues.adblockplus.org/ticket/5579
+from mozharness.base.config import download_config_file
 from mozharness.base.config import parse_config_file
 from mozharness.base.errors import PythonErrorList
 from mozharness.base.parallel import ChunkingMixin
 
 
 # LocalesMixin {{{1
 class LocalesMixin(ChunkingMixin):
     def __init__(self, **kwargs):
         """ Mixins generally don't have an __init__.
         This breaks super().__init__() for children.
@@ skipping 11 matching lines @@
         ignore_locales = c.get("ignore_locales", [])
         additional_locales = c.get("additional_locales", [])
 
         if locales is None:
             locales = []
             if 'locales_file' in c:
                 # Best way to get abs/relative path to this?
                 locales_file = os.path.join(c['base_work_dir'], c['work_dir'],
                                             c['locales_file'])
                 locales = self.parse_locales_file(locales_file)
+            # Added locales_json_url configuration
+            # See https://issues.adblockplus.org/ticket/5579
+            elif 'locales_json_url' in c:
+                locales_json_file = os.path.join(c['base_work_dir'],
+                                                 c['work_dir'],
+                                                 "generated",
+                                                 "locales.json")
+                download_config_file(c['locales_json_url'], locales_json_file)
+                locales = self.parse_locales_json(locales_json_file)
             else:
                 self.fatal("No way to determine locales!")
         for locale in ignore_locales:
             if locale in locales:
                 self.debug("Ignoring locale %s." % locale)
                 locales.remove(locale)
         for locale in additional_locales:
             if locale not in locales:
                 self.debug("Adding locale %s." % locale)
                 locales.append(locale)
@@ skipping 28 matching lines @@
                         continue
                     self.locale_dict[locale] = locales_json[locale]['revision']
                 else:
                     # some other way of getting this?
                     self.locale_dict[locale] = 'default'
                 locales.append(locale)
         else:
             locales = self.read_from_file(locales_file).split()
         return locales
 
+    # Parses the appropriate revision/changeset for each locale
+    # See https://issues.adblockplus.org/ticket/5579
+    def parse_locales_json(self, locales_json_file):
+        locales = []
+        locales_json = parse_config_file(locales_json_file)
+        self.locale_dict = {}
+        locales_dict = locales_json['locales']
+        for locale in locales_dict.keys():
+            self.locale_dict[locale] = locales_dict[locale]['changeset']
+            locales.append(locale)
+        return locales
+
     def run_compare_locales(self, locale, halt_on_failure=False):
         dirs = self.query_abs_dirs()
         compare_locales_script = os.path.join(dirs['abs_compare_locales_dir'],
                                               'scripts', 'compare-locales')
         env = self.query_env(partial_env={'PYTHONPATH':
                              os.path.join(dirs['abs_compare_locales_dir'],
                                           'lib')})
         compare_locales_error_list = list(PythonErrorList)
         self.rmtree(dirs['abs_merge_dir'])
         self.mkdir_p(dirs['abs_merge_dir'])
@@ skipping 103 matching lines @@
                 'vcs': vcs,
                 'env': env,
             })
         self.gaia_locale_revisions = self.vcs_checkout_repos(repo_list=repos, parent_dir=base_dir)
 
 
 # __main__ {{{1
 
 if __name__ == '__main__':
     pass