OLD | NEW |
1 # This Source Code Form is subject to the terms of the Mozilla Public | 1 # This Source Code Form is subject to the terms of the Mozilla Public |
2 # License, v. 2.0. If a copy of the MPL was not distributed with this | 2 # License, v. 2.0. If a copy of the MPL was not distributed with this |
3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. | 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. |
4 | 4 |
5 import errno | 5 import errno |
6 import io | 6 import io |
7 import json | 7 import json |
8 import os | 8 import os |
9 import re | 9 import re |
10 from StringIO import StringIO | 10 from StringIO import StringIO |
(...skipping 172 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
183 ).encode('utf-8') | 183 ).encode('utf-8') |
184 | 184 |
185 | 185 |
186 def toJson(data): | 186 def toJson(data): |
187 return json.dumps( | 187 return json.dumps( |
188 data, ensure_ascii=False, sort_keys=True, | 188 data, ensure_ascii=False, sort_keys=True, |
189 indent=2, separators=(',', ': ') | 189 indent=2, separators=(',', ': ') |
190 ).encode('utf-8') + '\n' | 190 ).encode('utf-8') + '\n' |
191 | 191 |
192 | 192 |
193 def import_string_webext(data, key, source): | |
194 """Import a single translation from the source dictionary into data""" | |
195 data[key] = source | |
196 | |
197 | |
198 def import_string_gecko(data, key, value): | |
199 """Import Gecko-style locales into data. | |
200 | |
201 Only sets {'message': value} in the data-dictionary, after stripping | |
202 undesired Gecko-style access keys. | |
203 """ | |
204 match = re.search(r'^(.*?)\s*\(&.\)$', value) | |
205 if match: | |
206 value = match.group(1) | |
207 else: | |
208 index = value.find('&') | |
209 if index >= 0: | |
210 value = value[0:index] + value[index + 1:] | |
211 | |
212 data[key] = {'message': value} | |
213 | |
214 | |
215 def import_locales(params, files): | 193 def import_locales(params, files): |
216 import localeTools | 194 import localeTools |
217 | 195 |
218 # FIXME: localeTools doesn't use real Chrome locales, it uses dash as | 196 # FIXME: localeTools doesn't use real Chrome locales, it uses dash as |
219 # separator instead. | 197 # separator instead. |
220 convert_locale_code = lambda code: code.replace('-', '_') | 198 convert_locale_code = lambda code: code.replace('-', '_') |
221 | 199 |
222 # We need to map Chrome locales to Gecko locales. Start by mapping Chrome | 200 # We need to map Chrome locales to Gecko locales. Start by mapping Chrome |
223 # locales to themselves, merely with the dash as separator. | 201 # locales to themselves, merely with the dash as separator. |
224 locale_mapping = {convert_locale_code(l): l for l in localeTools.chromeLocal
es} | 202 locale_mapping = {convert_locale_code(l): l for l in localeTools.chromeLocal
es} |
(...skipping 17 matching lines...) Expand all Loading... |
242 fileName, keys = item | 220 fileName, keys = item |
243 parts = map(lambda n: source if n == '*' else n, fileName.split('/')
) | 221 parts = map(lambda n: source if n == '*' else n, fileName.split('/')
) |
244 sourceFile = os.path.join(os.path.dirname(item.source), *parts) | 222 sourceFile = os.path.join(os.path.dirname(item.source), *parts) |
245 incompleteMarker = os.path.join(os.path.dirname(sourceFile), '.incom
plete') | 223 incompleteMarker = os.path.join(os.path.dirname(sourceFile), '.incom
plete') |
246 if not os.path.exists(sourceFile) or os.path.exists(incompleteMarker
): | 224 if not os.path.exists(sourceFile) or os.path.exists(incompleteMarker
): |
247 continue | 225 continue |
248 | 226 |
249 data = json.loads(files[targetFile].decode('utf-8')) | 227 data = json.loads(files[targetFile].decode('utf-8')) |
250 | 228 |
251 try: | 229 try: |
252 # The WebExtensions (.json) and Gecko format provide | 230 with io.open(sourceFile, 'r', encoding='utf-8') as handle: |
253 # translations differently and/or provide additional | 231 sourceData = json.load(handle) |
254 # information like e.g. "placeholders". We want to adhere to | |
255 # that and preserve the addtional info. | |
256 if sourceFile.endswith('.json'): | |
257 with io.open(sourceFile, 'r', encoding='utf-8') as handle: | |
258 sourceData = json.load(handle) | |
259 import_string = import_string_webext | |
260 else: | |
261 sourceData = localeTools.readFile(sourceFile) | |
262 import_string = import_string_gecko | |
263 | 232 |
264 # Resolve wildcard imports | 233 # Resolve wildcard imports |
265 if keys == '*' or keys == '=*': | 234 if keys == '*' or keys == '=*': |
266 importList = sourceData.keys() | 235 importList = sourceData.keys() |
267 importList = filter(lambda k: not k.startswith('_'), importL
ist) | 236 importList = filter(lambda k: not k.startswith('_'), importL
ist) |
268 if keys == '=*': | 237 if keys == '=*': |
269 importList = map(lambda k: '=' + k, importList) | 238 importList = map(lambda k: '=' + k, importList) |
270 keys = ' '.join(importList) | 239 keys = ' '.join(importList) |
271 | 240 |
272 for stringID in keys.split(): | 241 for stringID in keys.split(): |
273 noMangling = False | 242 noMangling = False |
274 if stringID.startswith('='): | 243 if stringID.startswith('='): |
275 stringID = stringID[1:] | 244 stringID = stringID[1:] |
276 noMangling = True | 245 noMangling = True |
277 | 246 |
278 if stringID in sourceData: | 247 if stringID in sourceData: |
279 if noMangling: | 248 if noMangling: |
280 key = re.sub(r'\W', '_', stringID) | 249 key = re.sub(r'\W', '_', stringID) |
281 else: | 250 else: |
282 key = re.sub(r'\..*', '', parts[-1]) + '_' + re.sub(
r'\W', '_', stringID) | 251 key = re.sub(r'\..*', '', parts[-1]) + '_' + re.sub(
r'\W', '_', stringID) |
283 if key in data: | 252 if key in data: |
284 print 'Warning: locale string %s defined multiple ti
mes' % key | 253 print 'Warning: locale string %s defined multiple ti
mes' % key |
285 | 254 |
286 import_string(data, key, sourceData[stringID]) | 255 data[key] = sourceData[stringID] |
287 except Exception as e: | 256 except Exception as e: |
288 print 'Warning: error importing locale data from %s: %s' % (sour
ceFile, e) | 257 print 'Warning: error importing locale data from %s: %s' % (sour
ceFile, e) |
289 | 258 |
290 files[targetFile] = toJson(data) | 259 files[targetFile] = toJson(data) |
291 | 260 |
292 | 261 |
293 def truncate(text, length_limit): | 262 def truncate(text, length_limit): |
294 if len(text) <= length_limit: | 263 if len(text) <= length_limit: |
295 return text | 264 return text |
296 return text[:length_limit - 1].rstrip() + u'\u2026' | 265 return text[:length_limit - 1].rstrip() + u'\u2026' |
(...skipping 128 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
425 params, 'testIndex.html.tmpl', ('general', 'testScripts') | 394 params, 'testIndex.html.tmpl', ('general', 'testScripts') |
426 ) | 395 ) |
427 | 396 |
428 zipdata = files.zipToString() | 397 zipdata = files.zipToString() |
429 signature = None | 398 signature = None |
430 pubkey = None | 399 pubkey = None |
431 if keyFile != None: | 400 if keyFile != None: |
432 signature = signBinary(zipdata, keyFile) | 401 signature = signBinary(zipdata, keyFile) |
433 pubkey = getPublicKey(keyFile) | 402 pubkey = getPublicKey(keyFile) |
434 writePackage(outFile, pubkey, signature, zipdata) | 403 writePackage(outFile, pubkey, signature, zipdata) |
OLD | NEW |