Rietveld Code Review Tool
Help | Bug tracker | Discussion group | Source code

Side by Side Diff: packagerChrome.py

Issue 29562599: Issue 5751 - Removing legacy gecko support (Closed)
Patch Set: Rebasing against #5763 @ Patch Set 7 Created Oct. 6, 2017, 8:54 a.m.
Left:
Right:
Use n/p to move between diff chunks; N/P to move between comments.
Jump to:
View unified diff | Download patch
« no previous file with comments | « packager.py ('k') | packagerGecko.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # This Source Code Form is subject to the terms of the Mozilla Public 1 # This Source Code Form is subject to the terms of the Mozilla Public
2 # License, v. 2.0. If a copy of the MPL was not distributed with this 2 # License, v. 2.0. If a copy of the MPL was not distributed with this
3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
4 4
5 import errno 5 import errno
6 import io 6 import io
7 import json 7 import json
8 import os 8 import os
9 import re 9 import re
10 from StringIO import StringIO 10 from StringIO import StringIO
(...skipping 173 matching lines...) Expand 10 before | Expand all | Expand 10 after
184 ).encode('utf-8') 184 ).encode('utf-8')
185 185
186 186
187 def toJson(data): 187 def toJson(data):
188 return json.dumps( 188 return json.dumps(
189 data, ensure_ascii=False, sort_keys=True, 189 data, ensure_ascii=False, sort_keys=True,
190 indent=2, separators=(',', ': ') 190 indent=2, separators=(',', ': ')
191 ).encode('utf-8') + '\n' 191 ).encode('utf-8') + '\n'
192 192
193 193
194 def import_string_webext(data, key, source):
195 """Import a single translation from the source dictionary into data"""
196 data[key] = source
197
198
199 def import_string_gecko(data, key, value):
200 """Import Gecko-style locales into data.
201
202 Only sets {'message': value} in the data-dictionary, after stripping
203 undesired Gecko-style access keys.
204 """
205 match = re.search(r'^(.*?)\s*\(&.\)$', value)
206 if match:
207 value = match.group(1)
208 else:
209 index = value.find('&')
210 if index >= 0:
211 value = value[0:index] + value[index + 1:]
212
213 data[key] = {'message': value}
214
215
216 def import_locales(params, files): 194 def import_locales(params, files):
217 for item in params['metadata'].items('import_locales'): 195 for item in params['metadata'].items('import_locales'):
218 filename, keys = item 196 filename, keys = item
219 for sourceFile in glob.glob(os.path.join(os.path.dirname(item.source), 197 for sourceFile in glob.glob(os.path.join(os.path.dirname(item.source),
220 *filename.split('/'))): 198 *filename.split('/'))):
221 parts = sourceFile.split(os.path.sep) 199 parts = sourceFile.split(os.path.sep)
222 locale = parts[-2].replace('-', '_') 200 locale = parts[-2].replace('-', '_')
223 targetFile = os.path.join('_locales', locale, 'messages.json') 201 targetFile = os.path.join('_locales', locale, 'messages.json')
224 data = json.loads(files.get(targetFile, '{}').decode('utf-8')) 202 data = json.loads(files.get(targetFile, '{}').decode('utf-8'))
225 203
226 try: 204 try:
227 # The WebExtensions (.json) and Gecko format provide 205 with io.open(sourceFile, 'r', encoding='utf-8') as handle:
228 # translations differently and/or provide additional 206 sourceData = json.load(handle)
229 # information like e.g. "placeholders". We want to adhere to
230 # that and preserve the addtional info.
231 if sourceFile.endswith('.json'):
232 with io.open(sourceFile, 'r', encoding='utf-8') as handle:
233 sourceData = json.load(handle)
234 import_string = import_string_webext
235 else:
236 import localeTools
237 sourceData = localeTools.readFile(sourceFile)
238 import_string = import_string_gecko
239 207
240 # Resolve wildcard imports 208 # Resolve wildcard imports
241 if keys == '*' or keys == '=*': 209 if keys == '*' or keys == '=*':
242 importList = sourceData.keys() 210 importList = sourceData.keys()
243 importList = filter(lambda k: not k.startswith('_'), importL ist) 211 importList = filter(lambda k: not k.startswith('_'), importL ist)
244 if keys == '=*': 212 if keys == '=*':
245 importList = map(lambda k: '=' + k, importList) 213 importList = map(lambda k: '=' + k, importList)
246 keys = ' '.join(importList) 214 keys = ' '.join(importList)
247 215
248 for stringID in keys.split(): 216 for stringID in keys.split():
249 noMangling = False 217 noMangling = False
250 if stringID.startswith('='): 218 if stringID.startswith('='):
251 stringID = stringID[1:] 219 stringID = stringID[1:]
252 noMangling = True 220 noMangling = True
253 221
254 if stringID in sourceData: 222 if stringID in sourceData:
255 if noMangling: 223 if noMangling:
256 key = re.sub(r'\W', '_', stringID) 224 key = re.sub(r'\W', '_', stringID)
257 else: 225 else:
258 key = re.sub(r'\..*', '', parts[-1]) + '_' + re.sub( r'\W', '_', stringID) 226 key = re.sub(r'\..*', '', parts[-1]) + '_' + re.sub( r'\W', '_', stringID)
259 if key in data: 227 if key in data:
260 print 'Warning: locale string %s defined multiple ti mes' % key 228 print 'Warning: locale string %s defined multiple ti mes' % key
261 229
262 import_string(data, key, sourceData[stringID]) 230 data[key] = sourceData[stringID]
263 except Exception as e: 231 except Exception as e:
264 print 'Warning: error importing locale data from %s: %s' % (sour ceFile, e) 232 print 'Warning: error importing locale data from %s: %s' % (sour ceFile, e)
265 233
266 files[targetFile] = toJson(data) 234 files[targetFile] = toJson(data)
267 235
268 236
269 def truncate(text, length_limit): 237 def truncate(text, length_limit):
270 if len(text) <= length_limit: 238 if len(text) <= length_limit:
271 return text 239 return text
272 return text[:length_limit - 1].rstrip() + u'\u2026' 240 return text[:length_limit - 1].rstrip() + u'\u2026'
(...skipping 129 matching lines...) Expand 10 before | Expand all | Expand 10 after
402 params, 'testIndex.html.tmpl', ('general', 'testScripts') 370 params, 'testIndex.html.tmpl', ('general', 'testScripts')
403 ) 371 )
404 372
405 zipdata = files.zipToString() 373 zipdata = files.zipToString()
406 signature = None 374 signature = None
407 pubkey = None 375 pubkey = None
408 if keyFile != None: 376 if keyFile != None:
409 signature = signBinary(zipdata, keyFile) 377 signature = signBinary(zipdata, keyFile)
410 pubkey = getPublicKey(keyFile) 378 pubkey = getPublicKey(keyFile)
411 writePackage(outFile, pubkey, signature, zipdata) 379 writePackage(outFile, pubkey, signature, zipdata)
OLDNEW
« no previous file with comments | « packager.py ('k') | packagerGecko.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld