| Left: | ||
| Right: |
| LEFT | RIGHT |
|---|---|
| 1 # This Source Code Form is subject to the terms of the Mozilla Public | 1 # This Source Code Form is subject to the terms of the Mozilla Public |
| 2 # License, v. 2.0. If a copy of the MPL was not distributed with this | 2 # License, v. 2.0. If a copy of the MPL was not distributed with this |
| 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. | 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. |
| 4 | 4 |
| 5 import os | 5 import os |
| 6 import sys | 6 import sys |
| 7 import re | 7 import re |
| 8 import subprocess | 8 import subprocess |
| 9 import shutil | 9 import shutil |
| 10 import buildtools | |
| 11 from getopt import getopt, GetoptError | 10 from getopt import getopt, GetoptError |
| 12 from StringIO import StringIO | 11 from StringIO import StringIO |
| 13 from zipfile import ZipFile | 12 from zipfile import ZipFile |
| 14 | 13 |
| 15 knownTypes = ('gecko-webext', 'chrome', 'safari', 'generic', 'edge') | 14 knownTypes = ('gecko-webext', 'chrome', 'safari', 'generic', 'edge') |
| 16 | 15 |
| 17 | 16 |
| 18 class Command(object): | 17 class Command(object): |
| 19 name = property(lambda self: self._name) | 18 name = property(lambda self: self._name) |
| 20 shortDescription = property( | 19 shortDescription = property( |
| (...skipping 152 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 173 'description': description, | 172 'description': description, |
| 174 'options': '\n'.join(options) | 173 'options': '\n'.join(options) |
| 175 } | 174 } |
| 176 | 175 |
| 177 | 176 |
| 178 def runBuild(baseDir, scriptName, opts, args, type): | 177 def runBuild(baseDir, scriptName, opts, args, type): |
| 179 kwargs = {} | 178 kwargs = {} |
| 180 for option, value in opts: | 179 for option, value in opts: |
| 181 if option in {'-b', '--build'}: | 180 if option in {'-b', '--build'}: |
| 182 kwargs['buildNum'] = value | 181 kwargs['buildNum'] = value |
| 183 no_gecko_build = type != 'gecko-webext' | 182 if type != 'gecko-webext' and not kwargs['buildNum'].isdigit(): |
|
Sebastian Noack
2017/10/03 02:22:39
I guess we don't need this variable anymore to avo
tlucas
2017/10/04 11:48:38
Done.
| |
| 184 if no_gecko_build and not kwargs['buildNum'].isdigit(): | |
| 185 raise TypeError('Build number must be numerical') | 183 raise TypeError('Build number must be numerical') |
| 186 elif option in {'-k', '--key'}: | 184 elif option in {'-k', '--key'}: |
| 187 kwargs['keyFile'] = value | 185 kwargs['keyFile'] = value |
| 188 elif option in {'-r', '--release'}: | 186 elif option in {'-r', '--release'}: |
| 189 kwargs['releaseBuild'] = True | 187 kwargs['releaseBuild'] = True |
| 190 if len(args) > 0: | 188 if len(args) > 0: |
| 191 kwargs['outFile'] = args[0] | 189 kwargs['outFile'] = args[0] |
| 192 | 190 |
| 193 if type in {'chrome', 'gecko-webext'}: | 191 if type in {'chrome', 'gecko-webext'}: |
| 194 import buildtools.packagerChrome as packager | 192 import buildtools.packagerChrome as packager |
| (...skipping 18 matching lines...) Expand all Loading... | |
| 213 devenv_dir = getDevEnvPath(baseDir, type) | 211 devenv_dir = getDevEnvPath(baseDir, type) |
| 214 | 212 |
| 215 shutil.rmtree(devenv_dir, ignore_errors=True) | 213 shutil.rmtree(devenv_dir, ignore_errors=True) |
| 216 | 214 |
| 217 file.seek(0) | 215 file.seek(0) |
| 218 with ZipFile(file, 'r') as zip_file: | 216 with ZipFile(file, 'r') as zip_file: |
| 219 zip_file.extractall(devenv_dir) | 217 zip_file.extractall(devenv_dir) |
| 220 | 218 |
| 221 | 219 |
| 222 def readLocaleConfig(baseDir, type, metadata): | 220 def readLocaleConfig(baseDir, type, metadata): |
| 223 if type in {'chrome', 'gecko-webext'}: | 221 if type != 'generic': |
|
Vasily Kuznetsov
2017/10/10 12:44:33
We could swap the branches of this if statement to
tlucas
2017/10/10 12:50:13
Well, imho the "not generic" platforms are those m
| |
| 224 import buildtools.packagerChrome as packager | 222 import buildtools.packagerChrome as packager |
| 225 localeDir = os.path.join(baseDir, '_locales') | 223 localeDir = os.path.join(baseDir, '_locales') |
| 226 localeConfig = { | 224 localeConfig = { |
| 227 'name_format': 'ISO-15897', | |
| 228 'file_format': 'chrome-json', | |
| 229 'target_platforms': {type}, | |
| 230 'default_locale': packager.defaultLocale, | 225 'default_locale': packager.defaultLocale, |
| 231 } | 226 } |
| 232 else: | 227 else: |
| 233 localeDir = os.path.join( | 228 localeDir = os.path.join( |
| 234 baseDir, *metadata.get('locales', 'base_path').split('/') | 229 baseDir, *metadata.get('locales', 'base_path').split('/') |
| 235 ) | 230 ) |
| 236 localeConfig = { | 231 localeConfig = { |
| 237 'name_format': metadata.get('locales', 'name_format'), | |
| 238 'file_format': metadata.get('locales', 'file_format'), | |
| 239 'target_platforms': set(metadata.get('locales', | |
| 240 'target_platforms').split()), | |
| 241 'default_locale': metadata.get('locales', 'default_locale') | 232 'default_locale': metadata.get('locales', 'default_locale') |
| 242 } | 233 } |
| 243 | 234 |
| 244 localeConfig['base_path'] = localeDir | 235 localeConfig['base_path'] = localeDir |
| 245 | 236 |
| 246 locales = [(locale, os.path.join(localeDir, locale)) | 237 locales = [(locale.replace('_', '-'), os.path.join(localeDir, locale)) |
| 247 for locale in os.listdir(localeDir)] | 238 for locale in os.listdir(localeDir)] |
| 248 if localeConfig['name_format'] == 'ISO-15897': | |
| 249 locales = [(locale.replace('_', '-'), localePath) | |
| 250 for locale, localePath in locales] | |
| 251 localeConfig['locales'] = dict(locales) | 239 localeConfig['locales'] = dict(locales) |
| 252 | 240 |
| 253 return localeConfig | 241 return localeConfig |
| 254 | 242 |
| 255 | 243 |
| 256 def setupTranslations(baseDir, scriptName, opts, args, type): | 244 def setupTranslations(baseDir, scriptName, opts, args, type): |
| 257 if len(args) < 1: | 245 if len(args) < 1: |
| 258 print 'Project key is required to update translation master files.' | 246 print 'Project key is required to update translation master files.' |
| 259 usage(scriptName, type, 'setuptrans') | 247 usage(scriptName, type, 'setuptrans') |
| 260 return | 248 return |
| (...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 302 key = args[0] | 290 key = args[0] |
| 303 | 291 |
| 304 from buildtools.packager import readMetadata | 292 from buildtools.packager import readMetadata |
| 305 metadata = readMetadata(baseDir, type) | 293 metadata = readMetadata(baseDir, type) |
| 306 | 294 |
| 307 basename = metadata.get('general', 'basename') | 295 basename = metadata.get('general', 'basename') |
| 308 localeConfig = readLocaleConfig(baseDir, type, metadata) | 296 localeConfig = readLocaleConfig(baseDir, type, metadata) |
| 309 | 297 |
| 310 import buildtools.localeTools as localeTools | 298 import buildtools.localeTools as localeTools |
| 311 for locale, localeDir in localeConfig['locales'].iteritems(): | 299 for locale, localeDir in localeConfig['locales'].iteritems(): |
| 312 if locale != localeConfig['default_locale']: | 300 if locale != localeConfig['default_locale'].replace('_', '-'): |
| 313 localeTools.uploadTranslations(localeConfig, metadata, localeDir, lo cale, | 301 localeTools.uploadTranslations(localeConfig, metadata, localeDir, lo cale, |
| 314 basename, key) | 302 basename, key) |
| 315 | 303 |
| 316 | 304 |
| 317 def getTranslations(baseDir, scriptName, opts, args, type): | 305 def getTranslations(baseDir, scriptName, opts, args, type): |
| 318 if len(args) < 1: | 306 if len(args) < 1: |
| 319 print 'Project key is required to update translation master files.' | 307 print 'Project key is required to update translation master files.' |
| 320 usage(scriptName, type, 'translate') | 308 usage(scriptName, type, 'translate') |
| 321 return | 309 return |
| 322 | 310 |
| (...skipping 65 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 388 return | 376 return |
| 389 | 377 |
| 390 import buildtools.releaseAutomation as releaseAutomation | 378 import buildtools.releaseAutomation as releaseAutomation |
| 391 releaseAutomation.run(baseDir, type, version, keyFile, downloadsRepo) | 379 releaseAutomation.run(baseDir, type, version, keyFile, downloadsRepo) |
| 392 | 380 |
| 393 | 381 |
| 394 def updatePSL(baseDir, scriptName, opts, args, type): | 382 def updatePSL(baseDir, scriptName, opts, args, type): |
| 395 import buildtools.publicSuffixListUpdater as publicSuffixListUpdater | 383 import buildtools.publicSuffixListUpdater as publicSuffixListUpdater |
| 396 publicSuffixListUpdater.updatePSL(baseDir) | 384 publicSuffixListUpdater.updatePSL(baseDir) |
| 397 | 385 |
| 386 | |
| 398 with addCommand(lambda baseDir, scriptName, opts, args, type: usage(scriptName, type), ('help', '-h', '--help')) as command: | 387 with addCommand(lambda baseDir, scriptName, opts, args, type: usage(scriptName, type), ('help', '-h', '--help')) as command: |
| 399 command.shortDescription = 'Show this message' | 388 command.shortDescription = 'Show this message' |
| 400 | 389 |
| 401 with addCommand(runBuild, 'build') as command: | 390 with addCommand(runBuild, 'build') as command: |
| 402 command.shortDescription = 'Create a build' | 391 command.shortDescription = 'Create a build' |
| 403 command.description = 'Creates an extension build with given file name. If o utput_file is missing a default name will be chosen.' | 392 command.description = 'Creates an extension build with given file name. If o utput_file is missing a default name will be chosen.' |
| 404 command.params = '[options] [output_file]' | 393 command.params = '[options] [output_file]' |
| 405 command.addOption('Use given build number (if omitted the build number will be retrieved from Mercurial)', short='b', long='build', value='num') | 394 command.addOption('Use given build number (if omitted the build number will be retrieved from Mercurial)', short='b', long='build', value='num') |
| 406 command.addOption('File containing private key and certificates required to sign the package', short='k', long='key', value='file', types=('chrome', 'safari ')) | 395 command.addOption('File containing private key and certificates required to sign the package', short='k', long='key', value='file', types=('chrome', 'safari ')) |
| 407 command.addOption('Create a release build', short='r', long='release') | 396 command.addOption('Create a release build', short='r', long='release') |
| 408 command.supportedTypes = ('gecko-webext', 'chrome', 'safari', 'edge') | 397 command.supportedTypes = ('gecko-webext', 'chrome', 'safari', 'edge') |
| 409 | 398 |
| 410 with addCommand(createDevEnv, 'devenv') as command: | 399 with addCommand(createDevEnv, 'devenv') as command: |
| 411 command.shortDescription = 'Set up a development environment' | 400 command.shortDescription = 'Set up a development environment' |
| 412 command.description = 'Will set up or update the devenv folder as an unpacke d extension folder for development.' | 401 command.description = 'Will set up or update the devenv folder as an unpacke d extension folder for development.' |
| 413 command.supportedTypes = ('gecko-webext', 'chrome', 'safari') | 402 command.supportedTypes = ('gecko-webext', 'chrome', 'safari') |
| 414 | 403 |
| 415 with addCommand(setupTranslations, 'setuptrans') as command: | 404 with addCommand(setupTranslations, 'setuptrans') as command: |
| 416 command.shortDescription = 'Sets up translation languages' | 405 command.shortDescription = 'Sets up translation languages' |
| 417 command.description = 'Sets up translation languages for the project on crow din.net.' | 406 command.description = 'Sets up translation languages for the project on crow din.net.' |
| 418 command.params = '[options] project-key' | 407 command.params = '[options] project-key' |
| 419 command.supportedTypes = ('chrome', 'generic') | |
| 420 | 408 |
| 421 with addCommand(updateTranslationMaster, 'translate') as command: | 409 with addCommand(updateTranslationMaster, 'translate') as command: |
| 422 command.shortDescription = 'Updates translation master files' | 410 command.shortDescription = 'Updates translation master files' |
| 423 command.description = 'Updates the translation master files in the project o n crowdin.net.' | 411 command.description = 'Updates the translation master files in the project o n crowdin.net.' |
| 424 command.params = '[options] project-key' | 412 command.params = '[options] project-key' |
| 425 command.supportedTypes = ('chrome', 'generic') | |
| 426 | 413 |
| 427 with addCommand(uploadTranslations, 'uploadtrans') as command: | 414 with addCommand(uploadTranslations, 'uploadtrans') as command: |
| 428 command.shortDescription = 'Uploads existing translations' | 415 command.shortDescription = 'Uploads existing translations' |
| 429 command.description = 'Uploads already existing translations to the project on crowdin.net.' | 416 command.description = 'Uploads already existing translations to the project on crowdin.net.' |
| 430 command.params = '[options] project-key' | 417 command.params = '[options] project-key' |
| 431 command.supportedTypes = ('chrome', 'generic') | |
| 432 | 418 |
| 433 with addCommand(getTranslations, 'gettranslations') as command: | 419 with addCommand(getTranslations, 'gettranslations') as command: |
| 434 command.shortDescription = 'Downloads translation updates' | 420 command.shortDescription = 'Downloads translation updates' |
| 435 command.description = 'Downloads updated translations from crowdin.net.' | 421 command.description = 'Downloads updated translations from crowdin.net.' |
| 436 command.params = '[options] project-key' | 422 command.params = '[options] project-key' |
| 437 command.supportedTypes = ('chrome', 'generic') | |
| 438 | 423 |
| 439 with addCommand(generateDocs, 'docs') as command: | 424 with addCommand(generateDocs, 'docs') as command: |
| 440 command.shortDescription = 'Generate documentation (requires node.js)' | 425 command.shortDescription = 'Generate documentation (requires node.js)' |
| 441 command.description = ('Generate documentation files and write them into ' | 426 command.description = ('Generate documentation files and write them into ' |
| 442 'the specified directory.') | 427 'the specified directory.') |
| 443 command.addOption('Suppress JsDoc output', short='q', long='quiet') | 428 command.addOption('Suppress JsDoc output', short='q', long='quiet') |
| 444 command.params = '[options] <directory>' | 429 command.params = '[options] <directory>' |
| 445 command.supportedTypes = ('chrome') | 430 command.supportedTypes = ('chrome',) |
| 446 | 431 |
| 447 with addCommand(runReleaseAutomation, 'release') as command: | 432 with addCommand(runReleaseAutomation, 'release') as command: |
| 448 command.shortDescription = 'Run release automation' | 433 command.shortDescription = 'Run release automation' |
| 449 command.description = 'Note: If you are not the project owner then you ' "probably don't want to run this!\n\n" 'Runs release automation: crea tes downloads for the new version, tags ' 'source code repository as well as downloads and buildtools repository.' | 434 command.description = 'Note: If you are not the project owner then you ' "probably don't want to run this!\n\n" 'Runs release automation: crea tes downloads for the new version, tags ' 'source code repository as well as downloads and buildtools repository.' |
| 450 command.addOption('File containing private key and certificates required to sign the release.', short='k', long='key', value='file', types=('chrome', 'safar i', 'edge')) | 435 command.addOption('File containing private key and certificates required to sign the release.', short='k', long='key', value='file', types=('chrome', 'safar i', 'edge')) |
| 451 command.addOption('Directory containing downloads repository (if omitted ../ downloads is assumed)', short='d', long='downloads', value='dir') | 436 command.addOption('Directory containing downloads repository (if omitted ../ downloads is assumed)', short='d', long='downloads', value='dir') |
| 452 command.params = '[options] <version>' | 437 command.params = '[options] <version>' |
| 453 command.supportedTypes = ('chrome', 'safari', 'edge') | 438 command.supportedTypes = ('chrome', 'safari', 'edge') |
| 454 | 439 |
| 455 with addCommand(updatePSL, 'updatepsl') as command: | 440 with addCommand(updatePSL, 'updatepsl') as command: |
| (...skipping 67 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 523 if option in ('-h', '--help'): | 508 if option in ('-h', '--help'): |
| 524 usage(scriptName, type, command) | 509 usage(scriptName, type, command) |
| 525 sys.exit() | 510 sys.exit() |
| 526 commands[command](baseDir, scriptName, opts, args, type) | 511 commands[command](baseDir, scriptName, opts, args, type) |
| 527 else: | 512 else: |
| 528 print 'Command %s is not supported for this application type' % comm and | 513 print 'Command %s is not supported for this application type' % comm and |
| 529 usage(scriptName, type) | 514 usage(scriptName, type) |
| 530 else: | 515 else: |
| 531 print 'Command %s is unrecognized' % command | 516 print 'Command %s is unrecognized' % command |
| 532 usage(scriptName, type) | 517 usage(scriptName, type) |
| LEFT | RIGHT |