OLD | NEW |
1 # This file is part of the Adblock Plus web scripts, | 1 # This file is part of the Adblock Plus web scripts, |
2 # Copyright (C) 2006-present eyeo GmbH | 2 # Copyright (C) 2006-present eyeo GmbH |
3 # | 3 # |
4 # Adblock Plus is free software: you can redistribute it and/or modify | 4 # Adblock Plus is free software: you can redistribute it and/or modify |
5 # it under the terms of the GNU General Public License version 3 as | 5 # it under the terms of the GNU General Public License version 3 as |
6 # published by the Free Software Foundation. | 6 # published by the Free Software Foundation. |
7 # | 7 # |
8 # Adblock Plus is distributed in the hope that it will be useful, | 8 # Adblock Plus is distributed in the hope that it will be useful, |
9 # but WITHOUT ANY WARRANTY; without even the implied warranty of | 9 # but WITHOUT ANY WARRANTY; without even the implied warranty of |
10 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 10 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
11 # GNU General Public License for more details. | 11 # GNU General Public License for more details. |
12 # | 12 # |
13 # You should have received a copy of the GNU General Public License | 13 # You should have received a copy of the GNU General Public License |
14 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. | 14 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. |
15 | 15 |
16 import os | 16 import os |
17 import re | 17 import re |
18 import errno | 18 import errno |
19 import codecs | 19 import codecs |
20 import ConfigParser | 20 import ConfigParser |
21 import logging | 21 import logging |
22 from argparse import ArgumentParser | 22 from argparse import ArgumentParser |
23 | 23 |
24 from cms.utils import get_page_params, process_page | 24 from cms.utils import get_page_params, process_page |
25 from cms.sources import create_source | 25 from cms.sources import create_source |
26 | 26 |
27 MIN_TRANSLATED = 0.3 | 27 MIN_TRANSLATED = 0.3 |
28 | 28 |
29 | 29 |
30 def generate_pages(repo, output_dir, revision): | 30 def generate_pages(repo, output_dir): |
31 known_files = set() | 31 known_files = set() |
32 | 32 |
33 def write_file(path_parts, contents, binary=False): | 33 def write_file(path_parts, contents, binary=False): |
34 encoding = None if binary else 'utf-8' | 34 encoding = None if binary else 'utf-8' |
35 outfile = os.path.join(output_dir, *path_parts) | 35 outfile = os.path.join(output_dir, *path_parts) |
36 if outfile in known_files: | 36 if outfile in known_files: |
37 logging.warning('File %s has multiple sources', outfile) | 37 logging.warning('File %s has multiple sources', outfile) |
38 return | 38 return |
39 known_files.add(outfile) | 39 known_files.add(outfile) |
40 | 40 |
41 if os.path.exists(outfile): | 41 if os.path.exists(outfile): |
42 with codecs.open(outfile, 'rb', encoding=encoding) as handle: | 42 with codecs.open(outfile, 'rb', encoding=encoding) as handle: |
43 if handle.read() == contents: | 43 if handle.read() == contents: |
44 return | 44 return |
45 | 45 |
46 try: | 46 try: |
47 os.makedirs(os.path.dirname(outfile)) | 47 os.makedirs(os.path.dirname(outfile)) |
48 except OSError as e: | 48 except OSError as e: |
49 if e.errno != errno.EEXIST: | 49 if e.errno != errno.EEXIST: |
50 raise | 50 raise |
51 | 51 |
52 with codecs.open(outfile, 'wb', encoding=encoding) as handle: | 52 with codecs.open(outfile, 'wb', encoding=encoding) as handle: |
53 handle.write(contents) | 53 handle.write(contents) |
54 | 54 |
55 with create_source(repo, cached=True, revision=revision) as source: | 55 with create_source(repo, cached=True) as source: |
56 config = source.read_config() | 56 config = source.read_config() |
57 defaultlocale = config.get('general', 'defaultlocale') | 57 defaultlocale = config.get('general', 'defaultlocale') |
58 locales = list(source.list_locales()) | 58 locales = list(source.list_locales()) |
59 if defaultlocale not in locales: | 59 if defaultlocale not in locales: |
60 locales.append(defaultlocale) | 60 locales.append(defaultlocale) |
61 | 61 |
62 # First pass: compile the list of pages with given translation level | 62 # First pass: compile the list of pages with given translation level |
63 def get_locale_file(page): | 63 def get_locale_file(page): |
64 try: | 64 try: |
65 return config.get('locale_overrides', page) | 65 return config.get('locale_overrides', page) |
(...skipping 52 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
118 os.remove(path) | 118 os.remove(path) |
119 elif os.path.isdir(path): | 119 elif os.path.isdir(path): |
120 remove_unknown(path) | 120 remove_unknown(path) |
121 if not os.listdir(path): | 121 if not os.listdir(path): |
122 os.rmdir(path) | 122 os.rmdir(path) |
123 remove_unknown(output_dir) | 123 remove_unknown(output_dir) |
124 | 124 |
125 | 125 |
126 if __name__ == '__main__': | 126 if __name__ == '__main__': |
127 parser = ArgumentParser('Convert website source to static website') | 127 parser = ArgumentParser('Convert website source to static website') |
128 parser.add_argument('-r', '--rev', | |
129 help='Specify which revision to generate from. ' | |
130 'See "hg help revisions" for details.', | |
131 default='default') | |
132 parser.add_argument('source', help="Path to website's repository") | 128 parser.add_argument('source', help="Path to website's repository") |
133 parser.add_argument('output', help='Path to desired output directory') | 129 parser.add_argument('output', help='Path to desired output directory') |
134 args = parser.parse_args() | 130 args = parser.parse_args() |
135 generate_pages(args.source, args.output, args.rev) | 131 generate_pages(args.source, args.output) |
OLD | NEW |