OLD | NEW |
| (Empty) |
1 # coding: utf-8 | |
2 | |
3 # This file is part of the Adblock Plus web scripts, | |
4 # Copyright (C) 2006-2015 Eyeo GmbH | |
5 # | |
6 # Adblock Plus is free software: you can redistribute it and/or modify | |
7 # it under the terms of the GNU General Public License version 3 as | |
8 # published by the Free Software Foundation. | |
9 # | |
10 # Adblock Plus is distributed in the hope that it will be useful, | |
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
13 # GNU General Public License for more details. | |
14 # | |
15 # You should have received a copy of the GNU General Public License | |
16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. | |
17 | |
18 import sys, os, re, errno, codecs | |
19 from ...utils import setupStderr, cached | |
20 from ..utils import process_page | |
21 from ..sources import MercurialSource | |
22 | |
23 def generate_pages(repo, output_dir): | |
24 known_files = set() | |
25 | |
26 def write_file(path_parts, contents, binary=False): | |
27 encoding = None if binary else "utf-8" | |
28 outfile = os.path.join(output_dir, *path_parts) | |
29 if outfile in known_files: | |
30 print >>sys.stderr, "Warning: File %s has multiple sources" % outfile | |
31 return | |
32 known_files.add(outfile) | |
33 | |
34 if os.path.exists(outfile): | |
35 with codecs.open(outfile, "rb", encoding=encoding) as handle: | |
36 if handle.read() == contents: | |
37 return | |
38 | |
39 try: | |
40 os.makedirs(os.path.dirname(outfile)) | |
41 except OSError, e: | |
42 if e.errno != errno.EEXIST: | |
43 raise | |
44 | |
45 with codecs.open(outfile, "wb", encoding=encoding) as handle: | |
46 handle.write(contents) | |
47 | |
48 with MercurialSource(repo) as source: | |
49 # Cache the result for some functions - we can assume here that the data | |
50 # never changes | |
51 source.resolve_link = cached(float("Infinity"))(source.resolve_link) | |
52 source.read_config = cached(float("Infinity"))(source.read_config) | |
53 source.read_template = cached(float("Infinity"))(source.read_template) | |
54 source.read_locale = cached(float("Infinity"))(source.read_locale) | |
55 source.read_include = cached(float("Infinity"))(source.read_include) | |
56 | |
57 locales = list(source.list_locales()) | |
58 for page, format in source.list_pages(): | |
59 for locale in locales: | |
60 if source.has_locale(locale, page): | |
61 pagedata = process_page(source, locale, page, format) | |
62 | |
63 # Make sure links to static files are versioned | |
64 pagedata = re.sub(r'(<script\s[^<>]*\bsrc="/[^"<>]+)', r"\1?%s" % sour
ce.version, pagedata) | |
65 pagedata = re.sub(r'(<link\s[^<>]*\bhref="/[^"<>]+)', r"\1?%s" % sourc
e.version, pagedata) | |
66 pagedata = re.sub(r'(<img\s[^<>]*\bsrc="/[^"<>]+)', r"\1?%s" % source.
version, pagedata) | |
67 | |
68 write_file([locale] + page.split("/"), pagedata) | |
69 | |
70 for filename in source.list_localizable_files(): | |
71 for locale in locales: | |
72 if source.has_localizable_file(locale, filename): | |
73 filedata = source.read_localizable_file(locale, filename) | |
74 write_file([locale] + filename.split("/"), filedata, binary=True) | |
75 | |
76 for filename in source.list_static(): | |
77 write_file(filename.split("/"), source.read_static(filename), binary=True) | |
78 | |
79 def remove_unknown(dir): | |
80 files = os.listdir(dir) | |
81 for filename in files: | |
82 path = os.path.join(dir, filename) | |
83 if os.path.isfile(path) and path not in known_files: | |
84 os.remove(path) | |
85 elif os.path.isdir(path): | |
86 remove_unknown(path) | |
87 if not os.listdir(path): | |
88 os.rmdir(path) | |
89 remove_unknown(output_dir) | |
90 | |
91 if __name__ == "__main__": | |
92 setupStderr() | |
93 if len(sys.argv) < 3: | |
94 print >>sys.stderr, "Usage: %s source_repository output_dir" % sys.argv[0] | |
95 sys.exit(1) | |
96 | |
97 repo, output_dir = sys.argv[1:3] | |
98 generate_pages(repo, output_dir) | |
OLD | NEW |