| OLD | NEW |
| (Empty) |
| 1 # coding: utf-8 | |
| 2 | |
| 3 # This file is part of the Adblock Plus web scripts, | |
| 4 # Copyright (C) 2006-2015 Eyeo GmbH | |
| 5 # | |
| 6 # Adblock Plus is free software: you can redistribute it and/or modify | |
| 7 # it under the terms of the GNU General Public License version 3 as | |
| 8 # published by the Free Software Foundation. | |
| 9 # | |
| 10 # Adblock Plus is distributed in the hope that it will be useful, | |
| 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
| 13 # GNU General Public License for more details. | |
| 14 # | |
| 15 # You should have received a copy of the GNU General Public License | |
| 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. | |
| 17 | |
| 18 import sys, os, re, errno, codecs | |
| 19 from ...utils import setupStderr, cached | |
| 20 from ..utils import process_page | |
| 21 from ..sources import MercurialSource | |
| 22 | |
| 23 def generate_pages(repo, output_dir): | |
| 24 known_files = set() | |
| 25 | |
| 26 def write_file(path_parts, contents, binary=False): | |
| 27 encoding = None if binary else "utf-8" | |
| 28 outfile = os.path.join(output_dir, *path_parts) | |
| 29 if outfile in known_files: | |
| 30 print >>sys.stderr, "Warning: File %s has multiple sources" % outfile | |
| 31 return | |
| 32 known_files.add(outfile) | |
| 33 | |
| 34 if os.path.exists(outfile): | |
| 35 with codecs.open(outfile, "rb", encoding=encoding) as handle: | |
| 36 if handle.read() == contents: | |
| 37 return | |
| 38 | |
| 39 try: | |
| 40 os.makedirs(os.path.dirname(outfile)) | |
| 41 except OSError, e: | |
| 42 if e.errno != errno.EEXIST: | |
| 43 raise | |
| 44 | |
| 45 with codecs.open(outfile, "wb", encoding=encoding) as handle: | |
| 46 handle.write(contents) | |
| 47 | |
| 48 with MercurialSource(repo) as source: | |
| 49 # Cache the result for some functions - we can assume here that the data | |
| 50 # never changes | |
| 51 source.resolve_link = cached(float("Infinity"))(source.resolve_link) | |
| 52 source.read_config = cached(float("Infinity"))(source.read_config) | |
| 53 source.read_template = cached(float("Infinity"))(source.read_template) | |
| 54 source.read_locale = cached(float("Infinity"))(source.read_locale) | |
| 55 source.read_include = cached(float("Infinity"))(source.read_include) | |
| 56 | |
| 57 locales = list(source.list_locales()) | |
| 58 for page, format in source.list_pages(): | |
| 59 for locale in locales: | |
| 60 if source.has_locale(locale, page): | |
| 61 pagedata = process_page(source, locale, page, format) | |
| 62 | |
| 63 # Make sure links to static files are versioned | |
| 64 pagedata = re.sub(r'(<script\s[^<>]*\bsrc="/[^"<>]+)', r"\1?%s" % sour
ce.version, pagedata) | |
| 65 pagedata = re.sub(r'(<link\s[^<>]*\bhref="/[^"<>]+)', r"\1?%s" % sourc
e.version, pagedata) | |
| 66 pagedata = re.sub(r'(<img\s[^<>]*\bsrc="/[^"<>]+)', r"\1?%s" % source.
version, pagedata) | |
| 67 | |
| 68 write_file([locale] + page.split("/"), pagedata) | |
| 69 | |
| 70 for filename in source.list_localizable_files(): | |
| 71 for locale in locales: | |
| 72 if source.has_localizable_file(locale, filename): | |
| 73 filedata = source.read_localizable_file(locale, filename) | |
| 74 write_file([locale] + filename.split("/"), filedata, binary=True) | |
| 75 | |
| 76 for filename in source.list_static(): | |
| 77 write_file(filename.split("/"), source.read_static(filename), binary=True) | |
| 78 | |
| 79 def remove_unknown(dir): | |
| 80 files = os.listdir(dir) | |
| 81 for filename in files: | |
| 82 path = os.path.join(dir, filename) | |
| 83 if os.path.isfile(path) and path not in known_files: | |
| 84 os.remove(path) | |
| 85 elif os.path.isdir(path): | |
| 86 remove_unknown(path) | |
| 87 if not os.listdir(path): | |
| 88 os.rmdir(path) | |
| 89 remove_unknown(output_dir) | |
| 90 | |
| 91 if __name__ == "__main__": | |
| 92 setupStderr() | |
| 93 if len(sys.argv) < 3: | |
| 94 print >>sys.stderr, "Usage: %s source_repository output_dir" % sys.argv[0] | |
| 95 sys.exit(1) | |
| 96 | |
| 97 repo, output_dir = sys.argv[1:3] | |
| 98 generate_pages(repo, output_dir) | |
| OLD | NEW |