| OLD | NEW |
| 1 # coding: utf-8 | 1 # coding: utf-8 |
| 2 | 2 |
| 3 # This file is part of the Adblock Plus web scripts, | 3 # This file is part of the Adblock Plus web scripts, |
| 4 # Copyright (C) 2006-2015 Eyeo GmbH | 4 # Copyright (C) 2006-2015 Eyeo GmbH |
| 5 # | 5 # |
| 6 # Adblock Plus is free software: you can redistribute it and/or modify | 6 # Adblock Plus is free software: you can redistribute it and/or modify |
| 7 # it under the terms of the GNU General Public License version 3 as | 7 # it under the terms of the GNU General Public License version 3 as |
| 8 # published by the Free Software Foundation. | 8 # published by the Free Software Foundation. |
| 9 # | 9 # |
| 10 # Adblock Plus is distributed in the hope that it will be useful, | 10 # Adblock Plus is distributed in the hope that it will be useful, |
| 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of | 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 13 # GNU General Public License for more details. | 13 # GNU General Public License for more details. |
| 14 # | 14 # |
| 15 # You should have received a copy of the GNU General Public License | 15 # You should have received a copy of the GNU General Public License |
| 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. | 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. |
| 17 | 17 |
| 18 import sys, os, re, errno, codecs | 18 import sys, os, re, errno, codecs, logging |
| 19 from ..utils import process_page | 19 from ..utils import process_page |
| 20 from ..sources import MercurialSource | 20 from ..sources import MercurialSource |
| 21 | 21 |
| 22 def memoize(func): | 22 def memoize(func): |
| 23 memoized = {} | 23 memoized = {} |
| 24 def wrapper(*args): | 24 def wrapper(*args): |
| 25 try: | 25 try: |
| 26 return memoized[args] | 26 return memoized[args] |
| 27 except KeyError: | 27 except KeyError: |
| 28 return memoized.setdefault(args, func(*args)) | 28 return memoized.setdefault(args, func(*args)) |
| 29 return wrapper | 29 return wrapper |
| 30 | 30 |
| 31 def generate_pages(repo, output_dir): | 31 def generate_pages(repo, output_dir): |
| 32 known_files = set() | 32 known_files = set() |
| 33 | 33 |
| 34 def write_file(path_parts, contents, binary=False): | 34 def write_file(path_parts, contents, binary=False): |
| 35 encoding = None if binary else "utf-8" | 35 encoding = None if binary else "utf-8" |
| 36 outfile = os.path.join(output_dir, *path_parts) | 36 outfile = os.path.join(output_dir, *path_parts) |
| 37 if outfile in known_files: | 37 if outfile in known_files: |
| 38 print >>sys.stderr, "Warning: File %s has multiple sources" % outfile | 38 logging.warning("File %s has multiple sources", outfile) |
| 39 return | 39 return |
| 40 known_files.add(outfile) | 40 known_files.add(outfile) |
| 41 | 41 |
| 42 if os.path.exists(outfile): | 42 if os.path.exists(outfile): |
| 43 with codecs.open(outfile, "rb", encoding=encoding) as handle: | 43 with codecs.open(outfile, "rb", encoding=encoding) as handle: |
| 44 if handle.read() == contents: | 44 if handle.read() == contents: |
| 45 return | 45 return |
| 46 | 46 |
| 47 try: | 47 try: |
| 48 os.makedirs(os.path.dirname(outfile)) | 48 os.makedirs(os.path.dirname(outfile)) |
| (...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 100 os.rmdir(path) | 100 os.rmdir(path) |
| 101 remove_unknown(output_dir) | 101 remove_unknown(output_dir) |
| 102 | 102 |
| 103 if __name__ == "__main__": | 103 if __name__ == "__main__": |
| 104 if len(sys.argv) < 3: | 104 if len(sys.argv) < 3: |
| 105 print >>sys.stderr, "Usage: %s source_repository output_dir" % sys.argv[0] | 105 print >>sys.stderr, "Usage: %s source_repository output_dir" % sys.argv[0] |
| 106 sys.exit(1) | 106 sys.exit(1) |
| 107 | 107 |
| 108 repo, output_dir = sys.argv[1:3] | 108 repo, output_dir = sys.argv[1:3] |
| 109 generate_pages(repo, output_dir) | 109 generate_pages(repo, output_dir) |
| OLD | NEW |