Index: sitescripts/cms/sources.py |
=================================================================== |
deleted file mode 100644 |
--- a/sitescripts/cms/sources.py |
+++ /dev/null |
@@ -1,261 +0,0 @@ |
-# coding: utf-8 |
- |
-# This file is part of the Adblock Plus web scripts, |
-# Copyright (C) 2006-2015 Eyeo GmbH |
-# |
-# Adblock Plus is free software: you can redistribute it and/or modify |
-# it under the terms of the GNU General Public License version 3 as |
-# published by the Free Software Foundation. |
-# |
-# Adblock Plus is distributed in the hope that it will be useful, |
-# but WITHOUT ANY WARRANTY; without even the implied warranty of |
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
-# GNU General Public License for more details. |
-# |
-# You should have received a copy of the GNU General Public License |
-# along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. |
- |
-import sys, os, subprocess, zipfile, json, urlparse, codecs |
-from StringIO import StringIO |
-from ConfigParser import SafeConfigParser |
- |
-class Source: |
- def resolve_link(self, url, locale): |
- parsed = urlparse.urlparse(url) |
- page = parsed.path |
- if parsed.scheme != "" or page.startswith("/") or page.startswith("."): |
- # Not a page link |
- return None, None |
- |
- if parsed.path == "" and url != "": |
- # Page-relative link |
- return None, None |
- |
- config = self.read_config() |
- default_locale = config.get("general", "defaultlocale") |
- default_page = config.get("general", "defaultpage") |
- |
- checked_page = page |
- if config.has_option("locale_overrides", page): |
- checked_page = config.get("locale_overrides", page) |
- |
- if self.has_localizable_file(default_locale, checked_page): |
- if not self.has_localizable_file(locale, checked_page): |
- locale = default_locale |
- elif self.has_locale(default_locale, checked_page): |
- if not self.has_locale(locale, checked_page): |
- locale = default_locale |
- else: |
- print >>sys.stderr, "Warning: Link to %s cannot be resolved" % page |
- |
- if page == default_page: |
- page = "" |
- |
- path = "/%s/%s" % (locale, page) |
- return locale, urlparse.urlunparse(parsed[0:2] + (path,) + parsed[3:]) |
- |
- def read_config(self): |
- configdata = self.read_file("settings.ini") |
- config = SafeConfigParser() |
- config.readfp(StringIO(configdata)) |
- return config |
- |
- # |
- # Page helpers |
- # |
- |
- @staticmethod |
- def page_filename(page, format): |
- return "pages/%s.%s" % (page, format) |
- |
- def list_pages(self): |
- for filename in self.list_files("pages"): |
- root, ext = os.path.splitext(filename) |
- format = ext[1:].lower() |
- yield root, format |
- |
- def has_page(self, page, format): |
- return self.has_file(self.page_filename(page, format)) |
- |
- def read_page(self, page, format): |
- return self.read_file(self.page_filename(page, format)) |
- |
- # |
- # Localizable files helpers |
- # |
- |
- @staticmethod |
- def localizable_file_filename(locale, filename): |
- return "locales/%s/%s" % (locale, filename) |
- |
- def list_localizable_files(self): |
- default_locale = self.read_config().get("general", "defaultlocale") |
- return filter( |
- lambda f: os.path.splitext(f)[1].lower() != ".json", |
- self.list_files("locales/%s" % default_locale) |
- ) |
- |
- def has_localizable_file(self, locale, filename): |
- return self.has_file(self.localizable_file_filename(locale, filename)) |
- |
- def read_localizable_file(self, locale, filename): |
- return self.read_file(self.localizable_file_filename(locale, filename), binary=True) |
- |
- # |
- # Static file helpers |
- # |
- |
- @staticmethod |
- def static_filename(filename): |
- return "static/%s" % filename |
- |
- def list_static(self): |
- return self.list_files("static") |
- |
- def has_static(self, filename): |
- return self.has_file(self.static_filename(filename)) |
- |
- def read_static(self, filename): |
- return self.read_file(self.static_filename(filename), binary=True) |
- |
- # |
- # Locale helpers |
- # |
- |
- @classmethod |
- def locale_filename(cls, locale, page): |
- return cls.localizable_file_filename(locale, page + ".json") |
- |
- def list_locales(self): |
- result = set() |
- for filename in self.list_files("locales"): |
- if "/" in filename: |
- locale, path = filename.split("/", 1) |
- result.add(locale) |
- return result |
- |
- def has_locale(self, locale, page): |
- config = self.read_config() |
- if config.has_option("locale_overrides", page): |
- page = config.get("locale_overrides", page) |
- return self.has_file(self.locale_filename(locale, page)) |
- |
- def read_locale(self, locale, page): |
- default_locale = self.read_config().get("general", "defaultlocale") |
- if locale == default_locale: |
- result = {} |
- else: |
- result = self.read_locale(default_locale, page) |
- |
- if self.has_locale(locale, page): |
- filedata = self.read_file(self.locale_filename(locale, page)) |
- localedata = json.loads(filedata) |
- for key, value in localedata.iteritems(): |
- result[key] = value["message"] |
- |
- return result |
- |
- # |
- # Template helpers |
- # |
- |
- @staticmethod |
- def template_filename(template): |
- return "templates/%s.tmpl" % template |
- |
- def read_template(self, template): |
- return self.read_file(self.template_filename(template)) |
- |
- # |
- # Include helpers |
- # |
- |
- @staticmethod |
- def include_filename(include, format): |
- return "includes/%s.%s" % (include, format) |
- |
- def has_include(self, include, format): |
- return self.has_file(self.include_filename(include, format)) |
- |
- def read_include(self, include, format): |
- return self.read_file(self.include_filename(include, format)) |
- |
-class MercurialSource(Source): |
- def __init__(self, repo): |
- command = ["hg", "-R", repo, "archive", "-r", "default", |
- "-t", "uzip", "-p", ".", "-"] |
- data = subprocess.check_output(command) |
- self._archive = zipfile.ZipFile(StringIO(data), mode="r") |
- |
- command = ["hg", "-R", repo, "id", "-n", "-r", "default"] |
- self.version = subprocess.check_output(command).strip() |
- |
- def __enter__(self): |
- return self |
- |
- def __exit__(self, type, value, traceback): |
- self.close() |
- return False |
- |
- def close(self): |
- self._archive.close() |
- |
- def has_file(self, filename): |
- try: |
- self._archive.getinfo("./%s" % filename) |
- except KeyError: |
- return False |
- return True |
- |
- def read_file(self, filename, binary=False): |
- result = self._archive.read("./%s" % filename) |
- if not binary: |
- result = result.decode("utf-8") |
- return result |
- |
- def list_files(self, subdir): |
- prefix = "./%s/" % subdir |
- for filename in self._archive.namelist(): |
- if filename.startswith(prefix): |
- yield filename[len(prefix):] |
- |
-class FileSource(Source): |
- def __init__(self, dir): |
- self._dir = dir |
- |
- def __enter__(self): |
- return self |
- |
- def __exit__(self, type, value, traceback): |
- return False |
- |
- def close(self): |
- pass |
- |
- def get_path(self, filename): |
- return os.path.join(self._dir, *filename.split("/")) |
- |
- def has_file(self, filename): |
- return os.path.isfile(self.get_path(filename)) |
- |
- def read_file(self, filename, binary=False): |
- encoding = None if binary else "utf-8" |
- with codecs.open(self.get_path(filename), "rb", encoding=encoding) as handle: |
- return handle.read() |
- |
- def list_files(self, subdir): |
- result = [] |
- def do_list(dir, relpath): |
- try: |
- files = os.listdir(dir) |
- except OSError: |
- return |
- |
- for filename in files: |
- path = os.path.join(dir, filename) |
- if os.path.isfile(path): |
- result.append(relpath + filename) |
- elif os.path.isdir(path): |
- do_list(path, relpath + filename + "/") |
- do_list(self.get_path(subdir), "") |
- return result |