Rietveld Code Review Tool
Help | Bug tracker | Discussion group | Source code

Side by Side Diff: sitescripts/management/bin/generateNotifications.py

Issue 6308119894294528: Issue 2274 - Move notification parsing into a module (Closed)
Patch Set: hg mv generateNotifications.py to parser.py Created April 5, 2015, 4:29 p.m.
Left:
Right:
Use n/p to move between diff chunks; N/P to move between comments.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | sitescripts/notifications/__init__.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # coding: utf-8 1 # coding: utf-8
2 2
3 # This file is part of the Adblock Plus web scripts, 3 # This file is part of the Adblock Plus web scripts,
4 # Copyright (C) 2006-2015 Eyeo GmbH 4 # Copyright (C) 2006-2015 Eyeo GmbH
5 # 5 #
6 # Adblock Plus is free software: you can redistribute it and/or modify 6 # Adblock Plus is free software: you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License version 3 as 7 # it under the terms of the GNU General Public License version 3 as
8 # published by the Free Software Foundation. 8 # published by the Free Software Foundation.
9 # 9 #
10 # Adblock Plus is distributed in the hope that it will be useful, 10 # Adblock Plus is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details. 13 # GNU General Public License for more details.
14 # 14 #
15 # You should have received a copy of the GNU General Public License 15 # You should have received a copy of the GNU General Public License
16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>.
17 17
18 import os, re, subprocess, tarfile, codecs, time, traceback, json 18 import codecs
19 from StringIO import StringIO 19 import json
20
21 from sitescripts.notifications.parser import load_notifications
20 from sitescripts.utils import get_config, setupStderr 22 from sitescripts.utils import get_config, setupStderr
21 23
22 def parse_targetspec(value, name): 24 def generate_notifications(path):
23 target = {} 25 notifications = load_notifications()
24 for spec in value.split():
25 known = False
26 for parameter in ("extension", "application", "platform"):
27 if spec.startswith(parameter + "="):
28 target[parameter] = spec[len(parameter + "="):]
29 known = True
30 elif spec.startswith(parameter + "Version>="):
31 target[parameter + "MinVersion"] = spec[len(parameter + "Version>="):]
32 known = True
33 elif spec.startswith(parameter + "Version<="):
34 target[parameter + "MaxVersion"] = spec[len(parameter + "Version<="):]
35 known = True
36 elif spec.startswith(parameter + "Version="):
37 target[parameter + "MinVersion"] = target[parameter + "MaxVersion"] = sp ec[len(parameter + "Version="):]
38 known = True
39 if not known:
40 raise Exception("Unknown target specifier '%s' in file '%s'" % (spec, name ))
41 return target
42
43 def parse_notification(data, name):
44 notification = {"id": name, "severity": "information", "message": {}, "title": {}}
45
46 for line in data:
47 if not re.search(r"\S", line):
48 continue
49
50 if line.find("=") < 0:
51 raise Exception("Could not process line '%s' in file '%s'" % (line.strip() , name))
52
53 key, value = map(unicode.strip, line.split("=", 1))
54
55 if key == "inactive":
56 notification["inactive"] = True
57 elif key == "severity":
58 if value not in ("information", "critical"):
59 raise Exception("Unknown severity value '%s' in file '%s'" % (value, nam e))
60 notification["severity"] = value
61 elif key == "links":
62 notification["links"] = value.split()
63 elif key.startswith("title."):
64 locale = key[len("title."):]
65 notification["title"][locale] = value
66 elif key.startswith("message."):
67 locale = key[len("message."):]
68 notification["message"][locale] = value
69 elif key == "target":
70 target = parse_targetspec(value, name)
71 if "targets" in notification:
72 notification["targets"].append(target)
73 else:
74 notification["targets"] = [target]
75 else:
76 raise Exception("Unknown parameter '%s' in file '%s'" % (key, name))
77
78 if "en-US" not in notification["title"]:
79 raise Exception("No title for en-US (default language) in file '%s'" % name)
80 if "en-US" not in notification["message"]:
81 raise Exception("No message for en-US (default language) in file '%s'" % nam e)
82 return notification
83
84 def generate_notifications(repo, path):
85 command = ["hg", "-R", repo, "archive", "-r", "default", "-t", "tar",
86 "-p", ".", "-X", os.path.join(repo, ".hg_archival.txt"), "-"]
87 data = subprocess.check_output(command)
88
89 result = {"version": time.strftime("%Y%m%d%H%M", time.gmtime()), "notification s": []}
90 with tarfile.open(mode="r:", fileobj=StringIO(data)) as archive:
91 for fileinfo in archive:
92 name = fileinfo.name
93 if name.startswith("./"):
94 name = name[2:]
95
96 if fileinfo.type == tarfile.REGTYPE:
97 data = codecs.getreader("utf8")(archive.extractfile(fileinfo))
98 try:
99 notification = parse_notification(data, name)
100 if "inactive" in notification:
101 continue
102 result["notifications"].append(notification)
103 except:
104 traceback.print_exc()
105
106 with codecs.open(path, "wb", encoding="utf-8") as file: 26 with codecs.open(path, "wb", encoding="utf-8") as file:
107 json.dump(result, file, ensure_ascii=False, indent=2, 27 json.dump(notifications, file, ensure_ascii=False, indent=2,
108 separators=(',', ': '), sort_keys=True) 28 separators=(',', ': '), sort_keys=True)
109 29
110 if __name__ == "__main__": 30 if __name__ == "__main__":
111 setupStderr() 31 setupStderr()
112 repo = get_config().get("notifications", "repository")
113 output = get_config().get("notifications", "output") 32 output = get_config().get("notifications", "output")
114 subprocess.call(["hg", "-R", repo, "pull", "-q"]) 33 generate_notifications(output)
115 generate_notifications(repo, output)
OLDNEW
« no previous file with comments | « no previous file | sitescripts/notifications/__init__.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld