Rietveld Code Review Tool
Help | Bug tracker | Discussion group | Source code

Delta Between Two Patch Sets: sitescripts/extensions/web/downloads.py

Issue 5747446760079360: Issue 402 - Use a redirector script for downloads, not a direct link (Closed)
Left Patch Set: Created Sept. 15, 2014, 11:39 a.m.
Right Patch Set: The threaded version Created Sept. 17, 2014, 7:03 p.m.
Left:
Right:
Use n/p to move between diff chunks; N/P to move between comments.
Jump to:
Left: Side by side diff | Download
Right: Side by side diff | Download
« no previous file with change/comment | « sitescripts/extensions/web/__init__.py ('k') | sitescripts/web.py » ('j') | no next file with change/comment »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
LEFTRIGHT
1 # coding: utf-8 1 # coding: utf-8
2 2
3 # This file is part of the Adblock Plus web scripts, 3 # This file is part of the Adblock Plus web scripts,
4 # Copyright (C) 2006-2014 Eyeo GmbH 4 # Copyright (C) 2006-2014 Eyeo GmbH
5 # 5 #
6 # Adblock Plus is free software: you can redistribute it and/or modify 6 # Adblock Plus is free software: you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License version 3 as 7 # it under the terms of the GNU General Public License version 3 as
8 # published by the Free Software Foundation. 8 # published by the Free Software Foundation.
9 # 9 #
10 # Adblock Plus is distributed in the hope that it will be useful, 10 # Adblock Plus is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details. 13 # GNU General Public License for more details.
14 # 14 #
15 # You should have received a copy of the GNU General Public License 15 # You should have received a copy of the GNU General Public License
16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>.
17 17
18 import re 18 import re
19 import time 19 import time
20 import posixpath 20 import posixpath
21 import urlparse 21 import urlparse
22 import multiprocessing 22 import threading
23 import traceback
23 from ConfigParser import SafeConfigParser 24 from ConfigParser import SafeConfigParser
24 from sitescripts.web import url_handler 25 from sitescripts.web import url_handler
25 from sitescripts.extensions.utils import getDownloadLinks 26 from sitescripts.extensions.utils import getDownloadLinks
26 27
27 links = {} 28 links = {}
29 UPDATE_INTERVAL = 10 * 60 # 10 minutes
28 30
29 @url_handler('/latest/') 31 @url_handler('/latest/')
30 def handle_request(environ, start_response): 32 def handle_request(environ, start_response):
31 update_links()
32
33 request = urlparse.urlparse(environ.get('REQUEST_URI', '')) 33 request = urlparse.urlparse(environ.get('REQUEST_URI', ''))
34 basename = posixpath.splitext(posixpath.basename(request.path))[0] 34 basename = posixpath.splitext(posixpath.basename(request.path))[0]
35 if basename in links: 35 if basename in links:
36 start_response('302 Found', [('Location', links[basename].encode("utf-8"))]) 36 start_response('302 Found', [('Location', links[basename].encode("utf-8"))])
37 else: 37 else:
38 start_response('404 Not Found', []) 38 start_response('404 Not Found', [])
39 return [] 39 return []
40 40
41 UPDATE_INTERVAL = 10 * 60 # 10 minutes 41 def _get_links():
42 update_queue = multiprocessing.Queue()
43 last_update = -float('Inf')
44
45 def update_links():
46 global links, last_update
47 while not update_queue.empty():
48 links = update_queue.get()
49
50 now = time.time()
51 if now - last_update > UPDATE_INTERVAL:
52 last_update = now
53
54 process = multiprocessing.Process(target=_update_links, args=(update_queue,) )
55 process.daemon = True
56 process.start()
57
58 def _update_links(queue):
59 parser = SafeConfigParser() 42 parser = SafeConfigParser()
60 getDownloadLinks(parser) 43 getDownloadLinks(parser)
61 result = {} 44 result = {}
62 for section in parser.sections(): 45 for section in parser.sections():
63 result[section] = parser.get(section, "downloadURL") 46 result[section] = parser.get(section, "downloadURL")
64 queue.put(result) 47 return result
65 48
66 update_links() 49 def _update_links():
50 global links
51
52 while True:
53 try:
54 links = _get_links()
55 except:
56 traceback.print_exc()
57 time.sleep(UPDATE_INTERVAL)
58
59 t = threading.Thread(target = _update_links)
60 t.daemon = True
61 t.start()
LEFTRIGHT

Powered by Google App Engine
This is Rietveld