OLD | NEW |
1 # coding: utf-8 | 1 # coding: utf-8 |
2 | 2 |
3 # This file is part of the Adblock Plus web scripts, | 3 # This file is part of the Adblock Plus web scripts, |
4 # Copyright (C) 2006-2012 Eyeo GmbH | 4 # Copyright (C) 2006-2012 Eyeo GmbH |
5 # | 5 # |
6 # Adblock Plus is free software: you can redistribute it and/or modify | 6 # Adblock Plus is free software: you can redistribute it and/or modify |
7 # it under the terms of the GNU General Public License version 3 as | 7 # it under the terms of the GNU General Public License version 3 as |
8 # published by the Free Software Foundation. | 8 # published by the Free Software Foundation. |
9 # | 9 # |
10 # Adblock Plus is distributed in the hope that it will be useful, | 10 # Adblock Plus is distributed in the hope that it will be useful, |
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of | 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of |
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
13 # GNU General Public License for more details. | 13 # GNU General Public License for more details. |
14 # | 14 # |
15 # You should have received a copy of the GNU General Public License | 15 # You should have received a copy of the GNU General Public License |
16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. | 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. |
17 | 17 |
18 """ | 18 """ |
19 Update the list of extenstions | 19 Update the list of extenstions |
20 ============================== | 20 ============================== |
21 | 21 |
22 This script generates a list of extensions and saves these with download links | 22 This script generates a list of extensions and saves these with download links |
23 and version information | 23 and version information |
24 """ | 24 """ |
25 | 25 |
26 import os, urllib, urlparse, subprocess, time | 26 import os, re, urllib, urllib2, urlparse, subprocess, time |
27 import xml.dom.minidom as dom | 27 import xml.dom.minidom as dom |
28 from ConfigParser import SafeConfigParser | 28 from ConfigParser import SafeConfigParser |
29 from StringIO import StringIO | 29 from StringIO import StringIO |
30 from sitescripts.utils import get_config, get_template | 30 from sitescripts.utils import get_config, get_template |
31 from sitescripts.extensions.utils import compareVersions, Configuration | 31 from sitescripts.extensions.utils import compareVersions, Configuration |
32 from buildtools.packagerGecko import KNOWN_APPS | 32 from buildtools.packagerGecko import KNOWN_APPS |
33 | 33 |
34 def urlencode(value): | 34 def urlencode(value): |
35 return urllib.quote(value.encode('utf-8'), '') | 35 return urllib.quote(value.encode('utf-8'), '') |
36 | 36 |
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
70 url = 'https://clients2.google.com/service/update2/crx?x=%s' % urlencode(param
) | 70 url = 'https://clients2.google.com/service/update2/crx?x=%s' % urlencode(param
) |
71 contents = urlopen(url).read() | 71 contents = urlopen(url).read() |
72 document = dom.parseString(contents) | 72 document = dom.parseString(contents) |
73 updateTags = document.getElementsByTagName('updatecheck') | 73 updateTags = document.getElementsByTagName('updatecheck') |
74 updateTag = updateTags[0] if len(updateTags) > 0 else None | 74 updateTag = updateTags[0] if len(updateTags) > 0 else None |
75 if updateTag and updateTag.hasAttribute('codebase') and updateTag.hasAttribute
('version'): | 75 if updateTag and updateTag.hasAttribute('codebase') and updateTag.hasAttribute
('version'): |
76 return (updateTag.getAttribute('codebase'), updateTag.getAttribute('version'
)) | 76 return (updateTag.getAttribute('codebase'), updateTag.getAttribute('version'
)) |
77 else: | 77 else: |
78 return (None, None) | 78 return (None, None) |
79 | 79 |
| 80 def getOperaDownloadLink(galleryID): |
| 81 """ |
| 82 gets download link for an Opera add-on from the Opera Addons site |
| 83 """ |
| 84 class HeadRequest(urllib2.Request): |
| 85 def get_method(self): |
| 86 return "HEAD" |
| 87 |
| 88 url = 'https://addons.opera.com/extensions/download/%s/' % urlencode(galleryID
) |
| 89 response = urllib2.urlopen(HeadRequest(url)) |
| 90 content_disposition = response.info().dict.get('content-disposition', None) |
| 91 if content_disposition != None: |
| 92 match = re.search(r'filename=\S+-([\d.]+)-\d+\.oex$', content_disposition) |
| 93 else: |
| 94 match = None; |
| 95 if match: |
| 96 return (url, match.group(1)) |
| 97 else: |
| 98 return (None, None) |
| 99 |
80 def getLocalLink(repo): | 100 def getLocalLink(repo): |
81 """ | 101 """ |
82 gets the link for the newest download of an add-on in the local downloads | 102 gets the link for the newest download of an add-on in the local downloads |
83 repository | 103 repository |
84 """ | 104 """ |
85 dir = repo.downloadsDirectory | 105 dir = repo.downloadsDirectory |
86 url = repo.downloadsURL | 106 url = repo.downloadsURL |
87 | 107 |
88 highestURL = None | 108 highestURL = None |
89 highestVersion = None | 109 highestVersion = None |
(...skipping 12 matching lines...) Expand all Loading... |
102 def getDownloadLink(repo): | 122 def getDownloadLink(repo): |
103 """ | 123 """ |
104 gets the download link to the most current version of an extension | 124 gets the download link to the most current version of an extension |
105 """ | 125 """ |
106 galleryURL = None | 126 galleryURL = None |
107 galleryVersion = None | 127 galleryVersion = None |
108 if repo.type == "gecko" and repo.galleryID: | 128 if repo.type == "gecko" and repo.galleryID: |
109 (galleryURL, galleryVersion) = getMozillaDownloadLink(repo.galleryID) | 129 (galleryURL, galleryVersion) = getMozillaDownloadLink(repo.galleryID) |
110 elif repo.type == "chrome" and repo.galleryID: | 130 elif repo.type == "chrome" and repo.galleryID: |
111 (galleryURL, galleryVersion) = getGoogleDownloadLink(repo.galleryID) | 131 (galleryURL, galleryVersion) = getGoogleDownloadLink(repo.galleryID) |
| 132 elif repo.type == "opera" and repo.galleryID: |
| 133 (galleryURL, galleryVersion) = getOperaDownloadLink(repo.galleryID) |
112 | 134 |
113 (downloadsURL, downloadsVersion) = getLocalLink(repo) | 135 (downloadsURL, downloadsVersion) = getLocalLink(repo) |
114 if galleryVersion == None or (downloadsVersion != None and | 136 if galleryVersion == None or (downloadsVersion != None and |
115 compareVersions(galleryVersion, downloadsVersion
) < 0): | 137 compareVersions(galleryVersion, downloadsVersion
) < 0): |
116 return (downloadsURL, downloadsVersion) | 138 return (downloadsURL, downloadsVersion) |
117 else: | 139 else: |
118 return (galleryURL, galleryVersion) | 140 return (galleryURL, galleryVersion) |
119 | 141 |
120 def getDownloadLinks(result): | 142 def getDownloadLinks(result): |
121 """ | 143 """ |
(...skipping 63 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
185 result = SafeConfigParser() | 207 result = SafeConfigParser() |
186 getDownloadLinks(result) | 208 getDownloadLinks(result) |
187 file = open(get_config().get('extensions', 'downloadLinksFile'), 'wb') | 209 file = open(get_config().get('extensions', 'downloadLinksFile'), 'wb') |
188 result.write(file) | 210 result.write(file) |
189 file.close() | 211 file.close() |
190 | 212 |
191 writeUpdateManifest(result) | 213 writeUpdateManifest(result) |
192 | 214 |
193 if __name__ == "__main__": | 215 if __name__ == "__main__": |
194 updateLinks() | 216 updateLinks() |
OLD | NEW |