| OLD | NEW |
| 1 # coding: utf-8 | 1 # coding: utf-8 |
| 2 | 2 |
| 3 # This file is part of the Adblock Plus web scripts, | 3 # This file is part of the Adblock Plus web scripts, |
| 4 # Copyright (C) 2006-2012 Eyeo GmbH | 4 # Copyright (C) 2006-2012 Eyeo GmbH |
| 5 # | 5 # |
| 6 # Adblock Plus is free software: you can redistribute it and/or modify | 6 # Adblock Plus is free software: you can redistribute it and/or modify |
| 7 # it under the terms of the GNU General Public License version 3 as | 7 # it under the terms of the GNU General Public License version 3 as |
| 8 # published by the Free Software Foundation. | 8 # published by the Free Software Foundation. |
| 9 # | 9 # |
| 10 # Adblock Plus is distributed in the hope that it will be useful, | 10 # Adblock Plus is distributed in the hope that it will be useful, |
| 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of | 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 13 # GNU General Public License for more details. | 13 # GNU General Public License for more details. |
| 14 # | 14 # |
| 15 # You should have received a copy of the GNU General Public License | 15 # You should have received a copy of the GNU General Public License |
| 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. | 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. |
| 17 | 17 |
| 18 """ | 18 """ |
| 19 Update the list of extenstions | 19 Update the list of extenstions |
| 20 ============================== | 20 ============================== |
| 21 | 21 |
| 22 This script generates a list of extensions and saves these with download links | 22 This script generates a list of extensions and saves these with download links |
| 23 and version information | 23 and version information |
| 24 """ | 24 """ |
| 25 | 25 |
| 26 import os, urllib, urlparse, subprocess, time | 26 import os, re, urllib, urllib2, urlparse, subprocess, time |
| 27 import xml.dom.minidom as dom | 27 import xml.dom.minidom as dom |
| 28 from ConfigParser import SafeConfigParser | 28 from ConfigParser import SafeConfigParser |
| 29 from StringIO import StringIO | 29 from StringIO import StringIO |
| 30 from sitescripts.utils import get_config, get_template | 30 from sitescripts.utils import get_config, get_template |
| 31 from sitescripts.extensions.utils import compareVersions, Configuration | 31 from sitescripts.extensions.utils import compareVersions, Configuration |
| 32 from buildtools.packagerGecko import KNOWN_APPS | 32 from buildtools.packagerGecko import KNOWN_APPS |
| 33 | 33 |
| 34 def urlencode(value): | 34 def urlencode(value): |
| 35 return urllib.quote(value.encode('utf-8'), '') | 35 return urllib.quote(value.encode('utf-8'), '') |
| 36 | 36 |
| (...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 70 url = 'https://clients2.google.com/service/update2/crx?x=%s' % urlencode(param
) | 70 url = 'https://clients2.google.com/service/update2/crx?x=%s' % urlencode(param
) |
| 71 contents = urlopen(url).read() | 71 contents = urlopen(url).read() |
| 72 document = dom.parseString(contents) | 72 document = dom.parseString(contents) |
| 73 updateTags = document.getElementsByTagName('updatecheck') | 73 updateTags = document.getElementsByTagName('updatecheck') |
| 74 updateTag = updateTags[0] if len(updateTags) > 0 else None | 74 updateTag = updateTags[0] if len(updateTags) > 0 else None |
| 75 if updateTag and updateTag.hasAttribute('codebase') and updateTag.hasAttribute
('version'): | 75 if updateTag and updateTag.hasAttribute('codebase') and updateTag.hasAttribute
('version'): |
| 76 return (updateTag.getAttribute('codebase'), updateTag.getAttribute('version'
)) | 76 return (updateTag.getAttribute('codebase'), updateTag.getAttribute('version'
)) |
| 77 else: | 77 else: |
| 78 return (None, None) | 78 return (None, None) |
| 79 | 79 |
| 80 def getOperaDownloadLink(galleryID): |
| 81 """ |
| 82 gets download link for an Opera add-on from the Opera Addons site |
| 83 """ |
| 84 class HeadRequest(urllib2.Request): |
| 85 def get_method(self): |
| 86 return "HEAD" |
| 87 |
| 88 url = 'https://addons.opera.com/extensions/download/%s/' % urlencode(galleryID
) |
| 89 response = urllib2.urlopen(HeadRequest(url)) |
| 90 content_disposition = response.info().dict.get('content-disposition', None) |
| 91 if content_disposition != None: |
| 92 match = re.search(r'filename=\S+-([\d.]+)-\d+\.oex$', content_disposition) |
| 93 else: |
| 94 match = None; |
| 95 if match: |
| 96 return (url, match.group(1)) |
| 97 else: |
| 98 return (None, None) |
| 99 |
| 80 def getLocalLink(repo): | 100 def getLocalLink(repo): |
| 81 """ | 101 """ |
| 82 gets the link for the newest download of an add-on in the local downloads | 102 gets the link for the newest download of an add-on in the local downloads |
| 83 repository | 103 repository |
| 84 """ | 104 """ |
| 85 dir = repo.downloadsDirectory | 105 dir = repo.downloadsDirectory |
| 86 url = repo.downloadsURL | 106 url = repo.downloadsURL |
| 87 | 107 |
| 88 highestURL = None | 108 highestURL = None |
| 89 highestVersion = None | 109 highestVersion = None |
| (...skipping 12 matching lines...) Expand all Loading... |
| 102 def getDownloadLink(repo): | 122 def getDownloadLink(repo): |
| 103 """ | 123 """ |
| 104 gets the download link to the most current version of an extension | 124 gets the download link to the most current version of an extension |
| 105 """ | 125 """ |
| 106 galleryURL = None | 126 galleryURL = None |
| 107 galleryVersion = None | 127 galleryVersion = None |
| 108 if repo.type == "gecko" and repo.galleryID: | 128 if repo.type == "gecko" and repo.galleryID: |
| 109 (galleryURL, galleryVersion) = getMozillaDownloadLink(repo.galleryID) | 129 (galleryURL, galleryVersion) = getMozillaDownloadLink(repo.galleryID) |
| 110 elif repo.type == "chrome" and repo.galleryID: | 130 elif repo.type == "chrome" and repo.galleryID: |
| 111 (galleryURL, galleryVersion) = getGoogleDownloadLink(repo.galleryID) | 131 (galleryURL, galleryVersion) = getGoogleDownloadLink(repo.galleryID) |
| 132 elif repo.type == "opera" and repo.galleryID: |
| 133 (galleryURL, galleryVersion) = getOperaDownloadLink(repo.galleryID) |
| 112 | 134 |
| 113 (downloadsURL, downloadsVersion) = getLocalLink(repo) | 135 (downloadsURL, downloadsVersion) = getLocalLink(repo) |
| 114 if galleryVersion == None or (downloadsVersion != None and | 136 if galleryVersion == None or (downloadsVersion != None and |
| 115 compareVersions(galleryVersion, downloadsVersion
) < 0): | 137 compareVersions(galleryVersion, downloadsVersion
) < 0): |
| 116 return (downloadsURL, downloadsVersion) | 138 return (downloadsURL, downloadsVersion) |
| 117 else: | 139 else: |
| 118 return (galleryURL, galleryVersion) | 140 return (galleryURL, galleryVersion) |
| 119 | 141 |
| 120 def getDownloadLinks(result): | 142 def getDownloadLinks(result): |
| 121 """ | 143 """ |
| (...skipping 63 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 185 result = SafeConfigParser() | 207 result = SafeConfigParser() |
| 186 getDownloadLinks(result) | 208 getDownloadLinks(result) |
| 187 file = open(get_config().get('extensions', 'downloadLinksFile'), 'wb') | 209 file = open(get_config().get('extensions', 'downloadLinksFile'), 'wb') |
| 188 result.write(file) | 210 result.write(file) |
| 189 file.close() | 211 file.close() |
| 190 | 212 |
| 191 writeUpdateManifest(result) | 213 writeUpdateManifest(result) |
| 192 | 214 |
| 193 if __name__ == "__main__": | 215 if __name__ == "__main__": |
| 194 updateLinks() | 216 updateLinks() |
| OLD | NEW |