Issue 6850 - Remove generation of checksums

abp/filters/renderer.py

 # This file is part of Adblock Plus <https://adblockplus.org/>,
 # Copyright (C) 2006-present eyeo GmbH
 #
 # Adblock Plus is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License version 3 as
 # published by the Free Software Foundation.
 #
 # Adblock Plus is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 # GNU General Public License for more details.
 #
 # You should have received a copy of the GNU General Public License
 # along with Adblock Plus.  If not, see <http://www.gnu.org/licenses/>.
 
 """Combine filter list fragments to produce filter lists."""
 
 from __future__ import unicode_literals
 
-import base64
-import hashlib
 import itertools
 import logging
 import time
 
 from .parser import parse_filterlist, Comment, Metadata
 from .sources import NotFound
 
 __all__ = ['IncludeError', 'MissingHeader', 'render_filterlist']
 
 _logger = logging.getLogger(__name__)
@@ skipping 100 matching lines @@
             if line.key not in seen:
                 seen.add(line.key)
                 yield line
         elif line.type == 'header':
             if i == 0:
                 yield line
         else:
             yield line
 
 
-def _insert_checksum(lines):
-    """Add checksum to the filter list.
-
-    See https://adblockplus.org/filters#special-comments for description
-    of the checksum algorithm.
-    """
-    md5sum = hashlib.md5()
-
-    for line in lines:
-        if line.type != 'emptyline':
-            md5sum.update(line.to_string().encode('utf-8') + b'\n')
-        yield line
-
-    checksum = base64.b64encode(md5sum.digest()).rstrip(b'=')
-    yield Metadata('Checksum', checksum.decode('utf-8'))
-
-
 def _validate(lines):
     """Validate the final list."""
     first_line, rest = _first_and_rest(lines)
     if first_line.type != 'header':
         raise MissingHeader('No header found at the beginning of the input.')
     return itertools.chain([first_line], rest)
 
 
 def render_filterlist(name, sources, top_source=None):
     """Produce filter list from fragments.
@@ skipping 20 matching lines @@
         When any of the fragments contain lines that can't be parsed.
     MissingHeader
         If the top level fragment doesn't start with a valid header. This would
         lead to rendering an invalid filter list, so we immediately abort.
 
     """
     _logger.info('Rendering: %s', name)
     lines, default_source = _get_and_parse_fragment(name, sources, top_source)
     lines = _process_includes(sources, default_source, [name], lines)
     for proc in [_process_timestamps, _insert_version, _remove_duplicates,
-                 _insert_checksum, _validate]:
+                 _validate]:
         lines = proc(lines)
     return lines