Issue 7042 - [XTM Integration] Solve UnicodeDecodeErrors occuring

tests/test_xtm_translations_utils.py

 # This file is part of the Adblock Plus web scripts,
 # Copyright (C) 2006-present eyeo GmbH
 #
 # Adblock Plus is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License version 3 as
 # published by the Free Software Foundation.
 #
 # Adblock Plus is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 # GNU General Public License for more details.
 #
 # You should have received a copy of the GNU General Public License
 # along with Adblock Plus.  If not, see <http://www.gnu.org/licenses/>.
+from __future__ import unicode_literals

[Vasily Kuznetsov, 2018/10/10 14:01:26]

Nit: empty line after the top comment

[Tudor Avram, 2018/10/11 13:58:28]

Done.

 
 import json
 import os
 
 import pytest
 
 from cms.translations.xtm import utils
 import cms.translations.xtm.constants as const
 from cms.sources import FileSource
 from cms.translations.xtm.xtm_api import XTMCloudAPI
@@ skipping 187 matching lines @@
 
 
 @pytest.mark.parametrize('path', ['de/test.json', 'de/dir1/dir2/test.json'])
 def test_write_data(toydir, path):
     """Test if writing data to files works as expected."""
     data = bytes(json.dumps({'a': 'b'}))
 
     utils.write_to_file(data, str(toydir.join(path)))
 
     assert toydir.join(path).read('rb') == data
+
+
+def test_extract_unicode_strings(tmpsite_with_unicode):
+    """Test correct extraction of unicode strings for translation."""
+    with FileSource(tmpsite_with_unicode) as fs:
+        strings = utils.extract_strings(fs)
+
+    assert '\u1234' in strings['unicode']['simple']['message']