Left: | ||
Right: |
OLD | NEW |
---|---|
1 /* | 1 /* |
2 * This file is part of Adblock Plus <https://adblockplus.org/>, | 2 * This file is part of Adblock Plus <https://adblockplus.org/>, |
3 * Copyright (C) 2006-2016 Eyeo GmbH | 3 * Copyright (C) 2006-2016 Eyeo GmbH |
4 * | 4 * |
5 * Adblock Plus is free software: you can redistribute it and/or modify | 5 * Adblock Plus is free software: you can redistribute it and/or modify |
6 * it under the terms of the GNU General Public License version 3 as | 6 * it under the terms of the GNU General Public License version 3 as |
7 * published by the Free Software Foundation. | 7 * published by the Free Software Foundation. |
8 * | 8 * |
9 * Adblock Plus is distributed in the hope that it will be useful, | 9 * Adblock Plus is distributed in the hope that it will be useful, |
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of | 10 * but WITHOUT ANY WARRANTY; without even the implied warranty of |
(...skipping 26 matching lines...) Expand all Loading... | |
37 import java.util.HashMap; | 37 import java.util.HashMap; |
38 import java.util.HashSet; | 38 import java.util.HashSet; |
39 import java.util.List; | 39 import java.util.List; |
40 import java.util.Locale; | 40 import java.util.Locale; |
41 import java.util.Map; | 41 import java.util.Map; |
42 import java.util.Map.Entry; | 42 import java.util.Map.Entry; |
43 import java.util.zip.GZIPInputStream; | 43 import java.util.zip.GZIPInputStream; |
44 import java.util.zip.GZIPOutputStream; | 44 import java.util.zip.GZIPOutputStream; |
45 | 45 |
46 import android.text.TextUtils; | 46 import android.text.TextUtils; |
47 import android.text.format.DateUtils; | |
47 import android.util.Log; | 48 import android.util.Log; |
48 | 49 |
49 /** | 50 /** |
50 * Simple subscription representation. | 51 * Simple subscription representation. |
51 */ | 52 */ |
52 final class Subscription | 53 final class Subscription |
53 { | 54 { |
54 private static final String TAG = Subscription.class.getSimpleName(); | 55 private static final String TAG = Subscription.class.getSimpleName(); |
55 public static final String KEY_TITLE = "title"; | 56 public static final String KEY_TITLE = "title"; |
56 public static final String KEY_VERSION = "version"; | 57 public static final String KEY_VERSION = "version"; |
57 public static final String KEY_FORCED_TITLE = "_title"; | 58 public static final String KEY_FORCED_TITLE = "_title"; |
58 public static final String KEY_HTTP_ETAG = "_etag"; | 59 public static final String KEY_HTTP_ETAG = "_etag"; |
59 public static final String KEY_HTTP_LAST_MODIFIED = "_last_modified"; | 60 public static final String KEY_HTTP_LAST_MODIFIED = "_last_modified"; |
60 public static final String KEY_UPDATE_TIMESTAMP = "_update_timestamp"; | 61 public static final String KEY_UPDATE_TIMESTAMP = "_update_timestamp"; |
61 public static final String KEY_TRIED_UPDATE_TIMESTAMP = "_tried_update_timesta mp"; | 62 public static final String KEY_TRIED_UPDATE_TIMESTAMP = "_tried_update_timesta mp"; |
62 public static final String KEY_DOWNLOAD_COUNT = "_download_count"; | 63 public static final String KEY_DOWNLOAD_COUNT = "_download_count"; |
63 public static final String KEY_ENABLED = "_enabled"; | 64 public static final String KEY_ENABLED = "_enabled"; |
64 public static final String KEY_HAS_FILTERS = "_has_filters"; | 65 public static final String KEY_HAS_FILTERS = "_has_filters"; |
65 public static final String KEY_META_HASH = "_meta_hash"; | 66 public static final String KEY_META_HASH = "_meta_hash"; |
66 | 67 |
67 public static final long MINIMAL_DOWNLOAD_INTERVAL = Engine.MILLIS_PER_HOUR / 4; | 68 private static final long MINIMAL_DOWNLOAD_INTERVAL = DateUtils.HOUR_IN_MILLIS / 4; |
68 public static final long DOWNLOAD_RETRY_INTERVAL = Engine.MILLIS_PER_HOUR; | 69 private static final long DOWNLOAD_RETRY_INTERVAL = DateUtils.HOUR_IN_MILLIS; |
69 | 70 |
70 private static final HashSet<String> ALLOWED_META_KEYS = new HashSet<>(); | 71 private static final HashSet<String> ALLOWED_META_KEYS = new HashSet<>(); |
71 private static final Locale LOCALE_EN = Locale.ENGLISH; | 72 private static final Locale LOCALE_EN = Locale.ENGLISH; |
72 | 73 |
73 private final long updateInterval = Engine.MILLIS_PER_DAY | 74 private final long updateInterval = DateUtils.DAY_IN_MILLIS |
74 + (long) (Engine.MILLIS_PER_HOUR * 8. * Math.random()); | 75 + (long) (DateUtils.HOUR_IN_MILLIS * 8. * Math.random()); |
75 | 76 |
76 /** | 77 /** |
77 * List of meta keys that are allowed to import from a downloaded | 78 * List of meta keys that are allowed to import from a downloaded |
78 * subscription. | 79 * subscription. |
79 */ | 80 */ |
80 private static final String[] ALLOWED_META_KEYS_ARRAY = | 81 private static final String[] ALLOWED_META_KEYS_ARRAY = |
81 { | 82 { |
82 "checksum", KEY_VERSION, KEY_TITLE, "last modified", "expires", "homepage" , "licence" | 83 "checksum", KEY_VERSION, KEY_TITLE, "last modified", "expires", "homepage" , "licence" |
83 }; | 84 }; |
84 | 85 |
85 private final URL url; | 86 private final URL url; |
86 private final Type type; | 87 private final Type type; |
87 private final HashMap<String, String> meta = new HashMap<>(); | 88 private final HashMap<String, String> meta = new HashMap<>(); |
88 private final HashSet<String> filters = new HashSet<>(); | 89 private final HashSet<String> filters = new HashSet<>(); |
89 | 90 |
90 private boolean metaDataValid = true; | 91 private boolean metaDataValid = true; |
91 private boolean filtersValid = true; | 92 private boolean filtersValid = true; |
92 | 93 |
93 static | 94 static |
94 { | 95 { |
95 for (final String s : ALLOWED_META_KEYS_ARRAY) | 96 Collections.addAll(ALLOWED_META_KEYS, ALLOWED_META_KEYS_ARRAY); |
96 { | |
97 ALLOWED_META_KEYS.add(s); | |
98 } | |
99 } | 97 } |
100 | 98 |
101 /** | 99 /** |
102 * Subscription type. | 100 * Subscription type. |
103 * | 101 * |
104 * @author René Jeschke <rene@adblockplus.org> | 102 * @author René Jeschke <rene@adblockplus.org> |
105 */ | 103 */ |
106 public enum Type | 104 public enum Type |
107 { | 105 { |
108 /** | 106 /** |
(...skipping 242 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
351 return "url:" + subscription.url.toString(); | 349 return "url:" + subscription.url.toString(); |
352 case USER: | 350 case USER: |
353 return "user:" + subscription.getMeta(KEY_TITLE); | 351 return "user:" + subscription.getMeta(KEY_TITLE); |
354 } | 352 } |
355 return ""; | 353 return ""; |
356 } | 354 } |
357 | 355 |
358 private static String byteArrayToHexString(final byte[] array) | 356 private static String byteArrayToHexString(final byte[] array) |
359 { | 357 { |
360 final StringBuilder sb = new StringBuilder(array.length * 2); | 358 final StringBuilder sb = new StringBuilder(array.length * 2); |
361 for (int i = 0; i < array.length; i++) | 359 for (final byte b : array) |
362 { | 360 { |
363 final int value = array[i] & 255; | 361 final int value = b & 255; |
364 if (value < 16) | 362 if (value < 16) |
365 { | 363 { |
366 sb.append('0'); | 364 sb.append('0'); |
367 } | 365 } |
368 sb.append(Integer.toHexString(value)); | 366 sb.append(Integer.toHexString(value)); |
369 } | 367 } |
370 return sb.toString(); | 368 return sb.toString(); |
371 } | 369 } |
372 | 370 |
373 private static String createMetaDataHash(final HashMap<String, String> meta) t hrows IOException | 371 private static String createMetaDataHash(final HashMap<String, String> meta) t hrows IOException |
(...skipping 23 matching lines...) Expand all Loading... | |
397 } | 395 } |
398 catch (final NoSuchAlgorithmException e) | 396 catch (final NoSuchAlgorithmException e) |
399 { | 397 { |
400 throw new IOException("MD5 is unavailable: " + e.getMessage(), e); | 398 throw new IOException("MD5 is unavailable: " + e.getMessage(), e); |
401 } | 399 } |
402 } | 400 } |
403 | 401 |
404 public void serializeMetaData(final File metaFile) throws IOException | 402 public void serializeMetaData(final File metaFile) throws IOException |
405 { | 403 { |
406 this.putMeta(KEY_META_HASH, createMetaDataHash(this.meta)); | 404 this.putMeta(KEY_META_HASH, createMetaDataHash(this.meta)); |
407 try (final DataOutputStream metaOut = new DataOutputStream(new GZIPOutputStr eam( | 405 try (final DataOutputStream metaOut = new DataOutputStream(new BufferedOutpu tStream( |
anton
2017/06/02 07:39:56
here and below: what's the purpose of buffering be
diegocarloslima
2017/06/02 21:03:42
Basically, it's because GZIP Streams already hold
| |
408 new BufferedOutputStream(new FileOutputStream(metaFile))))) | 406 new GZIPOutputStream(new FileOutputStream(metaFile))))) |
409 { | 407 { |
410 metaOut.writeUTF(this.url != null ? this.url.toString() : ""); | 408 metaOut.writeUTF(this.url != null ? this.url.toString() : ""); |
411 metaOut.writeInt(this.meta.size()); | 409 metaOut.writeInt(this.meta.size()); |
412 for (final Entry<String, String> e : this.meta.entrySet()) | 410 for (final Entry<String, String> e : this.meta.entrySet()) |
413 { | 411 { |
414 metaOut.writeUTF(e.getKey()); | 412 metaOut.writeUTF(e.getKey()); |
415 metaOut.writeUTF(e.getValue()); | 413 metaOut.writeUTF(e.getValue()); |
416 } | 414 } |
417 } | 415 } |
418 } | 416 } |
419 | 417 |
420 public void serializeFilters(final File filtersFile) throws IOException | 418 public void serializeFilters(final File filtersFile) throws IOException |
421 { | 419 { |
422 try (final DataOutputStream filtersOut = new DataOutputStream(new GZIPOutput Stream( | 420 try (final DataOutputStream filtersOut = new DataOutputStream(new BufferedOu tputStream( |
423 new BufferedOutputStream(new FileOutputStream(filtersFile))))) | 421 new GZIPOutputStream(new FileOutputStream(filtersFile))))) |
424 { | 422 { |
425 filtersOut.writeInt(this.filters.size()); | 423 filtersOut.writeInt(this.filters.size()); |
426 filtersOut.writeUTF(createFilterHash(new ArrayList<>(this.filters))); | 424 filtersOut.writeUTF(createFilterHash(new ArrayList<>(this.filters))); |
427 for (final String s : this.filters) | 425 for (final String s : this.filters) |
428 { | 426 { |
429 final byte[] b = s.getBytes(StandardCharsets.UTF_8); | 427 final byte[] b = s.getBytes(StandardCharsets.UTF_8); |
430 filtersOut.writeInt(b.length); | 428 filtersOut.writeInt(b.length); |
431 filtersOut.write(b); | 429 filtersOut.write(b); |
432 } | 430 } |
433 } | 431 } |
434 } | 432 } |
435 | 433 |
436 public void serializeSubscription(final File metaFile, final File filtersFile) throws IOException | 434 public void serializeSubscription(final File metaFile, final File filtersFile) throws IOException |
437 { | 435 { |
438 this.serializeMetaData(metaFile); | 436 this.serializeMetaData(metaFile); |
439 this.serializeFilters(filtersFile); | 437 this.serializeFilters(filtersFile); |
440 } | 438 } |
441 | 439 |
442 public static Subscription deserializeSubscription(final File metaFile) | 440 public static Subscription deserializeSubscription(final File metaFile) |
443 { | 441 { |
444 Subscription sub = null; | 442 Subscription sub = null; |
445 try (final DataInputStream in = new DataInputStream(new GZIPInputStream(new BufferedInputStream( | 443 try (final DataInputStream in = new DataInputStream(new BufferedInputStream( new GZIPInputStream( |
446 new FileInputStream(metaFile))))) | 444 new FileInputStream(metaFile))))) |
447 { | 445 { |
448 final String urlString = in.readUTF(); | 446 final String urlString = in.readUTF(); |
449 sub = new Subscription(!TextUtils.isEmpty(urlString) ? new URL(urlString) : null); | 447 sub = new Subscription(!TextUtils.isEmpty(urlString) ? new URL(urlString) : null); |
450 sub.metaDataValid = false; | 448 sub.metaDataValid = false; |
451 final int numMetaEntries = in.readInt(); | 449 final int numMetaEntries = in.readInt(); |
452 for (int i = 0; i < numMetaEntries; i++) | 450 for (int i = 0; i < numMetaEntries; i++) |
453 { | 451 { |
454 final String key = in.readUTF(); | 452 final String key = in.readUTF(); |
455 final String value = in.readUTF(); | 453 final String value = in.readUTF(); |
456 sub.meta.put(key, value); | 454 sub.meta.put(key, value); |
457 } | 455 } |
458 sub.metaDataValid = createMetaDataHash(sub.meta).equals(sub.getMeta(KEY_ME TA_HASH)); | 456 sub.metaDataValid = createMetaDataHash(sub.meta).equals(sub.getMeta(KEY_ME TA_HASH)); |
459 } | 457 } |
460 catch (Throwable t) | 458 catch (Throwable t) |
461 { | 459 { |
462 // We catch Throwable here in order to return whatever we could retrieve f rom the meta file | 460 // We catch Throwable here in order to return whatever we could retrieve f rom the meta file |
463 } | 461 } |
464 return sub; | 462 return sub; |
465 } | 463 } |
466 | 464 |
467 public void deserializeFilters(final File filtersFile) | 465 public void deserializeFilters(final File filtersFile) |
468 { | 466 { |
469 this.clearFilters(); | 467 this.clearFilters(); |
470 this.filtersValid = false; | 468 this.filtersValid = false; |
471 try (final DataInputStream in = new DataInputStream(new GZIPInputStream(new BufferedInputStream( | 469 try (final DataInputStream in = new DataInputStream(new BufferedInputStream( new GZIPInputStream( |
472 new FileInputStream(filtersFile))))) | 470 new FileInputStream(filtersFile))))) |
473 { | 471 { |
474 final int numFilters = in.readInt(); | 472 final int numFilters = in.readInt(); |
475 final String filtersHash = in.readUTF(); | 473 final String filtersHash = in.readUTF(); |
476 for (int i = 0; i < numFilters; i++) | 474 for (int i = 0; i < numFilters; i++) |
477 { | 475 { |
478 final int length = in.readInt(); | 476 final int length = in.readInt(); |
479 final byte[] b = new byte[length]; | 477 final byte[] b = new byte[length]; |
480 in.readFully(b); | 478 in.readFully(b); |
481 this.filters.add(new String(b, StandardCharsets.UTF_8)); | 479 this.filters.add(new String(b, StandardCharsets.UTF_8)); |
(...skipping 125 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
607 this.serializeMetaData(metaFile); | 605 this.serializeMetaData(metaFile); |
608 if (filtersChanged) | 606 if (filtersChanged) |
609 { | 607 { |
610 this.serializeFilters(filtersFile); | 608 this.serializeFilters(filtersFile); |
611 this.clearFilters(); | 609 this.clearFilters(); |
612 } | 610 } |
613 | 611 |
614 return filtersChanged; | 612 return filtersChanged; |
615 } | 613 } |
616 } | 614 } |
OLD | NEW |