16 changed files with 9 additions and 48441 deletions
File diff suppressed because it is too large
Load Diff
@ -1,197 +0,0 @@
@@ -1,197 +0,0 @@
|
||||
package org.purplei2p.lightning.adblock; |
||||
|
||||
import android.app.Application; |
||||
import android.content.res.AssetManager; |
||||
import android.support.annotation.NonNull; |
||||
import android.support.annotation.Nullable; |
||||
import android.util.Log; |
||||
|
||||
import com.anthonycr.bonsai.Completable; |
||||
import com.anthonycr.bonsai.CompletableAction; |
||||
import com.anthonycr.bonsai.CompletableSubscriber; |
||||
import com.anthonycr.bonsai.Schedulers; |
||||
|
||||
import java.io.BufferedReader; |
||||
import java.io.IOException; |
||||
import java.io.InputStreamReader; |
||||
import java.net.URI; |
||||
import java.net.URISyntaxException; |
||||
import java.util.ArrayList; |
||||
import java.util.HashSet; |
||||
import java.util.List; |
||||
import java.util.Set; |
||||
|
||||
import javax.inject.Inject; |
||||
import javax.inject.Singleton; |
||||
|
||||
import org.purplei2p.lightning.BuildConfig; |
||||
import org.purplei2p.lightning.preference.PreferenceManager; |
||||
import org.purplei2p.lightning.utils.StringBuilderUtils; |
||||
import org.purplei2p.lightning.utils.Utils; |
||||
|
||||
@Singleton |
||||
public class AdBlock { |
||||
|
||||
private static final String TAG = "AdBlock"; |
||||
private static final String BLOCKED_DOMAINS_LIST_FILE_NAME = "hosts.txt"; |
||||
private static final String LOCAL_IP_V4 = "127.0.0.1"; |
||||
private static final String LOCAL_IP_V4_ALT = "0.0.0.0"; |
||||
private static final String LOCAL_IP_V6 = "::1"; |
||||
private static final String LOCALHOST = "localhost"; |
||||
private static final String COMMENT = "#"; |
||||
private static final String TAB = "\t"; |
||||
private static final String SPACE = " "; |
||||
private static final String EMPTY = ""; |
||||
|
||||
@NonNull private final Set<String> mBlockedDomainsList = new HashSet<>(); |
||||
@NonNull private final PreferenceManager mPreferenceManager; |
||||
@NonNull private final Application mApplication; |
||||
private boolean mBlockAds; |
||||
|
||||
@Inject |
||||
AdBlock(@NonNull Application application, @NonNull PreferenceManager preferenceManager) { |
||||
mApplication = application; |
||||
mPreferenceManager = preferenceManager; |
||||
if (mBlockedDomainsList.isEmpty() && BuildConfig.FULL_VERSION) { |
||||
loadHostsFile().subscribeOn(Schedulers.io()).subscribe(); |
||||
} |
||||
mBlockAds = mPreferenceManager.getAdBlockEnabled(); |
||||
} |
||||
|
||||
public void updatePreference() { |
||||
mBlockAds = mPreferenceManager.getAdBlockEnabled(); |
||||
} |
||||
|
||||
/** |
||||
* a method that determines if the given URL is an ad or not. It performs |
||||
* a search of the URL's domain on the blocked domain hash set. |
||||
* |
||||
* @param url the URL to check for being an ad |
||||
* @return true if it is an ad, false if it is not an ad |
||||
*/ |
||||
public boolean isAd(@Nullable String url) { |
||||
if (!mBlockAds || url == null) { |
||||
return false; |
||||
} |
||||
|
||||
String domain; |
||||
try { |
||||
domain = getDomainName(url); |
||||
} catch (URISyntaxException e) { |
||||
Log.d(TAG, "URL '" + url + "' is invalid", e); |
||||
return false; |
||||
} |
||||
|
||||
boolean isOnBlacklist = mBlockedDomainsList.contains(domain); |
||||
if (isOnBlacklist) { |
||||
Log.d(TAG, "URL '" + url + "' is an ad"); |
||||
} |
||||
return isOnBlacklist; |
||||
} |
||||
|
||||
/** |
||||
* Returns the probable domain name for a given URL |
||||
* |
||||
* @param url the url to parse |
||||
* @return returns the domain |
||||
* @throws URISyntaxException throws an exception if the string cannot form a URI |
||||
*/ |
||||
@NonNull |
||||
private static String getDomainName(@NonNull String url) throws URISyntaxException { |
||||
int index = url.indexOf('/', 8); |
||||
if (index != -1) { |
||||
url = url.substring(0, index); |
||||
} |
||||
|
||||
URI uri = new URI(url); |
||||
String domain = uri.getHost(); |
||||
if (domain == null) { |
||||
return url; |
||||
} |
||||
|
||||
return domain.startsWith("www.") ? domain.substring(4) : domain; |
||||
} |
||||
|
||||
/** |
||||
* This Completable reads through a hosts file and extracts the domains that should |
||||
* be redirected to localhost (a.k.a. IP address 127.0.0.1). It can handle files that |
||||
* simply have a list of host names to block, or it can handle a full blown hosts file. |
||||
* It will strip out comments, references to the base IP address and just extract the |
||||
* domains to be used. |
||||
* |
||||
* @return a Completable that will load the hosts file into memory. |
||||
*/ |
||||
@NonNull |
||||
private Completable loadHostsFile() { |
||||
return Completable.create(new CompletableAction() { |
||||
@Override |
||||
public void onSubscribe(@NonNull CompletableSubscriber subscriber) { |
||||
AssetManager asset = mApplication.getAssets(); |
||||
BufferedReader reader = null; |
||||
//noinspection TryFinallyCanBeTryWithResources
|
||||
try { |
||||
reader = new BufferedReader(new InputStreamReader( |
||||
asset.open(BLOCKED_DOMAINS_LIST_FILE_NAME))); |
||||
StringBuilder lineBuilder = new StringBuilder(); |
||||
String line; |
||||
long time = System.currentTimeMillis(); |
||||
|
||||
final List<String> domains = new ArrayList<>(1); |
||||
|
||||
while ((line = reader.readLine()) != null) { |
||||
lineBuilder.append(line); |
||||
|
||||
parseString(lineBuilder, domains); |
||||
lineBuilder.setLength(0); |
||||
} |
||||
|
||||
mBlockedDomainsList.addAll(domains); |
||||
Log.d(TAG, "Loaded ad list in: " + (System.currentTimeMillis() - time) + " ms"); |
||||
} catch (IOException e) { |
||||
Log.wtf(TAG, "Reading blocked domains list from file '" |
||||
+ BLOCKED_DOMAINS_LIST_FILE_NAME + "' failed.", e); |
||||
} finally { |
||||
Utils.close(reader); |
||||
} |
||||
} |
||||
}); |
||||
} |
||||
|
||||
private static void parseString(@NonNull StringBuilder lineBuilder, @NonNull List<String> parsedList) { |
||||
if (!StringBuilderUtils.isEmpty(lineBuilder) && |
||||
!StringBuilderUtils.startsWith(lineBuilder, COMMENT)) { |
||||
StringBuilderUtils.replace(lineBuilder, LOCAL_IP_V4, EMPTY); |
||||
StringBuilderUtils.replace(lineBuilder, LOCAL_IP_V4_ALT, EMPTY); |
||||
StringBuilderUtils.replace(lineBuilder, LOCAL_IP_V6, EMPTY); |
||||
StringBuilderUtils.replace(lineBuilder, TAB, EMPTY); |
||||
|
||||
int comment = lineBuilder.indexOf(COMMENT); |
||||
if (comment >= 0) { |
||||
lineBuilder.replace(comment, lineBuilder.length(), EMPTY); |
||||
} |
||||
|
||||
StringBuilderUtils.trim(lineBuilder); |
||||
|
||||
if (!StringBuilderUtils.isEmpty(lineBuilder) && |
||||
!StringBuilderUtils.equals(lineBuilder, LOCALHOST)) { |
||||
while (StringBuilderUtils.contains(lineBuilder, SPACE)) { |
||||
int space = lineBuilder.indexOf(SPACE); |
||||
StringBuilder partial = StringBuilderUtils.substring(lineBuilder, 0, space); |
||||
StringBuilderUtils.trim(partial); |
||||
|
||||
String partialLine = partial.toString(); |
||||
|
||||
// Add string to list
|
||||
parsedList.add(partialLine); |
||||
StringBuilderUtils.replace(lineBuilder, partialLine, EMPTY); |
||||
StringBuilderUtils.trim(lineBuilder); |
||||
} |
||||
if (lineBuilder.length() > 0) { |
||||
// Add string to list.
|
||||
parsedList.add(lineBuilder.toString()); |
||||
} |
||||
} |
||||
} |
||||
} |
||||
|
||||
} |
||||
Loading…
Reference in new issue