Fix checks to allow both HTTP and HTTPS URLs
This commit is contained in:
parent
5059a3d01b
commit
fd7cc30470
@ -394,8 +394,8 @@ public class HtmlFetcher {
|
||||
if (responseCode / 100 == 3 && newUrl != null && num_redirects < 5) {
|
||||
newUrl = SPACE.matcher(newUrl).replaceAll("+");
|
||||
// some services use (none-standard) utf8 in their location header
|
||||
if (urlAsString.startsWith("http://bit.ly")
|
||||
|| urlAsString.startsWith("http://is.gd"))
|
||||
if (urlAsString.contains("://bit.ly")
|
||||
|| urlAsString.contains("://is.gd"))
|
||||
newUrl = encodeUriFromHeader(newUrl);
|
||||
|
||||
// AP: This code is not longer need, instead we always follow
|
||||
|
Loading…
x
Reference in New Issue
Block a user