Fix checks to allow both HTTP and HTTPS URLs
This commit is contained in:
parent
5059a3d01b
commit
fd7cc30470
@ -394,8 +394,8 @@ public class HtmlFetcher {
|
|||||||
if (responseCode / 100 == 3 && newUrl != null && num_redirects < 5) {
|
if (responseCode / 100 == 3 && newUrl != null && num_redirects < 5) {
|
||||||
newUrl = SPACE.matcher(newUrl).replaceAll("+");
|
newUrl = SPACE.matcher(newUrl).replaceAll("+");
|
||||||
// some services use (none-standard) utf8 in their location header
|
// some services use (none-standard) utf8 in their location header
|
||||||
if (urlAsString.startsWith("http://bit.ly")
|
if (urlAsString.contains("://bit.ly")
|
||||||
|| urlAsString.startsWith("http://is.gd"))
|
|| urlAsString.contains("://is.gd"))
|
||||||
newUrl = encodeUriFromHeader(newUrl);
|
newUrl = encodeUriFromHeader(newUrl);
|
||||||
|
|
||||||
// AP: This code is not longer need, instead we always follow
|
// AP: This code is not longer need, instead we always follow
|
||||||
|
Loading…
x
Reference in New Issue
Block a user