Browse Source

Search plugins: Properly uncompress gzipped responses in retrieve_url()

adaptive-webui-19844
Christophe Dumez 12 years ago
parent
commit
1b3a758f28
  1. 9
      src/searchengine/nova/helpers.py

9
src/searchengine/nova/helpers.py

@ -22,7 +22,7 @@ @@ -22,7 +22,7 @@
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#VERSION: 1.31
#VERSION: 1.32
# Author:
# Christophe DUMEZ (chris@qbittorrent.org)
@ -64,6 +64,13 @@ def retrieve_url(url): @@ -64,6 +64,13 @@ def retrieve_url(url):
req = urllib2.Request(url)
response = urllib2.urlopen(req)
dat = response.read()
# Check if it is gzipped
if dat[:2] == '\037\213':
# Data is gzip encoded, decode it
compressedstream = StringIO.StringIO(dat)
gzipper = gzip.GzipFile(fileobj=compressedstream)
extracted_data = gzipper.read()
dat = extracted_data
info = response.info()
charset = 'utf-8'
try:

Loading…
Cancel
Save