PublicMirrors/you-get
1
0
Fork 0
mirror of https://github.com/soimort/you-get.git synced 2025-02-10 12:12:26 +03:00
Code Issues Actions Packages Projects Releases 1 Wiki Activity

fix UnicodeEncodeError

Browse Source
This commit is contained in:
falcucc 2015-10-04 03:33:39 -03:00
parent 5cdbbd9291
commit d53fba51a7
1 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/you_get/common.py
View File

@ -148,12 +148,17 @@ def undeflate(data):
decompressobj = zlib.decompressobj(-zlib.MAX_WBITS)
return decompressobj.decompress(data)+decompressobj.flush()
# DEPRECATED in favor of get_content()
def get_response(url, faker = False):
def get_response(url, faker=False):
if faker:
response = request.urlopen(request.Request(url, headers = fake_headers), None)
response = request.urlopen(request.Request(url, headers=fake_headers), None)
else:
response = request.urlopen(url)
try:
response = request.urlopen(url)
except UnicodeEncodeError:
url = url.encode('ascii', 'ignore').decode('ascii')
response = request.urlopen(url)
data = response.read()
if response.info().get('Content-Encoding') == 'gzip':