From d53fba51a7695e957603b6d70732d560622331ff Mon Sep 17 00:00:00 2001 From: falcucc Date: Sun, 4 Oct 2015 03:33:39 -0300 Subject: [PATCH] fix UnicodeEncodeError --- src/you_get/common.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/src/you_get/common.py b/src/you_get/common.py index ff040992..3e5db128 100755 --- a/src/you_get/common.py +++ b/src/you_get/common.py @@ -148,12 +148,17 @@ def undeflate(data): decompressobj = zlib.decompressobj(-zlib.MAX_WBITS) return decompressobj.decompress(data)+decompressobj.flush() + # DEPRECATED in favor of get_content() -def get_response(url, faker = False): +def get_response(url, faker=False): if faker: - response = request.urlopen(request.Request(url, headers = fake_headers), None) + response = request.urlopen(request.Request(url, headers=fake_headers), None) else: - response = request.urlopen(url) + try: + response = request.urlopen(url) + except UnicodeEncodeError: + url = url.encode('ascii', 'ignore').decode('ascii') + response = request.urlopen(url) data = response.read() if response.info().get('Content-Encoding') == 'gzip':