PublicMirrors/you-get
1
0
Fork 0
mirror of https://github.com/soimort/you-get.git synced 2025-02-13 13:35:20 +03:00
Code Issues Actions Packages Projects Releases 1 Wiki Activity

Handle socket timeout in response.read()

Browse Source 
response.read() itself could also throw excpetions, and this cannot be
covered by urlopen_with_retry.
This commit is contained in:
chrisww 2020-07-14 13:14:36 -04:00
parent c4519c0ef0
commit fa451eb059
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/you_get/common.py
View File

@ -435,8 +435,15 @@ def get_content(url, headers={}, decoded=True):
cookies.add_cookie_header(req) cookies.add_cookie_header(req)
req.headers.update(req.unredirected_hdrs) req.headers.update(req.unredirected_hdrs)
response = urlopen_with_retry(req) for i in range(retry_time):
data = response.read() response = urlopen_with_retry(req)
try:
data = response.read()
break
except socket.timeout as e:
logging.debug('get_content attempt {} failed: {}'.format(i + 1, e))
if i + 1 == retry_time:
raise e
# Handle HTTP compression for gzip and deflate (zlib) # Handle HTTP compression for gzip and deflate (zlib)
content_encoding = response.getheader('Content-Encoding') content_encoding = response.getheader('Content-Encoding')