PublicMirrors/you-get
1
0
Fork 0
mirror of https://github.com/soimort/you-get.git synced 2025-01-23 13:35:16 +03:00
Code Issues Actions Packages Projects Releases 1 Wiki Activity

[common] manually add cookies in get_content and post_content (due to python's lack of support for #HttpOnly_)

Browse Source
This commit is contained in:
Mort Yao 2021-07-11 18:34:33 +02:00
parent 71780ae4aa
commit 3044f5c16a
No known key found for this signature in database
GPG Key ID: 07DA00CB78203251
1 changed files with 22 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
src/you_get/common.py
View File

@ -433,8 +433,17 @@ def get_content(url, headers={}, decoded=True):
req = request.Request(url, headers=headers) req = request.Request(url, headers=headers)
if cookies: if cookies:
cookies.add_cookie_header(req) # NOTE: Do not use cookies.add_cookie_header(req)
req.headers.update(req.unredirected_hdrs) # #HttpOnly_ cookies were not supported by CookieJar and MozillaCookieJar properly until python 3.10
# See also:
# - https://github.com/python/cpython/pull/17471
# - https://bugs.python.org/issue2190
# Here we add cookies to the request headers manually
cookie_strings = []
for cookie in list(cookies):
cookie_strings.append(cookie.name + '=' + cookie.value)
cookie_headers = {'Cookie': '; '.join(cookie_strings)}
req.headers.update(cookie_headers)
response = urlopen_with_retry(req) response = urlopen_with_retry(req)
data = response.read() data = response.read()
@ -477,8 +486,17 @@ def post_content(url, headers={}, post_data={}, decoded=True, **kwargs):
req = request.Request(url, headers=headers) req = request.Request(url, headers=headers)
if cookies: if cookies:
cookies.add_cookie_header(req) # NOTE: Do not use cookies.add_cookie_header(req)
req.headers.update(req.unredirected_hdrs) # #HttpOnly_ cookies were not supported by CookieJar and MozillaCookieJar properly until python 3.10
# See also:
# - https://github.com/python/cpython/pull/17471
# - https://bugs.python.org/issue2190
# Here we add cookies to the request headers manually
cookie_strings = []
for cookie in list(cookies):
cookie_strings.append(cookie.name + '=' + cookie.value)
cookie_headers = {'Cookie': '; '.join(cookie_strings)}
req.headers.update(cookie_headers)
if kwargs.get('post_data_raw'): if kwargs.get('post_data_raw'):
post_data_enc = bytes(kwargs['post_data_raw'], 'utf-8') post_data_enc = bytes(kwargs['post_data_raw'], 'utf-8')
else: else: