PublicMirrors/you-get
1
0
Fork 0
mirror of https://github.com/soimort/you-get.git synced 2025-01-23 05:25:02 +03:00
Code Issues Actions Packages Projects Releases 1 Wiki Activity

fix: 431 error on unbuntu due to header issue

Browse Source
This commit is contained in:
polar wu 2025-01-06 13:28:17 +08:00
parent e9165e07de
commit 9b68dbdfc9
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/you_get/common.py
View File

@ -447,6 +447,10 @@ def urlopen_with_retry(*args, **kwargs):
if i + 1 == retry_time:
raise http_error
def get_domain(url):
domain = parse.urlsplit(url).netloc
return re.sub(r'^www\.', '', domain)
def get_content(url, headers={}, decoded=True):
"""Gets the content of a URL via sending a HTTP GET request.
@ -471,8 +475,11 @@ def get_content(url, headers={}, decoded=True):
# - https://bugs.python.org/issue2190
# Here we add cookies to the request headers manually
cookie_strings = []
domain = get_domain(url)
for cookie in list(cookies):
cookie_strings.append(cookie.name + '=' + cookie.value)
if domain in cookie.domain:
# Note this is to fix the 431 error when the cookie is too large in Unbuntu with FireFox's cookes.sqlite
cookie_strings.append(cookie.name + '=' + cookie.value)
cookie_headers = {'Cookie': '; '.join(cookie_strings)}
req.headers.update(cookie_headers)