url_info should not ignore refer when called in url_save

This commit is contained in:
MaxwellGoblin 2017-05-06 22:42:15 +08:00
parent f64b3494c7
commit c5ca06d44b

View File

@ -479,7 +479,13 @@ def url_locations(urls, faker = False, headers = {}):
return locations return locations
def url_save(url, filepath, bar, refer = None, is_part = False, faker = False, headers = {}, timeout = None, **kwargs): def url_save(url, filepath, bar, refer = None, is_part = False, faker = False, headers = {}, timeout = None, **kwargs):
file_size = url_size(url, faker = faker, headers = headers) new_headers = headers.copy()
if refer is not None:
for k in new_headers:
if k.lower() == 'referer':
del new_headers[k]
new_headers['referer'] = refer
file_size = url_size(url, faker = faker, headers = new_headers)
if os.path.exists(filepath): if os.path.exists(filepath):
if not force and file_size == os.path.getsize(filepath): if not force and file_size == os.path.getsize(filepath):