From 944a166c02eb59a34f7dfac2105795890cb79bc2 Mon Sep 17 00:00:00 2001 From: Mort Yao Date: Sun, 13 Dec 2015 04:55:50 +0100 Subject: [PATCH] [common] fix urls_size (support faker and headers) --- src/you_get/common.py | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/src/you_get/common.py b/src/you_get/common.py index d128c1b3..37387f20 100755 --- a/src/you_get/common.py +++ b/src/you_get/common.py @@ -322,11 +322,8 @@ def url_size(url, faker = False, headers = {}): size = response.headers['content-length'] return int(size) if size!=None else float('inf') -# TO BE DEPRECATED -# urls_size() does not have a faker -# also it takes too long time -def urls_size(urls): - return sum(map(url_size, urls)) +def urls_size(urls, faker = False, headers = {}): + return sum([url_size(url, faker=faker, headers=headers) for url in urls]) def get_head(url, headers = {}): if headers: @@ -665,7 +662,7 @@ def download_urls(urls, title, ext, total_size, output_dir='.', refer=None, merg if not total_size: try: - total_size = urls_size(urls) + total_size = urls_size(urls, faker=faker, headers=headers) except: import traceback traceback.print_exc(file=sys.stdout)