From 5b4e2b08b3793273585313335046006bc7f44ebb Mon Sep 17 00:00:00 2001
From: Mort Yao <mort.yao@gmail.com>
Date: Fri, 29 Mar 2013 17:10:02 +0100
Subject: [PATCH 1/7] update README.txt

---
 README.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.txt b/README.txt
index ddcb5bc3..7dc8350b 100644
--- a/README.txt
+++ b/README.txt
@@ -47,7 +47,7 @@ Supported Sites (As of Now)
 * Sohu (搜狐视频) http://tv.sohu.com
 * 56 (56网) http://www.56.com
 * Xiami (虾米) http://www.xiami.com
-* Baidu (百度音乐) <http://music.baidu.com>
+* Baidu (百度音乐) http://music.baidu.com
 
 Dependencies
 ------------

From abad1049eec085112c94e79a337d4e3a4e574165 Mon Sep 17 00:00:00 2001
From: Mort Yao <mort.yao@gmail.com>
Date: Fri, 5 Apr 2013 03:13:14 +0200
Subject: [PATCH 2/7] add support for Coursera

---
 src/you_get/__main__.py            |   1 +
 src/you_get/downloader/__init__.py |   1 +
 src/you_get/downloader/coursera.py | 115 +++++++++++++++++++++++++++++
 3 files changed, 117 insertions(+)
 create mode 100644 src/you_get/downloader/coursera.py

diff --git a/src/you_get/__main__.py b/src/you_get/__main__.py
index 2a3bb53d..ad5454e1 100644
--- a/src/you_get/__main__.py
+++ b/src/you_get/__main__.py
@@ -24,6 +24,7 @@ def url_to_module(url):
         'bilibili': bilibili,
         'blip': blip,
         'cntv': cntv,
+        'coursera': coursera,
         'dailymotion': dailymotion,
         'douban': douban,
         'facebook': facebook,
diff --git a/src/you_get/downloader/__init__.py b/src/you_get/downloader/__init__.py
index a515ae46..fdb24a70 100644
--- a/src/you_get/downloader/__init__.py
+++ b/src/you_get/downloader/__init__.py
@@ -4,6 +4,7 @@ from .acfun import *
 from .bilibili import *
 from .blip import *
 from .cntv import *
+from .coursera import *
 from .dailymotion import *
 from .douban import *
 from .facebook import *
diff --git a/src/you_get/downloader/coursera.py b/src/you_get/downloader/coursera.py
new file mode 100644
index 00000000..3570c511
--- /dev/null
+++ b/src/you_get/downloader/coursera.py
@@ -0,0 +1,115 @@
+#!/usr/bin/env python
+
+__all__ = ['coursera_download']
+
+from ..common import *
+
+def coursera_login(user, password, csrf_token):
+    url = 'https://www.coursera.org/maestro/api/user/login'
+    my_headers = {
+        'Cookie': ('csrftoken=%s' % csrf_token),
+        'Referer': 'https://www.coursera.org',
+        'X-CSRFToken': csrf_token,
+    }
+    
+    values = {
+        'email_address': user,
+        'password': password,
+    }
+    form_data = parse.urlencode(values).encode('utf-8')
+    
+    response = request.urlopen(request.Request(url, headers = my_headers, data = form_data))
+    
+    return response.headers
+
+def coursera_download(url, output_dir = '.', merge = True, info_only = False):
+    course_code = r1(r'coursera.org/([^/]+)', url)
+    
+    request.install_opener(request.build_opener(request.HTTPCookieProcessor()))
+    
+    response = request.urlopen(request.Request(url))
+    csrf_token = r1(r'csrf_token=([^;]+);', response.headers['Set-Cookie'])
+    
+    import netrc, getpass
+    info = netrc.netrc().authenticators('coursera.org')
+    if info is None:
+        user = input("User:     ")
+        password = getpass.getpass("Password: ")
+    else:
+        user, password = info[0], info[2]
+    print("Logging in...")
+    
+    coursera_login(user, password, csrf_token)
+    
+    request.urlopen("https://class.coursera.org/%s/auth/auth_redirector?type=login&subtype=normal" % course_code) # necessary!
+    
+    html = get_html(url)
+    
+    course_name = "%s (%s)" % (r1(r'course_strings_name = "([^"]+)"', html), course_code)
+    output_dir = os.path.join(output_dir, course_name)
+    
+    materials = re.findall(r'<a target="_new" href="([^"]+)"', html)
+    num_of_slides = len(re.findall(r'title="[Ss]lides', html))
+    num_of_srts = len(re.findall(r'title="Subtitles \(srt\)"', html))
+    num_of_texts = len(re.findall(r'title="Subtitles \(text\)"', html))
+    num_of_mp4s = len(re.findall(r'title="Video \(MP4\)"', html))
+    num_of_others = len(materials) - num_of_slides - num_of_srts - num_of_texts - num_of_mp4s
+    
+    print("MOOC Site:               ", site_info)
+    print("Course Name:             ", course_name)
+    print("Num of Videos (MP4):     ", num_of_mp4s)
+    print("Num of Subtitles (srt):  ", num_of_srts)
+    print("Num of Subtitles (text): ", num_of_texts)
+    print("Num of Slides:           ", num_of_slides)
+    print("Num of other resources:  ", num_of_others)
+    print()
+    
+    if info_only:
+        return
+    
+    # Process downloading
+    
+    names = re.findall(r'<div class="hidden">([^<]+)</div>', html)
+    assert len(names) == len(materials)
+    
+    for i in range(len(materials)):
+        title = names[i]
+        resource_url = materials[i]
+        ext = r1(r'format=(.+)', resource_url) or r1(r'\.(\w\w\w\w|\w\w\w|\w\w|\w)$', resource_url) or r1(r'download.(mp4)', resource_url)
+        _, _, size = url_info(resource_url)
+        
+        if ext == 'mp4':
+            download_urls([resource_url], title, ext, size, output_dir, merge = merge)
+        else:
+            download_url_chunked(resource_url, title, ext, size, output_dir, merge = merge)
+    
+    return
+
+def download_url_chunked(url, title, ext, size, output_dir = '.', refer = None, merge = True, faker = False):
+    if dry_run:
+        print('Real URL:\n', [url], '\n')
+        return
+    
+    title = escape_file_path(title)
+    if ext:
+        filename = '%s.%s' % (title, ext)
+    else:
+        filename = title
+    filepath = os.path.join(output_dir, filename)
+    
+    if not force and os.path.exists(filepath):
+        print('Skipping %s: file already exists' % tr(filepath))
+        print()
+        return
+    
+    bar = DummyProgressBar()
+    print('Downloading %s ...' % tr(filename))
+    url_save_chunked(url, filepath, bar, refer = refer, faker = faker)
+    bar.done()
+    
+    print()
+    return
+
+site_info = "Coursera"
+download = coursera_download
+download_playlist = playlist_not_supported('coursera')

From 0eec6bbfc8f0db7f5d0e00503531c8be8109cd68 Mon Sep 17 00:00:00 2001
From: Mort Yao <mort.yao@gmail.com>
Date: Fri, 5 Apr 2013 03:13:31 +0200
Subject: [PATCH 3/7] version 0.3.8

---
 CHANGELOG.txt          | 8 ++++++++
 README.md              | 2 ++
 README.txt             | 1 +
 src/you_get/version.py | 4 ++--
 4 files changed, 13 insertions(+), 2 deletions(-)

diff --git a/CHANGELOG.txt b/CHANGELOG.txt
index a50f8656..b7de915c 100644
--- a/CHANGELOG.txt
+++ b/CHANGELOG.txt
@@ -1,6 +1,14 @@
 Changelog
 =========
 
+0.3.8
+-----
+
+*Date: 2013-04-05*
+
+* Add support for:
+    - Coursera
+
 0.3.7
 -----
 
diff --git a/README.md b/README.md
index c87afafc..14607458 100644
--- a/README.md
+++ b/README.md
@@ -14,6 +14,7 @@ Fork me on GitHub: <https://github.com/soimort/you-get>
 
 * YouTube <http://www.youtube.com>
 * Vimeo <http://vimeo.com>
+* Coursera <https://www.coursera.org>
 * Blip <http://blip.tv>
 * Dailymotion <http://dailymotion.com>
 * Facebook <http://facebook.com>
@@ -226,6 +227,7 @@ You-Get基于优酷下载脚本[iambus/youku-lixian](https://github.com/iambus/y
 
 * YouTube <http://www.youtube.com>
 * Vimeo <http://vimeo.com>
+* Coursera <https://www.coursera.org>
 * Blip <http://blip.tv>
 * Dailymotion <http://dailymotion.com>
 * Facebook <http://facebook.com>
diff --git a/README.txt b/README.txt
index 7dc8350b..017ab227 100644
--- a/README.txt
+++ b/README.txt
@@ -17,6 +17,7 @@ Supported Sites (As of Now)
 
 * YouTube http://www.youtube.com
 * Vimeo http://vimeo.com
+* Coursera https://www.coursera.org
 * Blip http://blip.tv
 * Dailymotion http://dailymotion.com
 * Facebook http://facebook.com
diff --git a/src/you_get/version.py b/src/you_get/version.py
index 879fb3e5..b446d041 100644
--- a/src/you_get/version.py
+++ b/src/you_get/version.py
@@ -2,5 +2,5 @@
 
 __all__ = ['__version__', '__date__']
 
-__version__ = '0.3.7'
-__date__ = '2013-03-29'
+__version__ = '0.3.8'
+__date__ = '2013-04-05'

From bd5d56d6afeb699ab6172ad35615c3ea14e0e7d6 Mon Sep 17 00:00:00 2001
From: Mort Yao <mort.yao@gmail.com>
Date: Fri, 5 Apr 2013 03:21:36 +0200
Subject: [PATCH 4/7] remove test for Blip

---
 tests/test.py | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/tests/test.py b/tests/test.py
index 7753603b..3e53d34b 100644
--- a/tests/test.py
+++ b/tests/test.py
@@ -12,11 +12,6 @@ def test_urls(urls):
 
 class YouGetTests(unittest.TestCase):
     
-    def test_blip(self):
-        test_urls([
-            "http://blip.tv/clojure/sam-aaron-programming-music-with-overtone-5970273",
-        ])
-        
     def test_googleplus(self):
         test_urls([
             "http://plus.google.com/102663035987142737445/posts/jJRu43KQFT5",

From 485111b758905946661b6badbbbdb82deeedc312 Mon Sep 17 00:00:00 2001
From: Mort Yao <mort.yao@gmail.com>
Date: Wed, 10 Apr 2013 17:38:27 +0200
Subject: [PATCH 5/7] add support for Freesound, fix #141

---
 src/you_get/__main__.py             |  1 +
 src/you_get/downloader/__init__.py  |  1 +
 src/you_get/downloader/freesound.py | 21 +++++++++++++++++++++
 3 files changed, 23 insertions(+)
 create mode 100644 src/you_get/downloader/freesound.py

diff --git a/src/you_get/__main__.py b/src/you_get/__main__.py
index ad5454e1..e9154315 100644
--- a/src/you_get/__main__.py
+++ b/src/you_get/__main__.py
@@ -28,6 +28,7 @@ def url_to_module(url):
         'dailymotion': dailymotion,
         'douban': douban,
         'facebook': facebook,
+        'freesound': freesound,
         'google': googleplus,
         'iask': sina,
         'ifeng': ifeng,
diff --git a/src/you_get/downloader/__init__.py b/src/you_get/downloader/__init__.py
index fdb24a70..b0c0115f 100644
--- a/src/you_get/downloader/__init__.py
+++ b/src/you_get/downloader/__init__.py
@@ -8,6 +8,7 @@ from .coursera import *
 from .dailymotion import *
 from .douban import *
 from .facebook import *
+from .freesound import *
 from .googleplus import *
 from .ifeng import *
 from .iqiyi import *
diff --git a/src/you_get/downloader/freesound.py b/src/you_get/downloader/freesound.py
new file mode 100644
index 00000000..6ecd401b
--- /dev/null
+++ b/src/you_get/downloader/freesound.py
@@ -0,0 +1,21 @@
+#!/usr/bin/env python
+
+__all__ = ['freesound_download']
+
+from ..common import *
+
+def freesound_download(url, output_dir = '.', merge = True, info_only = False):
+    page = get_html(url)
+    
+    title = r1(r'<meta property="og:title" content="([^"]*)"', page)
+    preview_url = r1(r'<meta property="og:audio" content="([^"]*)"', page)
+    
+    type, ext, size = url_info(preview_url)
+    
+    print_info(site_info, title, type, size)
+    if not info_only:
+        download_urls([preview_url], title, ext, size, output_dir, merge = merge)
+
+site_info = "Freesound.org"
+download = freesound_download
+download_playlist = playlist_not_supported('freesound')

From b49f1a57f500c90dcf59ae3bd9280ada65c94629 Mon Sep 17 00:00:00 2001
From: Mort Yao <mort.yao@gmail.com>
Date: Wed, 10 Apr 2013 17:41:23 +0200
Subject: [PATCH 6/7] add test for Freesound

---
 tests/test.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/tests/test.py b/tests/test.py
index 3e53d34b..dc91bfb8 100644
--- a/tests/test.py
+++ b/tests/test.py
@@ -12,6 +12,11 @@ def test_urls(urls):
 
 class YouGetTests(unittest.TestCase):
     
+    def test_freesound(self):
+        test_urls([
+            "http://www.freesound.org/people/Corsica_S/sounds/184419/",
+        ])
+        
     def test_googleplus(self):
         test_urls([
             "http://plus.google.com/102663035987142737445/posts/jJRu43KQFT5",

From 307a6a88ea7e95a505df746a419494096fa41269 Mon Sep 17 00:00:00 2001
From: Mort Yao <mort.yao@gmail.com>
Date: Wed, 10 Apr 2013 17:54:35 +0200
Subject: [PATCH 7/7] update README

---
 README.md  | 2 ++
 README.txt | 1 +
 2 files changed, 3 insertions(+)

diff --git a/README.md b/README.md
index 14607458..6983b5b5 100644
--- a/README.md
+++ b/README.md
@@ -23,6 +23,7 @@ Fork me on GitHub: <https://github.com/soimort/you-get>
 * Vine <http://vine.co>
 * SoundCloud <http://soundcloud.com>
 * Mixcloud <http://www.mixcloud.com>
+* Freesound <http://www.freesound.org>
 * JPopsuki <http://jpopsuki.tv>
 * VID48 <http://vid48.com>
 * Niconico (ニコニコ動画) <http://www.nicovideo.jp>
@@ -236,6 +237,7 @@ You-Get基于优酷下载脚本[iambus/youku-lixian](https://github.com/iambus/y
 * Vine <http://vine.co>
 * SoundCloud <http://soundcloud.com>
 * Mixcloud <http://www.mixcloud.com>
+* Freesound <http://www.freesound.org>
 * JPopsuki <http://jpopsuki.tv>
 * VID48 <http://vid48.com>
 * NICONICO动画 <http://www.nicovideo.jp>
diff --git a/README.txt b/README.txt
index 017ab227..5df26fe4 100644
--- a/README.txt
+++ b/README.txt
@@ -26,6 +26,7 @@ Supported Sites (As of Now)
 * Vine http://vine.co
 * SoundCloud http://soundcloud.com
 * Mixcloud http://www.mixcloud.com
+* Freesound http://www.freesound.org
 * JPopsuki http://jpopsuki.tv
 * VID48 http://vid48.com
 * Niconico (ニコニコ動画) http://www.nicovideo.jp