[coub] add coub.com support

Video and audio files with high quality are downloaded.
We use ffmpeg for audio and video combining into one file

(cherry picked from commit 80d09de)

src/you_get/common.py

@@ -13,6 +13,7 @@ SITES = {
     'cctv'             : 'cntv',
     'cntv'             : 'cntv',
     'cbs'              : 'cbs',
+    'coub'             : 'coub',
     'dailymotion'      : 'dailymotion',
     'dilidili'         : 'dilidili',
     'douban'           : 'douban',

src/you_get/extractors/__init__.py

@@ -11,6 +11,7 @@ from .bokecc import *
 from .cbs import *
 from .ckplayer import *
 from .cntv import *
+from .coub import *
 from .dailymotion import *
 from .dilidili import *
 from .douban import *

src/you_get/extractors/coub.py

@@ -0,0 +1,71 @@
+#!/usr/bin/env python
+
+__all__ = ['coub_download']
+
+from ..common import *
+from ..processor import ffmpeg
+from ..util.fs import legitimize
+
+
+def coub_download(url, output_dir='.', merge=True, info_only=False, **kwargs):
+    html = get_content(url)
+
+    try:
+        json_data = get_coub_data(html)
+        title, video_url, audio_url = get_title_and_urls(json_data)
+        video_file_path = get_file_path(merge, output_dir, title, video_url)
+        audio_file_path = get_file_path(merge, output_dir, title, audio_url)
+        download_url(audio_url, merge, output_dir, title, info_only)
+        download_url(video_url, merge, output_dir, title, info_only)
+        if not info_only:
+            fix_coub_video_file(video_file_path)
+            try:
+                ffmpeg.ffmpeg_concat_audio_and_video([video_file_path, audio_file_path], title + "_full", "mp4")
+                cleanup_files(video_file_path, audio_file_path)
+            except EnvironmentError as err:
+                print("Error preparing full coub video. {}".format(err))
+    except Exception as err:
+        print("Error while downloading files. {}".format(err))
+
+
+def download_url(url, merge, output_dir, title, info_only):
+    mime, ext, size = url_info(url)
+    print_info(site_info, title, mime, size)
+    if not info_only:
+        download_urls([url], title, ext, size, output_dir, merge=merge)
+
+
+def fix_coub_video_file(file_path):
+    with open(file_path, 'r+b') as file:
+        file.seek(0)
+        file.write(bytes(2))
+
+
+def get_title_and_urls(json_data):
+    title = legitimize(json_data['title'].replace(" ", "_"))
+    video_url = json_data['file_versions']['html5']['video']['high']['url']
+    audio_url = json_data['file_versions']['html5']['audio']['high']['url']
+    return title, video_url, audio_url
+
+
+def get_coub_data(html):
+    coub_data = r1(r'<script id=\'coubPageCoubJson\' type=\'text/json\'>([^<]+)</script>', html)
+    json_data = json.loads(coub_data)
+    return json_data
+
+
+def get_file_path(merge, output_dir, title, url):
+    mime, ext, size = url_info(url)
+    file_name = get_output_filename([], title, ext, output_dir, merge)
+    file_path = os.path.join(output_dir, file_name)
+    return file_path
+
+
+def cleanup_files(video_file_path, audio_file_path):
+    os.remove(video_file_path)
+    os.remove(audio_file_path)
+
+
+site_info = "coub.com"
+download = coub_download
+download_playlist = playlist_not_supported('coub')

src/you_get/processor/ffmpeg.py

@@ -250,3 +250,19 @@ def ffmpeg_download_stream(files, title, ext, params={}, output_dir='.', stream=
             pass
 
     return True
+
+
+def ffmpeg_concat_audio_and_video(files, output, ext):
+    print('Merging video and audio parts... ', end="", flush=True)
+    if has_ffmpeg_installed:
+        params = [FFMPEG] + LOGLEVEL
+        for file in files:
+            if os.path.isfile(file):
+                params.extend(['-i', file])
+        params.extend(['-c:v', 'copy'])
+        params.extend(['-c:a', 'aac'])
+        params.extend(['-strict', 'experimental'])
+        params.append(output+"."+ext)
+        return subprocess.call(params, stdin=STDIN)
+    else:
+        raise EnvironmentError('No ffmpeg found')