support full length of youku's video

src/you_get/extractors/youku.py

@@ -7,6 +7,9 @@ from ..extractor import VideoExtractor
 import base64
 import time
 import traceback
+import urllib.parse
+import math
+import pdb
 
 class Youku(VideoExtractor):
     name = "优酷 (Youku)"
@@ -21,11 +24,32 @@ class Youku(VideoExtractor):
         {'id': 'mp4',    'container': 'mp4', 'video_profile': '高清'},
         {'id': 'flvhd',  'container': 'flv', 'video_profile': '标清'},
         {'id': 'flv',    'container': 'flv', 'video_profile': '标清'},
-        {'id': '3gphd',  'container': '3gp', 'video_profile': '标清（3GP）'},
+        {'id': '3gphd',  'container': 'mp4', 'video_profile': '标清（3GP）'},
     ]
 
-    def generate_ep(vid, ep):
+
-        f_code_1 = 'becaf9be'
+    def trans_e(a, c):
+        f = h = 0
+        b = list(range(256))
+        result = ''
+        while h < 256:
+            f = (f + b[h] + ord(a[h % len(a)])) % 256
+            b[h], b[f] = b[f], b[h]
+            h += 1
+        q = f = h = 0
+        while q < len(c):
+            h = (h + 1) % 256
+            f = (f + b[h]) % 256
+            b[h], b[f] = b[f], b[h]
+            if isinstance(c[q], int):
+                result += chr(c[q] ^ b[(b[h] + b[f]) % 256])
+            else:
+                result += chr(ord(c[q]) ^ b[(b[h] + b[f]) % 256])
+            q += 1
+
+        return result
+
+    def generate_ep(no,streamfileids,sid,token):
         f_code_2 = 'bf7e5f01'
 
         def trans_e(a, c):
@@ -49,13 +73,17 @@ class Youku(VideoExtractor):
 
             return result
 
-        e_code = trans_e(f_code_1, base64.b64decode(bytes(ep, 'ascii')))
-        sid, token = e_code.split('_')
-        new_ep = trans_e(f_code_2, '%s_%s_%s' % (sid, vid, token))
-        return base64.b64encode(bytes(new_ep, 'latin')), sid, token
 
+        number = hex(int(str(no),10))[2:].upper()
+        if len(number) == 1:
+            number = '0' + number
+        fileId = streamfileids[0:8] + number + streamfileids[10:]
+
+        ep = urllib.parse.quote(base64.b64encode(''.join(trans_e(f_code_2,sid+'_'+fileId+'_'+token)).encode('latin1')),safe='~()*!.\'')
+        return fileId,ep
     def parse_m3u8(m3u8):
-        return re.findall(r'(http://[^?]+)\?ts_start=0', m3u8)
+        return re.findall('(http://[^\r]+)\r',m3u8)
+#        return re.findall(r'(http://[^?]+)\?ts_start=0', m3u8)
 
     def get_vid_from_url(url):
         """Extracts video ID from URL.
@@ -102,6 +130,7 @@ class Youku(VideoExtractor):
                 traceback.print_exception(exc_type, exc_value, exc_traceback)
 
     def prepare(self, **kwargs):
+        self.streams_parameter = {}
         assert self.url or self.vid
 
         if self.url and not self.vid:
@@ -112,9 +141,12 @@ class Youku(VideoExtractor):
                 exit(0)
 
         api_url = 'http://play.youku.com/play/get.json?vid=%s&ct=12' % self.vid
+        api_url1 = 'http://play.youku.com/play/get.json?vid=%s&ct=10' % self.vid
         try:
             meta = json.loads(get_html(api_url))
+            meta1 = json.loads(get_html(api_url1))
             data = meta['data']
+            data1 = meta1['data']
             assert 'stream' in data
         except:
             if 'error' in data:
@@ -123,7 +155,10 @@ class Youku(VideoExtractor):
                     self.password_protected = True
                     self.password = input(log.sprint('Password: ', log.YELLOW))
                     api_url += '&pwd={}'.format(self.password)
+                    api_url1 += '&pwd={}'.format(self.password)
+                    meta1 = json.loads(get_html(api_url1))
                     meta = json.loads(get_html(api_url))
+                    data1 = meta1['data']
                     data = meta['data']
                 else:
                     log.wtf('[Failed] ' + data['error']['note'])
@@ -135,6 +170,18 @@ class Youku(VideoExtractor):
         self.ip = data['security']['ip']
 
         stream_types = dict([(i['id'], i) for i in self.stream_types])
+
+        for stream in data1['stream']:
+            stream_id = stream['stream_type']
+            if stream_id in stream_types:
+                if 'alias-of' in stream_types[stream_id]:
+                    stream_id = stream_types[stream_id]['alias-of']
+                if stream_id not in self.streams_parameter:
+                    self.streams_parameter[stream_id] = {
+                            'fileid': stream['stream_fileid'],
+                            'segs': stream['segs']
+                            }
+
         for stream in data['stream']:
             stream_id = stream['stream_type']
             if stream_id in stream_types:
@@ -145,6 +192,11 @@ class Youku(VideoExtractor):
                     'video_profile': stream_types[stream_id]['video_profile'],
                     'size': stream['size']
                 }
+                if stream_id not in self.streams_parameter:
+                    self.streams_parameter[stream_id] = {
+                            'fileid': stream['stream_fileid'],
+                            'segs': stream['segs']
+                            }
 
         # Audio languages
         if 'dvd' in data and 'audiolang' in data['dvd']:
@@ -165,31 +217,45 @@ class Youku(VideoExtractor):
             # Extract stream with the best quality
             stream_id = self.streams_sorted[0]['id']
 
-        new_ep, sid, token = self.__class__.generate_ep(self.vid, self.ep)
+        f_code_1 = 'becaf9be'
-        m3u8_query = parse.urlencode(dict(
+        e_code = self.__class__.trans_e(f_code_1, base64.b64decode(bytes(self.ep, 'ascii')))
-            ctype=12,
+
-            ep=new_ep,
+        sid, token = e_code.split('_')
-            ev=1,
+
-            keyframe=1,
+        m3u8 = ''
-            oip=self.ip,
+        segs = self.streams_parameter[stream_id]['segs']
-            sid=sid,
+        streamfileid = self.streams_parameter[stream_id]['fileid']
-            token=token,
+        for no in range(0,len(segs)):
-            ts=int(time.time()),
+            k = segs[no]['key']
-            type=stream_id,
+            if k == -1:
-            vid=self.vid,
+                log.e('Error')
-        ))
+                exit()
-        m3u8_url = 'http://pl.youku.com/playlist/m3u8?' + m3u8_query
+            fileId,ep  = self.__class__.generate_ep(no,streamfileid ,sid,token)
+#            pdb.set_trace()
+            m3u8  += 'http://k.youku.com/player/getFlvPath/sid/'+ sid
+            m3u8+='_00/st/'+ self.streams[stream_id]['container']
+            m3u8+='/fileid/'+ fileId
+            m3u8+='?K='+ k
+            m3u8+='&ctype=12&ev=1&token='+ token
+            m3u8+='&oip='+ str(self.ip)
+            m3u8+='&ep='+ ep+'\r\n'
 
         if not kwargs['info_only']:
-            if self.password_protected:
-                m3u8_url += '&password={}'.format(self.password)
-
-            m3u8 = get_html(m3u8_url)
-
             self.streams[stream_id]['src'] = self.__class__.parse_m3u8(m3u8)
             if not self.streams[stream_id]['src'] and self.password_protected:
                 log.e('[Failed] Wrong password.')
 
+
+#        if not kwargs['info_only']:
+#            if self.password_protected:
+#                m3u8_url += '&password={}'.format(self.password)
+#
+#            m3u8 = get_html(m3u8_url)
+#
+#            self.streams[stream_id]['src'] = self.__class__.parse_m3u8(m3u8)
+#            if not self.streams[stream_id]['src'] and self.password_protected:
+#                log.e('[Failed] Wrong password.')
+
 site = Youku()
 download = site.download_by_url
 download_playlist = site.download_playlist_by_url