1 #!/usr/bin/env python
2
3 from __future__ import unicode_literals
4
5 # Allow direct execution
6 import os
7 import sys
8 import unittest
9 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
10
11 import io
12 import re
13 import string
14
15 from youtube_dl.compat import compat_str, compat_urlretrieve
16
17 from test.helper import FakeYDL
18 from youtube_dl.extractor import YoutubeIE
19 from youtube_dl.jsinterp import JSInterpreter
20
21 _SIG_TESTS = [
22 (
23 'https://s.ytimg.com/yts/jsbin/html5player-vflHOr_nV.js',
24 86,
25 '>=<;:/.-[+*)(\'&%$#"!ZYX0VUTSRQPONMLKJIHGFEDCBA\\yxwvutsrqponmlkjihgfedcba987654321',
26 ),
27 (
28 'https://s.ytimg.com/yts/jsbin/html5player-vfldJ8xgI.js',
29 85,
30 '3456789a0cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS[UVWXYZ!"#$%&\'()*+,-./:;<=>?@',
31 ),
32 (
33 'https://s.ytimg.com/yts/jsbin/html5player-vfle-mVwz.js',
34 90,
35 ']\\[@?>=<;:/.-,+*)(\'&%$#"hZYXWVUTSRQPONMLKJIHGFEDCBAzyxwvutsrqponmlkjiagfedcb39876',
36 ),
37 (
38 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl0Cbn9e.js',
39 84,
40 'O1I3456789abcde0ghijklmnopqrstuvwxyzABCDEFGHfJKLMN2PQRSTUVW@YZ!"#$%&\'()*+,-./:;<=',
41 ),
42 (
43 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js',
44 '2ACFC7A61CA478CD21425E5A57EBD73DDC78E22A.2094302436B2D377D14A3BBA23022D023B8BC25AA',
45 'A52CB8B320D22032ABB3A41D773D2B6342034902.A22E87CDD37DBE75A5E52412DC874AC16A7CFCA2',
46 ),
47 (
48 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflBb0OQx.js',
49 84,
50 '123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ0STUVWXYZ!"#$%&\'()*+,@./:;<=>'
51 ),
52 (
53 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl9FYC6l.js',
54 83,
55 '123456789abcdefghijklmnopqr0tuvwxyzABCDETGHIJKLMNOPQRS>UVWXYZ!"#$%&\'()*+,-./:;<=F'
56 ),
57 (
58 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflCGk6yw/html5player.js',
59 '4646B5181C6C3020DF1D9C7FCFEA.AD80ABF70C39BD369CCCAE780AFBB98FA6B6CB42766249D9488C288',
60 '82C8849D94266724DC6B6AF89BBFA087EACCD963.B93C07FBA084ACAEFCF7C9D1FD0203C6C1815B6B'
61 ),
62 (
63 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js',
64 '312AA52209E3623129A412D56A40F11CB0AF14AE.3EE09501CB14E3BCDC3B2AE808BF3F1D14E7FBF12',
65 '112AA5220913623229A412D56A40F11CB0AF14AE.3EE0950FCB14EEBCDC3B2AE808BF331D14E7FBF3',
66 )
67 ]
68
69 _NSIG_TESTS = [
70 (
71 'https://www.youtube.com/s/player/9216d1f7/player_ias.vflset/en_US/base.js',
72 'SLp9F5bwjAdhE9F-', 'gWnb9IK2DJ8Q1w',
73 ),
74 (
75 'https://www.youtube.com/s/player/f8cb7a3b/player_ias.vflset/en_US/base.js',
76 'oBo2h5euWy6osrUt', 'ivXHpm7qJjJN',
77 ),
78 (
79 'https://www.youtube.com/s/player/2dfe380c/player_ias.vflset/en_US/base.js',
80 'oBo2h5euWy6osrUt', '3DIBbn3qdQ',
81 ),
82 (
83 'https://www.youtube.com/s/player/f1ca6900/player_ias.vflset/en_US/base.js',
84 'cu3wyu6LQn2hse', 'jvxetvmlI9AN9Q',
85 ),
86 (
87 'https://www.youtube.com/s/player/8040e515/player_ias.vflset/en_US/base.js',
88 'wvOFaY-yjgDuIEg5', 'HkfBFDHmgw4rsw',
89 ),
90 (
91 'https://www.youtube.com/s/player/e06dea74/player_ias.vflset/en_US/base.js',
92 'AiuodmaDDYw8d3y4bf', 'ankd8eza2T6Qmw',
93 ),
94 (
95 'https://www.youtube.com/s/player/5dd88d1d/player-plasma-ias-phone-en_US.vflset/base.js',
96 'kSxKFLeqzv_ZyHSAt', 'n8gS8oRlHOxPFA',
97 ),
98 (
99 'https://www.youtube.com/s/player/324f67b9/player_ias.vflset/en_US/base.js',
100 'xdftNy7dh9QGnhW', '22qLGxrmX8F1rA',
101 ),
102 (
103 'https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js',
104 'TDCstCG66tEAO5pR9o', 'dbxNtZ14c-yWyw',
105 ),
106 (
107 'https://www.youtube.com/s/player/c81bbb4a/player_ias.vflset/en_US/base.js',
108 'gre3EcLurNY2vqp94', 'Z9DfGxWP115WTg',
109 ),
110 (
111 'https://www.youtube.com/s/player/1f7d5369/player_ias.vflset/en_US/base.js',
112 'batNX7sYqIJdkJ', 'IhOkL_zxbkOZBw',
113 ),
114 (
115 'https://www.youtube.com/s/player/009f1d77/player_ias.vflset/en_US/base.js',
116 '5dwFHw8aFWQUQtffRq', 'audescmLUzI3jw',
117 ),
118 (
119 'https://www.youtube.com/s/player/dc0c6770/player_ias.vflset/en_US/base.js',
120 '5EHDMgYLV6HPGk_Mu-kk', 'n9lUJLHbxUI0GQ',
121 ),
122 (
123 'https://www.youtube.com/s/player/c2199353/player_ias.vflset/en_US/base.js',
124 '5EHDMgYLV6HPGk_Mu-kk', 'AD5rgS85EkrE7',
125 ),
126 (
127 'https://www.youtube.com/s/player/113ca41c/player_ias.vflset/en_US/base.js',
128 'cgYl-tlYkhjT7A', 'hI7BBr2zUgcmMg',
129 ),
130 (
131 'https://www.youtube.com/s/player/c57c113c/player_ias.vflset/en_US/base.js',
132 '-Txvy6bT5R6LqgnQNx', 'dcklJCnRUHbgSg',
133 ),
134 ]
135
136
137 class TestPlayerInfo(unittest.TestCase):
138 def test_youtube_extract_player_info(self):
139 PLAYER_URLS = (
140 ('https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js', '4c3f79c5'),
141 ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/en_US/base.js', '64dddad9'),
142 ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/fr_FR/base.js', '64dddad9'),
143 ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-en_US.vflset/base.js', '64dddad9'),
144 ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-de_DE.vflset/base.js', '64dddad9'),
145 ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-tablet-en_US.vflset/base.js', '64dddad9'),
146 # obsolete
147 ('https://www.youtube.com/yts/jsbin/player_ias-vfle4-e03/en_US/base.js', 'vfle4-e03'),
148 ('https://www.youtube.com/yts/jsbin/player_ias-vfl49f_g4/en_US/base.js', 'vfl49f_g4'),
149 ('https://www.youtube.com/yts/jsbin/player_ias-vflCPQUIL/en_US/base.js', 'vflCPQUIL'),
150 ('https://www.youtube.com/yts/jsbin/player-vflzQZbt7/en_US/base.js', 'vflzQZbt7'),
151 ('https://www.youtube.com/yts/jsbin/player-en_US-vflaxXRn1/base.js', 'vflaxXRn1'),
152 ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', 'vflXGBaUN'),
153 ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', 'vflKjOTVq'),
154 )
155 for player_url, expected_player_id in PLAYER_URLS:
156 player_id = YoutubeIE._extract_player_info(player_url)
157 self.assertEqual(player_id, expected_player_id)
158
159
160 class TestSignature(unittest.TestCase):
161 def setUp(self):
162 TEST_DIR = os.path.dirname(os.path.abspath(__file__))
163 self.TESTDATA_DIR = os.path.join(TEST_DIR, 'testdata/sigs')
164 if not os.path.exists(self.TESTDATA_DIR):
165 os.mkdir(self.TESTDATA_DIR)
166
167 def tearDown(self):
168 try:
169 for f in os.listdir(self.TESTDATA_DIR):
170 os.remove(f)
171 except OSError:
172 pass
173
174
175 def t_factory(name, sig_func, url_pattern):
176 def make_tfunc(url, sig_input, expected_sig):
177 m = url_pattern.match(url)
178 assert m, '%r should follow URL format' % url
179 test_id = m.group('id')
180
181 def test_func(self):
182 basename = 'player-{0}-{1}.js'.format(name, test_id)
183 fn = os.path.join(self.TESTDATA_DIR, basename)
184
185 if not os.path.exists(fn):
186 compat_urlretrieve(url, fn)
187 with io.open(fn, encoding='utf-8') as testf:
188 jscode = testf.read()
189 self.assertEqual(sig_func(jscode, sig_input), expected_sig)
190
191 test_func.__name__ = str('test_{0}_js_{1}'.format(name, test_id))
192 setattr(TestSignature, test_func.__name__, test_func)
193 return make_tfunc
194
195
196 def signature(jscode, sig_input):
197 func = YoutubeIE(FakeYDL())._parse_sig_js(jscode)
198 src_sig = (
199 compat_str(string.printable[:sig_input])
200 if isinstance(sig_input, int) else sig_input)
201 return func(src_sig)
202
203
204 def n_sig(jscode, sig_input):
205 funcname = YoutubeIE(FakeYDL())._extract_n_function_name(jscode)
206 return JSInterpreter(jscode).call_function(funcname, sig_input)
207
208
209 make_sig_test = t_factory(
210 'signature', signature, re.compile(r'.*-(?P<id>[a-zA-Z0-9_-]+)(?:/watch_as3|/html5player)?\.[a-z]+$'))
211 for test_spec in _SIG_TESTS:
212 make_sig_test(*test_spec)
213
214 make_nsig_test = t_factory(
215 'nsig', n_sig, re.compile(r'.+/player/(?P<id>[a-zA-Z0-9_-]+)/.+.js$'))
216 for test_spec in _NSIG_TESTS:
217 make_nsig_test(*test_spec)
218
219
220 if __name__ == '__main__':
221 unittest.main()
|
