1 #!/usr/bin/env python
2
3 from __future__ import unicode_literals
4
5 # Allow direct execution
6 import os
7 import sys
8 import unittest
9 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
10
11 import io
12 import re
13 import string
14
15 from youtube_dl.compat import compat_str, compat_urlretrieve
16
17 from test.helper import FakeYDL
18 from youtube_dl.extractor import YoutubeIE
19 from youtube_dl.jsinterp import JSInterpreter
20
21 _SIG_TESTS = [
22 (
23 'https://s.ytimg.com/yts/jsbin/html5player-vflHOr_nV.js',
24 86,
25 '>=<;:/.-[+*)(\'&%$#"!ZYX0VUTSRQPONMLKJIHGFEDCBA\\yxwvutsrqponmlkjihgfedcba987654321',
26 ),
27 (
28 'https://s.ytimg.com/yts/jsbin/html5player-vfldJ8xgI.js',
29 85,
30 '3456789a0cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS[UVWXYZ!"#$%&\'()*+,-./:;<=>?@',
31 ),
32 (
33 'https://s.ytimg.com/yts/jsbin/html5player-vfle-mVwz.js',
34 90,
35 ']\\[@?>=<;:/.-,+*)(\'&%$#"hZYXWVUTSRQPONMLKJIHGFEDCBAzyxwvutsrqponmlkjiagfedcb39876',
36 ),
37 (
38 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl0Cbn9e.js',
39 84,
40 'O1I3456789abcde0ghijklmnopqrstuvwxyzABCDEFGHfJKLMN2PQRSTUVW@YZ!"#$%&\'()*+,-./:;<=',
41 ),
42 (
43 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js',
44 '2ACFC7A61CA478CD21425E5A57EBD73DDC78E22A.2094302436B2D377D14A3BBA23022D023B8BC25AA',
45 'A52CB8B320D22032ABB3A41D773D2B6342034902.A22E87CDD37DBE75A5E52412DC874AC16A7CFCA2',
46 ),
47 (
48 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflBb0OQx.js',
49 84,
50 '123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ0STUVWXYZ!"#$%&\'()*+,@./:;<=>'
51 ),
52 (
53 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl9FYC6l.js',
54 83,
55 '123456789abcdefghijklmnopqr0tuvwxyzABCDETGHIJKLMNOPQRS>UVWXYZ!"#$%&\'()*+,-./:;<=F'
56 ),
57 (
58 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflCGk6yw/html5player.js',
59 '4646B5181C6C3020DF1D9C7FCFEA.AD80ABF70C39BD369CCCAE780AFBB98FA6B6CB42766249D9488C288',
60 '82C8849D94266724DC6B6AF89BBFA087EACCD963.B93C07FBA084ACAEFCF7C9D1FD0203C6C1815B6B'
61 ),
62 (
63 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js',
64 '312AA52209E3623129A412D56A40F11CB0AF14AE.3EE09501CB14E3BCDC3B2AE808BF3F1D14E7FBF12',
65 '112AA5220913623229A412D56A40F11CB0AF14AE.3EE0950FCB14EEBCDC3B2AE808BF331D14E7FBF3',
66 )
67 ]
68
69 _NSIG_TESTS = [
70 (
71 'https://www.youtube.com/s/player/9216d1f7/player_ias.vflset/en_US/base.js',
72 'SLp9F5bwjAdhE9F-', 'gWnb9IK2DJ8Q1w',
73 ),
74 (
75 'https://www.youtube.com/s/player/f8cb7a3b/player_ias.vflset/en_US/base.js',
76 'oBo2h5euWy6osrUt', 'ivXHpm7qJjJN',
77 ),
78 (
79 'https://www.youtube.com/s/player/2dfe380c/player_ias.vflset/en_US/base.js',
80 'oBo2h5euWy6osrUt', '3DIBbn3qdQ',
81 ),
82 (
83 'https://www.youtube.com/s/player/f1ca6900/player_ias.vflset/en_US/base.js',
84 'cu3wyu6LQn2hse', 'jvxetvmlI9AN9Q',
85 ),
86 (
87 'https://www.youtube.com/s/player/8040e515/player_ias.vflset/en_US/base.js',
88 'wvOFaY-yjgDuIEg5', 'HkfBFDHmgw4rsw',
89 ),
90 (
91 'https://www.youtube.com/s/player/e06dea74/player_ias.vflset/en_US/base.js',
92 'AiuodmaDDYw8d3y4bf', 'ankd8eza2T6Qmw',
93 ),
94 (
95 'https://www.youtube.com/s/player/5dd88d1d/player-plasma-ias-phone-en_US.vflset/base.js',
96 'kSxKFLeqzv_ZyHSAt', 'n8gS8oRlHOxPFA',
97 ),
98 (
99 'https://www.youtube.com/s/player/324f67b9/player_ias.vflset/en_US/base.js',
100 'xdftNy7dh9QGnhW', '22qLGxrmX8F1rA',
101 ),
102 (
103 'https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js',
104 'TDCstCG66tEAO5pR9o', 'dbxNtZ14c-yWyw',
105 ),
106 (
107 'https://www.youtube.com/s/player/c81bbb4a/player_ias.vflset/en_US/base.js',
108 'gre3EcLurNY2vqp94', 'Z9DfGxWP115WTg',
109 ),
110 (
111 'https://www.youtube.com/s/player/1f7d5369/player_ias.vflset/en_US/base.js',
112 'batNX7sYqIJdkJ', 'IhOkL_zxbkOZBw',
113 ),
114 (
115 'https://www.youtube.com/s/player/009f1d77/player_ias.vflset/en_US/base.js',
116 '5dwFHw8aFWQUQtffRq', 'audescmLUzI3jw',
117 ),
118 (
119 'https://www.youtube.com/s/player/dc0c6770/player_ias.vflset/en_US/base.js',
120 '5EHDMgYLV6HPGk_Mu-kk', 'n9lUJLHbxUI0GQ',
121 ),
122 (
123 'https://www.youtube.com/s/player/c2199353/player_ias.vflset/en_US/base.js',
124 '5EHDMgYLV6HPGk_Mu-kk', 'AD5rgS85EkrE7',
125 ),
126 (
127 'https://www.youtube.com/s/player/113ca41c/player_ias.vflset/en_US/base.js',
128 'cgYl-tlYkhjT7A', 'hI7BBr2zUgcmMg',
129 ),
130 (
131 'https://www.youtube.com/s/player/c57c113c/player_ias.vflset/en_US/base.js',
132 '-Txvy6bT5R6LqgnQNx', 'dcklJCnRUHbgSg',
133 ),
134 (
135 'https://www.youtube.com/s/player/5a3b6271/player_ias.vflset/en_US/base.js',
136 'B2j7f_UPT4rfje85Lu_e', 'm5DmNymaGQ5RdQ',
137 ),
138 ]
139
140
141 class TestPlayerInfo(unittest.TestCase):
142 def test_youtube_extract_player_info(self):
143 PLAYER_URLS = (
144 ('https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js', '4c3f79c5'),
145 ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/en_US/base.js', '64dddad9'),
146 ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/fr_FR/base.js', '64dddad9'),
147 ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-en_US.vflset/base.js', '64dddad9'),
148 ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-de_DE.vflset/base.js', '64dddad9'),
149 ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-tablet-en_US.vflset/base.js', '64dddad9'),
150 # obsolete
151 ('https://www.youtube.com/yts/jsbin/player_ias-vfle4-e03/en_US/base.js', 'vfle4-e03'),
152 ('https://www.youtube.com/yts/jsbin/player_ias-vfl49f_g4/en_US/base.js', 'vfl49f_g4'),
153 ('https://www.youtube.com/yts/jsbin/player_ias-vflCPQUIL/en_US/base.js', 'vflCPQUIL'),
154 ('https://www.youtube.com/yts/jsbin/player-vflzQZbt7/en_US/base.js', 'vflzQZbt7'),
155 ('https://www.youtube.com/yts/jsbin/player-en_US-vflaxXRn1/base.js', 'vflaxXRn1'),
156 ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', 'vflXGBaUN'),
157 ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', 'vflKjOTVq'),
158 )
159 for player_url, expected_player_id in PLAYER_URLS:
160 player_id = YoutubeIE._extract_player_info(player_url)
161 self.assertEqual(player_id, expected_player_id)
162
163
164 class TestSignature(unittest.TestCase):
165 def setUp(self):
166 TEST_DIR = os.path.dirname(os.path.abspath(__file__))
167 self.TESTDATA_DIR = os.path.join(TEST_DIR, 'testdata/sigs')
168 if not os.path.exists(self.TESTDATA_DIR):
169 os.mkdir(self.TESTDATA_DIR)
170
171 def tearDown(self):
172 try:
173 for f in os.listdir(self.TESTDATA_DIR):
174 os.remove(f)
175 except OSError:
176 pass
177
178
179 def t_factory(name, sig_func, url_pattern):
180 def make_tfunc(url, sig_input, expected_sig):
181 m = url_pattern.match(url)
182 assert m, '%r should follow URL format' % url
183 test_id = m.group('id')
184
185 def test_func(self):
186 basename = 'player-{0}-{1}.js'.format(name, test_id)
187 fn = os.path.join(self.TESTDATA_DIR, basename)
188
189 if not os.path.exists(fn):
190 compat_urlretrieve(url, fn)
191 with io.open(fn, encoding='utf-8') as testf:
192 jscode = testf.read()
193 self.assertEqual(sig_func(jscode, sig_input), expected_sig)
194
195 test_func.__name__ = str('test_{0}_js_{1}'.format(name, test_id))
196 setattr(TestSignature, test_func.__name__, test_func)
197 return make_tfunc
198
199
200 def signature(jscode, sig_input):
201 func = YoutubeIE(FakeYDL())._parse_sig_js(jscode)
202 src_sig = (
203 compat_str(string.printable[:sig_input])
204 if isinstance(sig_input, int) else sig_input)
205 return func(src_sig)
206
207
208 def n_sig(jscode, sig_input):
209 funcname = YoutubeIE(FakeYDL())._extract_n_function_name(jscode)
210 return JSInterpreter(jscode).call_function(funcname, sig_input)
211
212
213 make_sig_test = t_factory(
214 'signature', signature, re.compile(r'.*-(?P<id>[a-zA-Z0-9_-]+)(?:/watch_as3|/html5player)?\.[a-z]+$'))
215 for test_spec in _SIG_TESTS:
216 make_sig_test(*test_spec)
217
218 make_nsig_test = t_factory(
219 'nsig', n_sig, re.compile(r'.+/player/(?P<id>[a-zA-Z0-9_-]+)/.+.js$'))
220 for test_spec in _NSIG_TESTS:
221 make_nsig_test(*test_spec)
222
223
224 if __name__ == '__main__':
225 unittest.main()
|
