test/test_youtube_signature.py

   1 #!/usr/bin/env python3
   2
   3 # Allow direct execution
   4 import os
   5 import sys
   6 import unittest
   7
   8 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
   9
  10
  11 import contextlib
  12 import re
  13 import string
  14 import urllib.request
  15
  16 from test.helper import FakeYDL, is_download_test
  17 from yt_dlp.extractor import YoutubeIE
  18 from yt_dlp.jsinterp import JSInterpreter
  19
  20 _SIG_TESTS = [
  21     (
  22         'https://s.ytimg.com/yts/jsbin/html5player-vflHOr_nV.js',
  23         86,
  24         '>=<;:/.-[+*)(\'&%$#"!ZYX0VUTSRQPONMLKJIHGFEDCBA\\yxwvutsrqponmlkjihgfedcba987654321',
  25     ),
  26     (
  27         'https://s.ytimg.com/yts/jsbin/html5player-vfldJ8xgI.js',
  28         85,
  29         '3456789a0cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS[UVWXYZ!"#$%&\'()*+,-./:;<=>?@',
  30     ),
  31     (
  32         'https://s.ytimg.com/yts/jsbin/html5player-vfle-mVwz.js',
  33         90,
  34         ']\\[@?>=<;:/.-,+*)(\'&%$#"hZYXWVUTSRQPONMLKJIHGFEDCBAzyxwvutsrqponmlkjiagfedcb39876',
  35     ),
  36     (
  37         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl0Cbn9e.js',
  38         84,
  39         'O1I3456789abcde0ghijklmnopqrstuvwxyzABCDEFGHfJKLMN2PQRSTUVW@YZ!"#$%&\'()*+,-./:;<=',
  40     ),
  41     (
  42         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js',
  43         '2ACFC7A61CA478CD21425E5A57EBD73DDC78E22A.2094302436B2D377D14A3BBA23022D023B8BC25AA',
  44         'A52CB8B320D22032ABB3A41D773D2B6342034902.A22E87CDD37DBE75A5E52412DC874AC16A7CFCA2',
  45     ),
  46     (
  47         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflBb0OQx.js',
  48         84,
  49         '123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ0STUVWXYZ!"#$%&\'()*+,@./:;<=>',
  50     ),
  51     (
  52         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl9FYC6l.js',
  53         83,
  54         '123456789abcdefghijklmnopqr0tuvwxyzABCDETGHIJKLMNOPQRS>UVWXYZ!"#$%&\'()*+,-./:;<=F',
  55     ),
  56     (
  57         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflCGk6yw/html5player.js',
  58         '4646B5181C6C3020DF1D9C7FCFEA.AD80ABF70C39BD369CCCAE780AFBB98FA6B6CB42766249D9488C288',
  59         '82C8849D94266724DC6B6AF89BBFA087EACCD963.B93C07FBA084ACAEFCF7C9D1FD0203C6C1815B6B',
  60     ),
  61     (
  62         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js',
  63         '312AA52209E3623129A412D56A40F11CB0AF14AE.3EE09501CB14E3BCDC3B2AE808BF3F1D14E7FBF12',
  64         '112AA5220913623229A412D56A40F11CB0AF14AE.3EE0950FCB14EEBCDC3B2AE808BF331D14E7FBF3',
  65     ),
  66     (
  67         'https://www.youtube.com/s/player/6ed0d907/player_ias.vflset/en_US/base.js',
  68         '2aq0aqSyOoJXtK73m-uME_jv7-pT15gOFC02RFkGMqWpzEICs69VdbwQ0LDp1v7j8xx92efCJlYFYb1sUkkBSPOlPmXgIARw8JQ0qOAOAA',
  69         'AOq0QJ8wRAIgXmPlOPSBkkUs1bYFYlJCfe29xx8j7v1pDL2QwbdV96sCIEzpWqMGkFR20CFOg51Tp-7vj_EMu-m37KtXJoOySqa0',
  70     ),
  71 ]
  72
  73 _NSIG_TESTS = [
  74     (
  75         'https://www.youtube.com/s/player/7862ca1f/player_ias.vflset/en_US/base.js',
  76         'X_LCxVDjAavgE5t', 'yxJ1dM6iz5ogUg',
  77     ),
  78     (
  79         'https://www.youtube.com/s/player/9216d1f7/player_ias.vflset/en_US/base.js',
  80         'SLp9F5bwjAdhE9F-', 'gWnb9IK2DJ8Q1w',
  81     ),
  82     (
  83         'https://www.youtube.com/s/player/f8cb7a3b/player_ias.vflset/en_US/base.js',
  84         'oBo2h5euWy6osrUt', 'ivXHpm7qJjJN',
  85     ),
  86     (
  87         'https://www.youtube.com/s/player/2dfe380c/player_ias.vflset/en_US/base.js',
  88         'oBo2h5euWy6osrUt', '3DIBbn3qdQ',
  89     ),
  90     (
  91         'https://www.youtube.com/s/player/f1ca6900/player_ias.vflset/en_US/base.js',
  92         'cu3wyu6LQn2hse', 'jvxetvmlI9AN9Q',
  93     ),
  94     (
  95         'https://www.youtube.com/s/player/8040e515/player_ias.vflset/en_US/base.js',
  96         'wvOFaY-yjgDuIEg5', 'HkfBFDHmgw4rsw',
  97     ),
  98     (
  99         'https://www.youtube.com/s/player/e06dea74/player_ias.vflset/en_US/base.js',
 100         'AiuodmaDDYw8d3y4bf', 'ankd8eza2T6Qmw',
 101     ),
 102     (
 103         'https://www.youtube.com/s/player/5dd88d1d/player-plasma-ias-phone-en_US.vflset/base.js',
 104         'kSxKFLeqzv_ZyHSAt', 'n8gS8oRlHOxPFA',
 105     ),
 106     (
 107         'https://www.youtube.com/s/player/324f67b9/player_ias.vflset/en_US/base.js',
 108         'xdftNy7dh9QGnhW', '22qLGxrmX8F1rA',
 109     ),
 110     (
 111         'https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js',
 112         'TDCstCG66tEAO5pR9o', 'dbxNtZ14c-yWyw',
 113     ),
 114     (
 115         'https://www.youtube.com/s/player/c81bbb4a/player_ias.vflset/en_US/base.js',
 116         'gre3EcLurNY2vqp94', 'Z9DfGxWP115WTg',
 117     ),
 118     (
 119         'https://www.youtube.com/s/player/1f7d5369/player_ias.vflset/en_US/base.js',
 120         'batNX7sYqIJdkJ', 'IhOkL_zxbkOZBw',
 121     ),
 122     (
 123         'https://www.youtube.com/s/player/009f1d77/player_ias.vflset/en_US/base.js',
 124         '5dwFHw8aFWQUQtffRq', 'audescmLUzI3jw',
 125     ),
 126     (
 127         'https://www.youtube.com/s/player/dc0c6770/player_ias.vflset/en_US/base.js',
 128         '5EHDMgYLV6HPGk_Mu-kk', 'n9lUJLHbxUI0GQ',
 129     ),
 130     (
 131         'https://www.youtube.com/s/player/113ca41c/player_ias.vflset/en_US/base.js',
 132         'cgYl-tlYkhjT7A', 'hI7BBr2zUgcmMg',
 133     ),
 134     (
 135         'https://www.youtube.com/s/player/c57c113c/player_ias.vflset/en_US/base.js',
 136         'M92UUMHa8PdvPd3wyM', '3hPqLJsiNZx7yA',
 137     ),
 138     (
 139         'https://www.youtube.com/s/player/5a3b6271/player_ias.vflset/en_US/base.js',
 140         'B2j7f_UPT4rfje85Lu_e', 'm5DmNymaGQ5RdQ',
 141     ),
 142     (
 143         'https://www.youtube.com/s/player/7a062b77/player_ias.vflset/en_US/base.js',
 144         'NRcE3y3mVtm_cV-W', 'VbsCYUATvqlt5w',
 145     ),
 146     (
 147         'https://www.youtube.com/s/player/dac945fd/player_ias.vflset/en_US/base.js',
 148         'o8BkRxXhuYsBCWi6RplPdP', '3Lx32v_hmzTm6A',
 149     ),
 150     (
 151         'https://www.youtube.com/s/player/6f20102c/player_ias.vflset/en_US/base.js',
 152         'lE8DhoDmKqnmJJ', 'pJTTX6XyJP2BYw',
 153     ),
 154     (
 155         'https://www.youtube.com/s/player/cfa9e7cb/player_ias.vflset/en_US/base.js',
 156         'aCi3iElgd2kq0bxVbQ', 'QX1y8jGb2IbZ0w',
 157     ),
 158     (
 159         'https://www.youtube.com/s/player/8c7583ff/player_ias.vflset/en_US/base.js',
 160         '1wWCVpRR96eAmMI87L', 'KSkWAVv1ZQxC3A',
 161     ),
 162     (
 163         'https://www.youtube.com/s/player/b7910ca8/player_ias.vflset/en_US/base.js',
 164         '_hXMCwMt9qE310D', 'LoZMgkkofRMCZQ',
 165     ),
 166 ]
 167
 168
 169 @is_download_test
 170 class TestPlayerInfo(unittest.TestCase):
 171     def test_youtube_extract_player_info(self):
 172         PLAYER_URLS = (
 173             ('https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js', '4c3f79c5'),
 174             ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/en_US/base.js', '64dddad9'),
 175             ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/fr_FR/base.js', '64dddad9'),
 176             ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-en_US.vflset/base.js', '64dddad9'),
 177             ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-de_DE.vflset/base.js', '64dddad9'),
 178             ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-tablet-en_US.vflset/base.js', '64dddad9'),
 179             # obsolete
 180             ('https://www.youtube.com/yts/jsbin/player_ias-vfle4-e03/en_US/base.js', 'vfle4-e03'),
 181             ('https://www.youtube.com/yts/jsbin/player_ias-vfl49f_g4/en_US/base.js', 'vfl49f_g4'),
 182             ('https://www.youtube.com/yts/jsbin/player_ias-vflCPQUIL/en_US/base.js', 'vflCPQUIL'),
 183             ('https://www.youtube.com/yts/jsbin/player-vflzQZbt7/en_US/base.js', 'vflzQZbt7'),
 184             ('https://www.youtube.com/yts/jsbin/player-en_US-vflaxXRn1/base.js', 'vflaxXRn1'),
 185             ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', 'vflXGBaUN'),
 186             ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', 'vflKjOTVq'),
 187         )
 188         for player_url, expected_player_id in PLAYER_URLS:
 189             player_id = YoutubeIE._extract_player_info(player_url)
 190             self.assertEqual(player_id, expected_player_id)
 191
 192
 193 @is_download_test
 194 class TestSignature(unittest.TestCase):
 195     def setUp(self):
 196         TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 197         self.TESTDATA_DIR = os.path.join(TEST_DIR, 'testdata/sigs')
 198         if not os.path.exists(self.TESTDATA_DIR):
 199             os.mkdir(self.TESTDATA_DIR)
 200
 201     def tearDown(self):
 202         with contextlib.suppress(OSError):
 203             for f in os.listdir(self.TESTDATA_DIR):
 204                 os.remove(f)
 205
 206
 207 def t_factory(name, sig_func, url_pattern):
 208     def make_tfunc(url, sig_input, expected_sig):
 209         m = url_pattern.match(url)
 210         assert m, f'{url!r} should follow URL format'
 211         test_id = m.group('id')
 212
 213         def test_func(self):
 214             basename = f'player-{name}-{test_id}.js'
 215             fn = os.path.join(self.TESTDATA_DIR, basename)
 216
 217             if not os.path.exists(fn):
 218                 urllib.request.urlretrieve(url, fn)
 219             with open(fn, encoding='utf-8') as testf:
 220                 jscode = testf.read()
 221             self.assertEqual(sig_func(jscode, sig_input), expected_sig)
 222
 223         test_func.__name__ = f'test_{name}_js_{test_id}'
 224         setattr(TestSignature, test_func.__name__, test_func)
 225     return make_tfunc
 226
 227
 228 def signature(jscode, sig_input):
 229     func = YoutubeIE(FakeYDL())._parse_sig_js(jscode)
 230     src_sig = (
 231         str(string.printable[:sig_input])
 232         if isinstance(sig_input, int) else sig_input)
 233     return func(src_sig)
 234
 235
 236 def n_sig(jscode, sig_input):
 237     funcname = YoutubeIE(FakeYDL())._extract_n_function_name(jscode)
 238     return JSInterpreter(jscode).call_function(funcname, sig_input)
 239
 240
 241 make_sig_test = t_factory(
 242     'signature', signature, re.compile(r'.*(?:-|/player/)(?P<id>[a-zA-Z0-9_-]+)(?:/.+\.js|(?:/watch_as3|/html5player)?\.[a-z]+)$'))
 243 for test_spec in _SIG_TESTS:
 244     make_sig_test(*test_spec)
 245
 246 make_nsig_test = t_factory(
 247     'nsig', n_sig, re.compile(r'.+/player/(?P<id>[a-zA-Z0-9_-]+)/.+.js$'))
 248 for test_spec in _NSIG_TESTS:
 249     make_nsig_test(*test_spec)
 250
 251
 252 if __name__ == '__main__':
 253     unittest.main()