1 from __future__ import unicode_literals
2
3 import re
4
5 from .common import InfoExtractor
6 from ..compat import compat_str
7 from ..utils import (
8 try_get,
9 unescapeHTML,
10 url_or_none,
11 urljoin,
12 )
13
14
15 class WWEBaseIE(InfoExtractor):
16 _SUBTITLE_LANGS = {
17 'English': 'en',
18 'Deutsch': 'de',
19 }
20
21 def _extract_entry(self, data, url, video_id=None):
22 video_id = compat_str(video_id or data['nid'])
23 title = data['title']
24
25 formats = self._extract_m3u8_formats(
26 data['file'], video_id, 'mp4', entry_protocol='m3u8_native',
27 m3u8_id='hls')
28
29 description = data.get('description')
30 thumbnail = urljoin(url, data.get('image'))
31 series = data.get('show_name')
32 episode = data.get('episode_name')
33
34 subtitles = {}
35 tracks = data.get('tracks')
36 if isinstance(tracks, list):
37 for track in tracks:
38 if not isinstance(track, dict):
39 continue
40 if track.get('kind') != 'captions':
41 continue
42 track_file = url_or_none(track.get('file'))
43 if not track_file:
44 continue
45 label = track.get('label')
46 lang = self._SUBTITLE_LANGS.get(label, label) or 'en'
47 subtitles.setdefault(lang, []).append({
48 'url': track_file,
49 })
50
51 return {
52 'id': video_id,
53 'title': title,
54 'description': description,
55 'thumbnail': thumbnail,
56 'series': series,
57 'episode': episode,
58 'formats': formats,
59 'subtitles': subtitles,
60 }
61
62
63 class WWEIE(WWEBaseIE):
64 _VALID_URL = r'https?://(?:[^/]+\.)?wwe\.com/(?:[^/]+/)*videos/(?P<id>[^/?#&]+)'
65 _TESTS = [{
66 'url': 'https://www.wwe.com/videos/daniel-bryan-vs-andrade-cien-almas-smackdown-live-sept-4-2018',
67 'md5': '92811c6a14bfc206f7a6a9c5d9140184',
68 'info_dict': {
69 'id': '40048199',
70 'ext': 'mp4',
71 'title': 'Daniel Bryan vs. Andrade "Cien" Almas: SmackDown LIVE, Sept. 4, 2018',
72 'description': 'md5:2d7424dbc6755c61a0e649d2a8677f67',
73 'thumbnail': r're:^https?://.*\.jpg$',
74 }
75 }, {
76 'url': 'https://de.wwe.com/videos/gran-metalik-vs-tony-nese-wwe-205-live-sept-4-2018',
77 'only_matching': True,
78 }]
79
80 def _real_extract(self, url):
81 display_id = self._match_id(url)
82 webpage = self._download_webpage(url, display_id)
83
84 landing = self._parse_json(
85 self._html_search_regex(
86 r'(?s)Drupal\.settings\s*,\s*({.+?})\s*\)\s*;',
87 webpage, 'drupal settings'),
88 display_id)['WWEVideoLanding']
89
90 data = landing['initialVideo']['playlist'][0]
91 video_id = landing.get('initialVideoId')
92
93 info = self._extract_entry(data, url, video_id)
94 info['display_id'] = display_id
95 return info
96
97
98 class WWEPlaylistIE(WWEBaseIE):
99 _VALID_URL = r'https?://(?:[^/]+\.)?wwe\.com/(?:[^/]+/)*(?P<id>[^/?#&]+)'
100 _TESTS = [{
101 'url': 'https://www.wwe.com/shows/raw/2018-11-12',
102 'info_dict': {
103 'id': '2018-11-12',
104 },
105 'playlist_mincount': 11,
106 }, {
107 'url': 'http://www.wwe.com/article/walk-the-prank-wwe-edition',
108 'only_matching': True,
109 }, {
110 'url': 'https://www.wwe.com/shows/wwenxt/article/matt-riddle-interview',
111 'only_matching': True,
112 }]
113
114 @classmethod
115 def suitable(cls, url):
116 return False if WWEIE.suitable(url) else super(WWEPlaylistIE, cls).suitable(url)
117
118 def _real_extract(self, url):
119 display_id = self._match_id(url)
120 webpage = self._download_webpage(url, display_id)
121
122 entries = []
123 for mobj in re.finditer(
124 r'data-video\s*=\s*(["\'])(?P<data>{.+?})\1', webpage):
125 video = self._parse_json(
126 mobj.group('data'), display_id, transform_source=unescapeHTML,
127 fatal=False)
128 if not video:
129 continue
130 data = try_get(video, lambda x: x['playlist'][0], dict)
131 if not data:
132 continue
133 try:
134 entry = self._extract_entry(data, url)
135 except Exception:
136 continue
137 entry['extractor_key'] = WWEIE.ie_key()
138 entries.append(entry)
139
140 return self.playlist_result(entries, display_id)
|
