1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import json
5 import re
6
7 from .turner import TurnerBaseIE
8 from ..utils import (
9 determine_ext,
10 float_or_none,
11 int_or_none,
12 mimetype2ext,
13 parse_age_limit,
14 parse_iso8601,
15 strip_or_none,
16 try_get,
17 )
18
19
20 class AdultSwimIE(TurnerBaseIE):
21 _VALID_URL = r'https?://(?:www\.)?adultswim\.com/videos/(?P<show_path>[^/?#]+)(?:/(?P<episode_path>[^/?#]+))?'
22
23 _TESTS = [{
24 'url': 'http://adultswim.com/videos/rick-and-morty/pilot',
25 'info_dict': {
26 'id': 'rQxZvXQ4ROaSOqq-or2Mow',
27 'ext': 'mp4',
28 'title': 'Rick and Morty - Pilot',
29 'description': 'Rick moves in with his daughter\'s family and establishes himself as a bad influence on his grandson, Morty.',
30 'timestamp': 1543294800,
31 'upload_date': '20181127',
32 },
33 'params': {
34 # m3u8 download
35 'skip_download': True,
36 },
37 'expected_warnings': ['Unable to download f4m manifest'],
38 }, {
39 'url': 'http://www.adultswim.com/videos/tim-and-eric-awesome-show-great-job/dr-steve-brule-for-your-wine/',
40 'info_dict': {
41 'id': 'sY3cMUR_TbuE4YmdjzbIcQ',
42 'ext': 'mp4',
43 'title': 'Tim and Eric Awesome Show Great Job! - Dr. Steve Brule, For Your Wine',
44 'description': 'Dr. Brule reports live from Wine Country with a special report on wines. \nWatch Tim and Eric Awesome Show Great Job! episode #20, "Embarrassed" on Adult Swim.',
45 'upload_date': '20080124',
46 'timestamp': 1201150800,
47 },
48 'params': {
49 # m3u8 download
50 'skip_download': True,
51 },
52 'skip': '404 Not Found',
53 }, {
54 'url': 'http://www.adultswim.com/videos/decker/inside-decker-a-new-hero/',
55 'info_dict': {
56 'id': 'I0LQFQkaSUaFp8PnAWHhoQ',
57 'ext': 'mp4',
58 'title': 'Decker - Inside Decker: A New Hero',
59 'description': 'The guys recap the conclusion of the season. They announce a new hero, take a peek into the Victorville Film Archive and welcome back the talented James Dean.',
60 'timestamp': 1469480460,
61 'upload_date': '20160725',
62 },
63 'params': {
64 # m3u8 download
65 'skip_download': True,
66 },
67 'expected_warnings': ['Unable to download f4m manifest'],
68 }, {
69 'url': 'http://www.adultswim.com/videos/attack-on-titan',
70 'info_dict': {
71 'id': 'attack-on-titan',
72 'title': 'Attack on Titan',
73 'description': 'md5:41caa9416906d90711e31dc00cb7db7e',
74 },
75 'playlist_mincount': 12,
76 }, {
77 'url': 'http://www.adultswim.com/videos/streams/williams-stream',
78 'info_dict': {
79 'id': 'd8DEBj7QRfetLsRgFnGEyg',
80 'ext': 'mp4',
81 'title': r're:^Williams Stream \d{4}-\d{2}-\d{2} \d{2}:\d{2}$',
82 'description': 'original programming',
83 },
84 'params': {
85 # m3u8 download
86 'skip_download': True,
87 },
88 'skip': '404 Not Found',
89 }]
90
91 def _real_extract(self, url):
92 show_path, episode_path = re.match(self._VALID_URL, url).groups()
93 display_id = episode_path or show_path
94 query = '''query {
95 getShowBySlug(slug:"%s") {
96 %%s
97 }
98 }''' % show_path
99 if episode_path:
100 query = query % '''title
101 getVideoBySlug(slug:"%s") {
102 _id
103 auth
104 description
105 duration
106 episodeNumber
107 launchDate
108 mediaID
109 seasonNumber
110 poster
111 title
112 tvRating
113 }''' % episode_path
114 ['getVideoBySlug']
115 else:
116 query = query % '''metaDescription
117 title
118 videos(first:1000,sort:["episode_number"]) {
119 edges {
120 node {
121 _id
122 slug
123 }
124 }
125 }'''
126 show_data = self._download_json(
127 'https://www.adultswim.com/api/search', display_id,
128 data=json.dumps({'query': query}).encode(),
129 headers={'Content-Type': 'application/json'})['data']['getShowBySlug']
130 if episode_path:
131 video_data = show_data['getVideoBySlug']
132 video_id = video_data['_id']
133 episode_title = title = video_data['title']
134 series = show_data.get('title')
135 if series:
136 title = '%s - %s' % (series, title)
137 info = {
138 'id': video_id,
139 'title': title,
140 'description': strip_or_none(video_data.get('description')),
141 'duration': float_or_none(video_data.get('duration')),
142 'formats': [],
143 'subtitles': {},
144 'age_limit': parse_age_limit(video_data.get('tvRating')),
145 'thumbnail': video_data.get('poster'),
146 'timestamp': parse_iso8601(video_data.get('launchDate')),
147 'series': series,
148 'season_number': int_or_none(video_data.get('seasonNumber')),
149 'episode': episode_title,
150 'episode_number': int_or_none(video_data.get('episodeNumber')),
151 }
152
153 auth = video_data.get('auth')
154 media_id = video_data.get('mediaID')
155 if media_id:
156 info.update(self._extract_ngtv_info(media_id, {
157 # CDN_TOKEN_APP_ID from:
158 # https://d2gg02c3xr550i.cloudfront.net/assets/asvp.e9c8bef24322d060ef87.bundle.js
159 'appId': 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJhcHBJZCI6ImFzLXR2ZS1kZXNrdG9wLXB0enQ2bSIsInByb2R1Y3QiOiJ0dmUiLCJuZXR3b3JrIjoiYXMiLCJwbGF0Zm9ybSI6ImRlc2t0b3AiLCJpYXQiOjE1MzI3MDIyNzl9.BzSCk-WYOZ2GMCIaeVb8zWnzhlgnXuJTCu0jGp_VaZE',
160 }, {
161 'url': url,
162 'site_name': 'AdultSwim',
163 'auth_required': auth,
164 }))
165
166 if not auth:
167 extract_data = self._download_json(
168 'https://www.adultswim.com/api/shows/v1/videos/' + video_id,
169 video_id, query={'fields': 'stream'}, fatal=False) or {}
170 assets = try_get(extract_data, lambda x: x['data']['video']['stream']['assets'], list) or []
171 for asset in assets:
172 asset_url = asset.get('url')
173 if not asset_url:
174 continue
175 ext = determine_ext(asset_url, mimetype2ext(asset.get('mime_type')))
176 if ext == 'm3u8':
177 info['formats'].extend(self._extract_m3u8_formats(
178 asset_url, video_id, 'mp4', m3u8_id='hls', fatal=False))
179 elif ext == 'f4m':
180 continue
181 # info['formats'].extend(self._extract_f4m_formats(
182 # asset_url, video_id, f4m_id='hds', fatal=False))
183 elif ext in ('scc', 'ttml', 'vtt'):
184 info['subtitles'].setdefault('en', []).append({
185 'url': asset_url,
186 })
187 self._sort_formats(info['formats'])
188
189 return info
190 else:
191 entries = []
192 for edge in show_data.get('videos', {}).get('edges', []):
193 video = edge.get('node') or {}
194 slug = video.get('slug')
195 if not slug:
196 continue
197 entries.append(self.url_result(
198 'http://adultswim.com/videos/%s/%s' % (show_path, slug),
199 'AdultSwim', video.get('_id')))
200 return self.playlist_result(
201 entries, show_path, show_data.get('title'),
202 strip_or_none(show_data.get('metaDescription')))
|
