1 from __future__ import unicode_literals
2
3 import re
4 import json
5
6 from .common import InfoExtractor
7 from ..compat import compat_urlparse
8 from ..utils import (
9 int_or_none,
10 )
11
12
13 class AppleTrailersIE(InfoExtractor):
14 _VALID_URL = r'https?://(?:www\.)?trailers\.apple\.com/(?:trailers|ca)/(?P<company>[^/]+)/(?P<movie>[^/]+)'
15 _TESTS = [{
16 'url': 'http://trailers.apple.com/trailers/wb/manofsteel/',
17 'info_dict': {
18 'id': 'manofsteel',
19 },
20 'playlist': [
21 {
22 'md5': 'd97a8e575432dbcb81b7c3acb741f8a8',
23 'info_dict': {
24 'id': 'manofsteel-trailer4',
25 'ext': 'mov',
26 'duration': 111,
27 'title': 'Trailer 4',
28 'upload_date': '20130523',
29 'uploader_id': 'wb',
30 },
31 },
32 {
33 'md5': 'b8017b7131b721fb4e8d6f49e1df908c',
34 'info_dict': {
35 'id': 'manofsteel-trailer3',
36 'ext': 'mov',
37 'duration': 182,
38 'title': 'Trailer 3',
39 'upload_date': '20130417',
40 'uploader_id': 'wb',
41 },
42 },
43 {
44 'md5': 'd0f1e1150989b9924679b441f3404d48',
45 'info_dict': {
46 'id': 'manofsteel-trailer',
47 'ext': 'mov',
48 'duration': 148,
49 'title': 'Trailer',
50 'upload_date': '20121212',
51 'uploader_id': 'wb',
52 },
53 },
54 {
55 'md5': '5fe08795b943eb2e757fa95cb6def1cb',
56 'info_dict': {
57 'id': 'manofsteel-teaser',
58 'ext': 'mov',
59 'duration': 93,
60 'title': 'Teaser',
61 'upload_date': '20120721',
62 'uploader_id': 'wb',
63 },
64 },
65 ]
66 }, {
67 'url': 'http://trailers.apple.com/ca/metropole/autrui/',
68 'only_matching': True,
69 }]
70
71 _JSON_RE = r'iTunes.playURL\((.*?)\);'
72
73 def _real_extract(self, url):
74 mobj = re.match(self._VALID_URL, url)
75 movie = mobj.group('movie')
76 uploader_id = mobj.group('company')
77
78 playlist_url = compat_urlparse.urljoin(url, 'includes/playlists/itunes.inc')
79
80 def fix_html(s):
81 s = re.sub(r'(?s)<script[^<]*?>.*?</script>', '', s)
82 s = re.sub(r'<img ([^<]*?)>', r'<img \1/>', s)
83 # The ' in the onClick attributes are not escaped, it couldn't be parsed
84 # like: http://trailers.apple.com/trailers/wb/gravity/
85
86 def _clean_json(m):
87 return 'iTunes.playURL(%s);' % m.group(1).replace('\'', ''')
88 s = re.sub(self._JSON_RE, _clean_json, s)
89 s = '<html>%s</html>' % s
90 return s
91 doc = self._download_xml(playlist_url, movie, transform_source=fix_html)
92
93 playlist = []
94 for li in doc.findall('./div/ul/li'):
95 on_click = li.find('.//a').attrib['onClick']
96 trailer_info_json = self._search_regex(self._JSON_RE,
97 on_click, 'trailer info')
98 trailer_info = json.loads(trailer_info_json)
99 title = trailer_info['title']
100 video_id = movie + '-' + re.sub(r'[^a-zA-Z0-9]', '', title).lower()
101 thumbnail = li.find('.//img').attrib['src']
102 upload_date = trailer_info['posted'].replace('-', '')
103
104 runtime = trailer_info['runtime']
105 m = re.search(r'(?P<minutes>[0-9]+):(?P<seconds>[0-9]{1,2})', runtime)
106 duration = None
107 if m:
108 duration = 60 * int(m.group('minutes')) + int(m.group('seconds'))
109
110 first_url = trailer_info['url']
111 trailer_id = first_url.split('/')[-1].rpartition('_')[0].lower()
112 settings_json_url = compat_urlparse.urljoin(url, 'includes/settings/%s.json' % trailer_id)
113 settings = self._download_json(settings_json_url, trailer_id, 'Downloading settings json')
114
115 formats = []
116 for format in settings['metadata']['sizes']:
117 # The src is a file pointing to the real video file
118 format_url = re.sub(r'_(\d*p.mov)', r'_h\1', format['src'])
119 formats.append({
120 'url': format_url,
121 'format': format['type'],
122 'width': int_or_none(format['width']),
123 'height': int_or_none(format['height']),
124 })
125
126 self._sort_formats(formats)
127
128 playlist.append({
129 '_type': 'video',
130 'id': video_id,
131 'formats': formats,
132 'title': title,
133 'duration': duration,
134 'thumbnail': thumbnail,
135 'upload_date': upload_date,
136 'uploader_id': uploader_id,
137 'http_headers': {
138 'User-Agent': 'QuickTime compatible (youtube-dl)',
139 },
140 })
141
142 return {
143 '_type': 'playlist',
144 'id': movie,
145 'entries': playlist,
146 }
|
