1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import hashlib
5 import re
6
7 from .common import InfoExtractor
8 from ..compat import (
9 compat_parse_qs,
10 compat_urllib_request,
11 compat_urlparse,
12 )
13 from ..utils import (
14 ExtractorError,
15 sanitized_Request,
16 urlencode_postdata,
17 )
18
19
20 class FC2IE(InfoExtractor):
21 _VALID_URL = r'^(?:https?://video\.fc2\.com/(?:[^/]+/)*content/|fc2:)(?P<id>[^/]+)'
22 IE_NAME = 'fc2'
23 _NETRC_MACHINE = 'fc2'
24 _TESTS = [{
25 'url': 'http://video.fc2.com/en/content/20121103kUan1KHs',
26 'md5': 'a6ebe8ebe0396518689d963774a54eb7',
27 'info_dict': {
28 'id': '20121103kUan1KHs',
29 'ext': 'flv',
30 'title': 'Boxing again with Puff',
31 },
32 }, {
33 'url': 'http://video.fc2.com/en/content/20150125cEva0hDn/',
34 'info_dict': {
35 'id': '20150125cEva0hDn',
36 'ext': 'mp4',
37 },
38 'params': {
39 'username': 'ytdl@yt-dl.org',
40 'password': '(snip)',
41 },
42 'skip': 'requires actual password',
43 }, {
44 'url': 'http://video.fc2.com/en/a/content/20130926eZpARwsF',
45 'only_matching': True,
46 }]
47
48 def _login(self):
49 username, password = self._get_login_info()
50 if username is None or password is None:
51 return False
52
53 # Log in
54 login_form_strs = {
55 'email': username,
56 'password': password,
57 'done': 'video',
58 'Submit': ' Login ',
59 }
60
61 login_data = urlencode_postdata(login_form_strs)
62 request = sanitized_Request(
63 'https://secure.id.fc2.com/index.php?mode=login&switch_language=en', login_data)
64
65 login_results = self._download_webpage(request, None, note='Logging in', errnote='Unable to log in')
66 if 'mode=redirect&login=done' not in login_results:
67 self.report_warning('unable to log in: bad username or password')
68 return False
69
70 # this is also needed
71 login_redir = sanitized_Request('http://id.fc2.com/?mode=redirect&login=done')
72 self._download_webpage(
73 login_redir, None, note='Login redirect', errnote='Login redirect failed')
74
75 return True
76
77 def _real_extract(self, url):
78 video_id = self._match_id(url)
79 self._login()
80 webpage = None
81 if not url.startswith('fc2:'):
82 webpage = self._download_webpage(url, video_id)
83 self._downloader.cookiejar.clear_session_cookies() # must clear
84 self._login()
85
86 title = 'FC2 video %s' % video_id
87 thumbnail = None
88 if webpage is not None:
89 title = self._og_search_title(webpage)
90 thumbnail = self._og_search_thumbnail(webpage)
91 refer = url.replace('/content/', '/a/content/') if '/a/content/' not in url else url
92
93 mimi = hashlib.md5((video_id + '_gGddgPfeaf_gzyr').encode('utf-8')).hexdigest()
94
95 info_url = (
96 'http://video.fc2.com/ginfo.php?mimi={1:s}&href={2:s}&v={0:s}&fversion=WIN%2011%2C6%2C602%2C180&from=2&otag=0&upid={0:s}&tk=null&'.
97 format(video_id, mimi, compat_urllib_request.quote(refer, safe=b'').replace('.', '%2E')))
98
99 info_webpage = self._download_webpage(
100 info_url, video_id, note='Downloading info page')
101 info = compat_urlparse.parse_qs(info_webpage)
102
103 if 'err_code' in info:
104 # most of the time we can still download wideo even if err_code is 403 or 602
105 self.report_warning(
106 'Error code was: %s... but still trying' % info['err_code'][0])
107
108 if 'filepath' not in info:
109 raise ExtractorError('Cannot download file. Are you logged in?')
110
111 video_url = info['filepath'][0] + '?mid=' + info['mid'][0]
112 title_info = info.get('title')
113 if title_info:
114 title = title_info[0]
115
116 return {
117 'id': video_id,
118 'title': title,
119 'url': video_url,
120 'ext': 'flv',
121 'thumbnail': thumbnail,
122 }
123
124
125 class FC2EmbedIE(InfoExtractor):
126 _VALID_URL = r'https?://video\.fc2\.com/flv2\.swf\?(?P<query>.+)'
127 IE_NAME = 'fc2:embed'
128
129 _TEST = {
130 'url': 'http://video.fc2.com/flv2.swf?t=201404182936758512407645&i=20130316kwishtfitaknmcgd76kjd864hso93htfjcnaogz629mcgfs6rbfk0hsycma7shkf85937cbchfygd74&i=201403223kCqB3Ez&d=2625&sj=11&lang=ja&rel=1&from=11&cmt=1&tk=TlRBM09EQTNNekU9&tl=プリズン･ブレイク%20S1-01%20マイケル%20【吹替】',
131 'md5': 'b8aae5334cb691bdb1193a88a6ab5d5a',
132 'info_dict': {
133 'id': '201403223kCqB3Ez',
134 'ext': 'flv',
135 'title': 'プリズン･ブレイク S1-01 マイケル 【吹替】',
136 'thumbnail': r're:^https?://.*\.jpg$',
137 },
138 }
139
140 def _real_extract(self, url):
141 mobj = re.match(self._VALID_URL, url)
142 query = compat_parse_qs(mobj.group('query'))
143
144 video_id = query['i'][-1]
145 title = query.get('tl', ['FC2 video %s' % video_id])[0]
146
147 sj = query.get('sj', [None])[0]
148 thumbnail = None
149 if sj:
150 # See thumbnailImagePath() in ServerConst.as of flv2.swf
151 thumbnail = 'http://video%s-thumbnail.fc2.com/up/pic/%s.jpg' % (
152 sj, '/'.join((video_id[:6], video_id[6:8], video_id[-2], video_id[-1], video_id)))
153
154 return {
155 '_type': 'url_transparent',
156 'ie_key': FC2IE.ie_key(),
157 'url': 'fc2:%s' % video_id,
158 'title': title,
159 'thumbnail': thumbnail,
160 }
|
