summaryrefslogtreecommitdiff
path: root/youtube_dl/extractor/dvtv.py
blob: e85c58bd5669bd14cb069690d43277f77cea49d3 (plain)
    1 # coding: utf-8
    2 from __future__ import unicode_literals
    3 
    4 import re
    5 
    6 from .common import InfoExtractor
    7 from ..utils import (
    8     determine_ext,
    9     ExtractorError,
   10     int_or_none,
   11     js_to_json,
   12     mimetype2ext,
   13     unescapeHTML,
   14 )
   15 
   16 
   17 class DVTVIE(InfoExtractor):
   18     IE_NAME = 'dvtv'
   19     IE_DESC = 'http://video.aktualne.cz/'
   20 
   21     _VALID_URL = r'https?://video\.aktualne\.cz/(?:[^/]+/)+r~(?P<id>[0-9a-f]{32})'
   22 
   23     _TESTS = [{
   24         'url': 'http://video.aktualne.cz/dvtv/vondra-o-ceskem-stoleti-pri-pohledu-na-havla-mi-bylo-trapne/r~e5efe9ca855511e4833a0025900fea04/',
   25         'md5': '67cb83e4a955d36e1b5d31993134a0c2',
   26         'info_dict': {
   27             'id': 'dc0768de855511e49e4b0025900fea04',
   28             'ext': 'mp4',
   29             'title': 'Vondra o Českém století: Při pohledu na Havla mi bylo trapně',
   30             'duration': 1484,
   31         }
   32     }, {
   33         'url': 'http://video.aktualne.cz/dvtv/dvtv-16-12-2014-utok-talibanu-boj-o-kliniku-uprchlici/r~973eb3bc854e11e498be002590604f2e/',
   34         'info_dict': {
   35             'title': 'DVTV 16. 12. 2014: útok Talibanu, boj o kliniku, uprchlíci',
   36             'id': '973eb3bc854e11e498be002590604f2e',
   37         },
   38         'playlist': [{
   39             'md5': 'da7ca6be4935532241fa9520b3ad91e4',
   40             'info_dict': {
   41                 'id': 'b0b40906854d11e4bdad0025900fea04',
   42                 'ext': 'mp4',
   43                 'title': 'Drtinová Veselovský TV 16. 12. 2014: Témata dne',
   44                 'description': 'md5:0916925dea8e30fe84222582280b47a0',
   45                 'timestamp': 1418760010,
   46                 'upload_date': '20141216',
   47             }
   48         }, {
   49             'md5': '5f7652a08b05009c1292317b449ffea2',
   50             'info_dict': {
   51                 'id': '420ad9ec854a11e4bdad0025900fea04',
   52                 'ext': 'mp4',
   53                 'title': 'Školní masakr možná změní boj s Talibanem, říká novinářka',
   54                 'description': 'md5:ff2f9f6de73c73d7cef4f756c1c1af42',
   55                 'timestamp': 1418760010,
   56                 'upload_date': '20141216',
   57             }
   58         }, {
   59             'md5': '498eb9dfa97169f409126c617e2a3d64',
   60             'info_dict': {
   61                 'id': '95d35580846a11e4b6d20025900fea04',
   62                 'ext': 'mp4',
   63                 'title': 'Boj o kliniku: Veřejný zájem, nebo právo na majetek?',
   64                 'description': 'md5:889fe610a70fee5511dc3326a089188e',
   65                 'timestamp': 1418760010,
   66                 'upload_date': '20141216',
   67             }
   68         }, {
   69             'md5': 'b8dc6b744844032dab6ba3781a7274b9',
   70             'info_dict': {
   71                 'id': '6fe14d66853511e4833a0025900fea04',
   72                 'ext': 'mp4',
   73                 'title': 'Pánek: Odmítání syrských uprchlíků je ostudou české vlády',
   74                 'description': 'md5:544f86de6d20c4815bea11bf2ac3004f',
   75                 'timestamp': 1418760010,
   76                 'upload_date': '20141216',
   77             }
   78         }],
   79     }, {
   80         'url': 'https://video.aktualne.cz/dvtv/zeman-si-jen-leci-mindraky-sobotku-nenavidi-a-babis-se-mu-te/r~960cdb3a365a11e7a83b0025900fea04/',
   81         'md5': 'f8efe9656017da948369aa099788c8ea',
   82         'info_dict': {
   83             'id': '3c496fec365911e7a6500025900fea04',
   84             'ext': 'mp4',
   85             'title': 'Zeman si jen léčí mindráky, Sobotku nenávidí a Babiš se mu teď hodí, tvrdí Kmenta',
   86             'duration': 1103,
   87         },
   88         'params': {
   89             'skip_download': True,
   90         },
   91     }, {
   92         'url': 'http://video.aktualne.cz/v-cechach-poprve-zazni-zelenkova-zrestaurovana-mse/r~45b4b00483ec11e4883b002590604f2e/',
   93         'only_matching': True,
   94     }]
   95 
   96     def _parse_video_metadata(self, js, video_id):
   97         data = self._parse_json(js, video_id, transform_source=js_to_json)
   98 
   99         title = unescapeHTML(data['title'])
  100 
  101         formats = []
  102         for video in data['sources']:
  103             video_url = video.get('file')
  104             if not video_url:
  105                 continue
  106             video_type = video.get('type')
  107             ext = determine_ext(video_url, mimetype2ext(video_type))
  108             if video_type == 'application/vnd.apple.mpegurl' or ext == 'm3u8':
  109                 formats.extend(self._extract_m3u8_formats(
  110                     video_url, video_id, 'mp4', entry_protocol='m3u8_native',
  111                     m3u8_id='hls', fatal=False))
  112             elif video_type == 'application/dash+xml' or ext == 'mpd':
  113                 formats.extend(self._extract_mpd_formats(
  114                     video_url, video_id, mpd_id='dash', fatal=False))
  115             else:
  116                 label = video.get('label')
  117                 height = self._search_regex(
  118                     r'^(\d+)[pP]', label or '', 'height', default=None)
  119                 format_id = ['http']
  120                 for f in (ext, label):
  121                     if f:
  122                         format_id.append(f)
  123                 formats.append({
  124                     'url': video_url,
  125                     'format_id': '-'.join(format_id),
  126                     'height': int_or_none(height),
  127                 })
  128         self._sort_formats(formats)
  129 
  130         return {
  131             'id': data.get('mediaid') or video_id,
  132             'title': title,
  133             'description': data.get('description'),
  134             'thumbnail': data.get('image'),
  135             'duration': int_or_none(data.get('duration')),
  136             'timestamp': int_or_none(data.get('pubtime')),
  137             'formats': formats
  138         }
  139 
  140     def _real_extract(self, url):
  141         video_id = self._match_id(url)
  142 
  143         webpage = self._download_webpage(url, video_id)
  144 
  145         # single video
  146         item = self._search_regex(
  147             r'(?s)embedData[0-9a-f]{32}\[["\']asset["\']\]\s*=\s*(\{.+?\});',
  148             webpage, 'video', default=None, fatal=False)
  149 
  150         if item:
  151             return self._parse_video_metadata(item, video_id)
  152 
  153         # playlist
  154         items = re.findall(
  155             r"(?s)BBX\.context\.assets\['[0-9a-f]{32}'\]\.push\(({.+?})\);",
  156             webpage)
  157         if not items:
  158             items = re.findall(r'(?s)var\s+asset\s*=\s*({.+?});\n', webpage)
  159 
  160         if items:
  161             return {
  162                 '_type': 'playlist',
  163                 'id': video_id,
  164                 'title': self._og_search_title(webpage),
  165                 'entries': [self._parse_video_metadata(i, video_id) for i in items]
  166             }
  167 
  168         raise ExtractorError('Could not find neither video nor playlist')

Generated by cgit