diff options
| -rwxr-xr-x | yt_dlp_plugins/extractor/radiko.py | 191 |
1 files changed, 146 insertions, 45 deletions
diff --git a/yt_dlp_plugins/extractor/radiko.py b/yt_dlp_plugins/extractor/radiko.py index 6fcec17..651a6f1 100755 --- a/yt_dlp_plugins/extractor/radiko.py +++ b/yt_dlp_plugins/extractor/radiko.py @@ -5,6 +5,10 @@ import urllib.parse from yt_dlp.extractor.common import InfoExtractor from yt_dlp.utils import ( + clean_html, + join_nonempty, + traverse_obj, + unified_timestamp, url_or_none, update_url_query, ) @@ -463,6 +467,63 @@ class RadikoBaseIE(InfoExtractor): 'X-Radiko-AuthToken': auth_token, } + def _get_station_meta(self, region, station_id): + region = self._download_xml(f'https://radiko.jp/v3/station/list/{region}.xml', region, note="Downloading station listings") + for station in region.findall('station'): + if station.find("id").text == station_id: + station_name = station.find('name').text + station_url = url_or_none(station.find('href').text) + return { + 'title': station_name, + 'channel': station_name, + 'channel_id': station_id, + 'channel_url': station_url, + 'thumbnail': url_or_none(station.find('banner').text), + 'alt_title': station.find('ascii_name').text, + 'uploader_url': station_url, + 'id': station_id, + } + + def _int2bool(self,i): + i = int(i) + return True if i == 1 else False + + def _get_station_formats(self, station, timefree, auth_data, start_at=None, end_at=None): + # smartphone formats api = always happy path + url_data = self._download_xml(f'https://radiko.jp/v3/station/stream/aSmartPhone7a/{station}.xml', + station, note='Downloading stream information') + + urls = [] + formats = [] + + for i in url_data: + url = i.find("playlist_create_url").text + if url in urls: + continue + + if self._int2bool(i.get('timefree')) == timefree: +# if True: + urls.append(url) + playlist_url = update_url_query(url, { + 'station_id': station, + 'l': '15', + 'lsid': self._userinfo['X-Radiko-User'], + 'type': 'b', + }) + if timefree: + playlist_url = update_url_query(playlist_url, { + "start_at": start_at, + "ft": start_at, + "end_at": end_at, + "to": end_at, + }) + domain = urllib.parse.urlparse(playlist_url).netloc + formats += self._extract_m3u8_formats( + playlist_url, station, m3u8_id=domain, fatal=False, headers=auth_data, + note=f'Downloading m3u8 information from {domain}', + ) + return formats + class RadikoLiveIE(RadikoBaseIE): _VALID_URL = r'https?://(?:www\.)?radiko\.jp/#!/live/(?P<id>[A-Z0-9-]+)' _TESTS = [{ @@ -477,7 +538,6 @@ class RadikoLiveIE(RadikoBaseIE): 'title': 're:^TOKYO FM.+$', 'thumbnail': 'https://radiko.jp/res/banner/FMT/20220512162447.jpg', 'uploader_url': 'https://www.tfm.co.jp/', -# 'filename': True, }, }, { # JP1 (Hokkaido) @@ -490,7 +550,6 @@ class RadikoLiveIE(RadikoBaseIE): 'title': 're:^FM NORTH WAVE.+$', 'live_status': 'is_live', 'thumbnail': 'https://radiko.jp/res/banner/NORTHWAVE/20150731161543.png', - 'filename': True, }, }, { # ALL (all prefectures) @@ -504,52 +563,9 @@ class RadikoLiveIE(RadikoBaseIE): 'uploader_url': 'https://www.ouj.ac.jp/', 'alt_title': 'HOUSOU-DAIGAKU', 'thumbnail': 'https://radiko.jp/res/banner/HOUSOU-DAIGAKU/20150805145127.png', - 'filename': True, }, }] - def _get_station_meta(self, region, station_id): - region = self._download_xml(f'https://radiko.jp/v3/station/list/{region}.xml', region, note="Downloading station listings") - for station in region.findall('station'): - if station.find("id").text == station_id: - return { - 'title': station.find('name').text, - 'thumbnail': url_or_none(station.find('banner').text), - 'alt_title': station.find('ascii_name').text, - 'uploader_url': url_or_none(station.find('href').text), - } - - def _int2bool(self,i): - i = int(i) - return True if i == 1 else False - - def _get_station_formats(self, station, timefree, auth_data): - url_data = self._download_xml(f'https://radiko.jp/v3/station/stream/aSmartPhone7a/{station}.xml', - station, note='Downloading stream information') - - urls = [] - formats = [] - - for i in url_data: - url = i.find("playlist_create_url").text - if url in urls: - continue - - if self._int2bool(i.get('timefree')) == timefree: - urls.append(url) - playlist_url = update_url_query(url, { - 'station_id': station, - 'l': '15', - 'lsid': self._userinfo['X-Radiko-User'], - 'type': 'b', - }) - domain = urllib.parse.urlparse(playlist_url).netloc - formats += self._extract_m3u8_formats( - playlist_url, station, live=True, m3u8_id=domain, fatal=False, headers=auth_data, - note=f'Downloading m3u8 information from {domain}', - ) - return formats - def _real_extract(self, url): station = self._match_id(url) region = self._get_station_region(station) @@ -563,3 +579,88 @@ class RadikoLiveIE(RadikoBaseIE): **station_meta, 'formats': formats, } + + +class RadikoTimeFreeIE(RadikoBaseIE): + _VALID_URL = r'https?://(?:www\.)?radiko\.jp/#!/ts/(?P<station>[A-Z0-9-]+)/(?P<id>\d+)' + _TESTS = [{ + 'url': 'https://radiko.jp/#!/ts/INT/20230505230000', + 'info_dict': { + 'title': 'TOKYO MOON', + 'ext': 'm4a', + 'id': 'INT-20230505230000', + 'live_status': 'was_live', + 'tags': ['松浦俊夫'], + 'description': 'md5:804d83142a1ef1dfde48c44fb531482a', + 'duration': 3600, + 'thumbnail': 'https://radiko.jp/res/program/DEFAULT_IMAGE/INT/72b3a65f-c3ee-4892-a327-adec52076d51.jpeg', + 'cast': ['松浦\u3000俊夫'], + 'series': 'Tokyo Moon', + 'channel_id': 'INT', + 'uploader_url': 'https://www.interfm.co.jp/', + 'channel': 'interfm', + 'channel_url': 'https://www.interfm.co.jp/', + 'upload_date': '20230505', + 'timestamp': 1683295200, + }, + },{ + 'url': 'https://radiko.jp/#!/ts/NORTHWAVE/20230430173000', + 'info_dict': { + 'title': '角松敏生 My BLUES LIFE', + 'id': 'NORTHWAVE-20230430173000', + 'ext': 'm4a', + 'channel_id': 'NORTHWAVE', + 'thumbnail': 'https://radiko.jp/res/program/DEFAULT_IMAGE/NORTHWAVE/cwqcdppldk.jpg', + 'upload_date': '20230430', + 'timestamp': 1682843400, + 'uploader_url': 'https://www.fmnorth.co.jp/', + 'duration': 1800, + 'channel': 'FM NORTH WAVE', + 'channel_url': 'https://www.fmnorth.co.jp/', + 'live_status': 'was_live', + 'tags': ['ノースウェーブ', '角松敏生', '人気アーティストトーク'], + 'cast': ['角松\u3000敏生'], + 'series': '角松敏生 My BLUES LIFE', + 'description': 'md5:bed1be17dd7d188a37d3fa998533b1ff', + }, + }] + + def _get_programme_meta(self, station_id, start_time): + date = start_time[:8] + meta = self._download_json(f'https://radiko.jp/v4/program/station/date/{date}/{station_id}.json', station_id, + note="Downloading programme data") + programmes = traverse_obj(meta, ('stations', lambda _, v: v['station_id'] == station_id, + 'programs', 'program'), get_all=False) + for prog in programmes: + if prog['ft'] == start_time: + return { + 'id': join_nonempty(station_id, start_time), + 'timestamp': unified_timestamp(f'{start_time}+0900'), # hack to account for timezone + 'live_status': 'was_live', + 'cast': [person.get("name") for person in prog.get('person')], + 'description': clean_html(f"{prog.get('summary')}\n{prog.get('description')}"), + **traverse_obj(prog, { + 'title': 'title', + 'duration': 'dur', + 'thumbnail': 'img', + 'series': 'season_name', + 'tags': 'tag', + } + )}, [prog.get('ft'),prog.get("to")] + + def _real_extract(self, url): + station, start_time = self._match_valid_url(url).group('station', 'id') + meta, times = self._get_programme_meta(station, start_time) + + region = self._get_station_region(station) + station_meta = self._get_station_meta(region, station) + + auth_data = self._auth(region) + formats = self._get_station_formats(station, True, auth_data, start_at=times[0], end_at=times[1]) + + return {**station_meta, + 'alt_title': None, + **meta, + 'formats': formats, +# 'is_live': True, # -blatant lie + } |