From b4da1654eb31a15a7f76f1bd0011b3f01cb290b8 Mon Sep 17 00:00:00 2001
From: garret <garret@airmail.cc>
Date: Mon, 29 May 2023 22:49:38 +0100
Subject: some semblance of code cleanup
wall of constants abandoned as a lost cause
---
yt_dlp_plugins/extractor/radiko.py | 494 +++++++++++++++++++------------------
1 file changed, 248 insertions(+), 246 deletions(-)
diff --git a/yt_dlp_plugins/extractor/radiko.py b/yt_dlp_plugins/extractor/radiko.py
index 9373867..5f48c2b 100755
--- a/yt_dlp_plugins/extractor/radiko.py
+++ b/yt_dlp_plugins/extractor/radiko.py
@@ -17,7 +17,7 @@ from yt_dlp.utils import (
class _RadikoBaseIE(InfoExtractor):
- _FULL_KEY = base64.b64decode('''
+ _FULL_KEY = base64.b64decode("""
fAu/s1ySbQBAyfugPCOniGTrMcOu5XqKcup3tmrZUAvx3MGtIIZl7wHokm07yxzL/oR9jdgWhi+e
WYVoBIiAG4hDOP5H0Og3Qtd9KFnW8s0N4vNN2DzQ1Y4PqDq3HsQszf4ZaDTkyt4FFW9fPqKUtnVR
LfXd/TGk0XeAvuKtj/qFcvzZQWcr+WrFGndFQK1TIT7/i8l2lw+OKIY9Bp42yw3eJj2+dqOkSQVm
@@ -299,7 +299,7 @@ class _RadikoBaseIE(InfoExtractor):
AIGJsNowPXOhASDGPsPJUzfmOao60x8+IaWolOjzRnrLKkrJJf5kJwMiULlK8JXGHYXyJUxz3RYP
SqsZiZLVEQdbbUoeUeqTq/wp8W8sKg34mrq2nRWoqYrRgq/T8/kyVmbOoc8w58IDQw2mcHMBI/2e
O7qEwbphJYjPyKR0D817R5ee7saTLNS7mOBCyoU0zU1bN7CbtrKmrg==
- ''')
+ """)
_COORDINATES = {
# source: https://github.com/jackyzy823/rajiko/blob/master/background.js
@@ -374,35 +374,35 @@ class _RadikoBaseIE(InfoExtractor):
},
"10.0.0": {
"sdk": "29",
- "builds": ["5933585", "6969601", "7023426" , "7070703"]
+ "builds": ["5933585", "6969601", "7023426", "7070703"]
},
"11.0.0": {
- "sdk":"30" ,
+ "sdk": "30",
"builds": ["RP1A.201005.006", "RQ1A.201205.011", "RQ1A.210105.002"]
},
"12.0.0": {
- "sdk": "31" ,
+ "sdk": "31",
"builds": ["SD1A.210817.015.A4", "SD1A.210817.019.B1", "SD1A.210817.037", "SQ1D.220105.007"]
}}
-
- _APP_VERSIONS = ["7.5.0", "7.4.17", "7.4.16", "7.4.15", "7.4.14", "7.4.13", "7.4.12", "7.4.11", "7.4.10", "7.4.9", "7.4.8", "7.4.7", "7.4.6","7.4.5","7.4.4","7.4.3","7.4.2","7.4.1","7.4.0","7.3.8","7.3.7","7.3.6","7.3.1","7.3.0","7.2.11","7.2.10"]
-
+
+ _APP_VERSIONS = ["7.5.0", "7.4.17", "7.4.16", "7.4.15", "7.4.14", "7.4.13", "7.4.12", "7.4.11", "7.4.10", "7.4.9", "7.4.8", "7.4.7", "7.4.6", "7.4.5", "7.4.4", "7.4.3", "7.4.2", "7.4.1", "7.4.0", "7.3.8", "7.3.7", "7.3.6", "7.3.1", "7.3.0", "7.2.11", "7.2.10"]
+
_region = None
_user = None
-
+
def _index_regions(self):
region_data = {}
- tree = self._download_xml('https://radiko.jp/v3/station/region/full.xml', None, note='Indexing regions')
+ tree = self._download_xml("https://radiko.jp/v3/station/region/full.xml", None, note="Indexing regions")
for stations in tree:
for station in stations:
- area = station.find('area_id').text
- station_id = station.find('id').text
+ area = station.find("area_id").text
+ station_id = station.find("id").text
region_data[station_id] = area
- self.cache.store('rajiko', 'region_index', region_data)
+ self.cache.store("rajiko", "region_index", region_data)
return region_data
-
+
def _get_coords(self, area_id):
latlong = self._COORDINATES[area_id]
lat = latlong[0]
@@ -411,79 +411,80 @@ class _RadikoBaseIE(InfoExtractor):
lat = lat + random.random() / 40.0 * (random.choice([1, -1]))
long = long + random.random() / 40.0 * (random.choice([1, -1]))
return f"{round(lat, 6)},{round(long, 6)},gps"
-
+
def _generate_random_info(self):
version_key = random.choice(list(self._ANDROID_VERSIONS.keys()))
- version = self._ANDROID_VERSIONS[version_key] # hack because random.choice didnt work how i expected it to
+ version = self._ANDROID_VERSIONS[version_key] # hack because random.choice didnt work how i expected it to
sdk = version["sdk"]
build = random.choice(version["builds"])
model = random.choice(self._MODELS)
-
+
info = {
- 'X-Radiko-App': 'aSmartPhone7a',
+ "X-Radiko-App": "aSmartPhone7a",
"X-Radiko-App-Version": random.choice(self._APP_VERSIONS),
"X-Radiko-Device": f"{sdk}.{model}",
"X-Radiko-User": secrets.token_hex(16),
"User-Agent": f"Dalvik/2.1.0 (Linux; U; Android {version};{model}/{build})",
}
return info
-
+
def _get_station_region(self, station):
- regions = self.cache.load('rajiko', 'region_index')
+ regions = self.cache.load("rajiko", "region_index")
if regions is None or station not in regions:
regions = self._index_regions()
return regions[station]
-
+
def _negotiate_token(self, station_region):
info = self._generate_random_info()
- response, auth1_handle = self._download_webpage_handle('https://radiko.jp/v2/api/auth1', None,
- 'Authenticating: step 1', headers = self._generate_random_info())
-
+ response, auth1_handle = self._download_webpage_handle("https://radiko.jp/v2/api/auth1", None,
+ "Authenticating: step 1", headers=self._generate_random_info())
+
self.write_debug(response)
-
+
auth1_header = auth1_handle.info()
- auth_token = auth1_header['X-Radiko-AuthToken']
- key_length = int(auth1_header['X-Radiko-KeyLength'])
- key_offset = int(auth1_header['X-Radiko-KeyOffset'])
-
+ auth_token = auth1_header["X-Radiko-AuthToken"]
+ key_length = int(auth1_header["X-Radiko-KeyLength"])
+ key_offset = int(auth1_header["X-Radiko-KeyOffset"])
+
raw_partial_key = self._FULL_KEY[key_offset:key_offset + key_length]
partial_key = base64.b64encode(raw_partial_key)
-
+
headers = {
**info,
- 'X-Radiko-AuthToken': auth_token,
- 'X-Radiko-Location': self._get_coords(station_region),
- 'X-Radiko-Connection': "wifi",
- 'X-Radiko-Partialkey': partial_key,
+ "X-Radiko-AuthToken": auth_token,
+ "X-Radiko-Location": self._get_coords(station_region),
+ "X-Radiko-Connection": "wifi",
+ "X-Radiko-Partialkey": partial_key,
}
-
- auth2 = self._download_webpage('https://radiko.jp/v2/api/auth2', station_region,
- "Authenticating: step 2", headers = headers)
-
+
+ auth2 = self._download_webpage("https://radiko.jp/v2/api/auth2", station_region,
+ "Authenticating: step 2", headers=headers)
+
self.write_debug(auth2.strip())
- actual_region, region_kanji, region_english = auth2.split(',')
-
+ actual_region, region_kanji, region_english = auth2.split(",")
+
if actual_region != station_region:
self.report_warning(f"Didn't get the right region: expected {station_region}, got {actual_region}")
-
+ # this should never happen
+
token = {
- 'X-Radiko-AreaId': actual_region,
- 'X-Radiko-AuthToken': auth_token,
+ "X-Radiko-AreaId": actual_region,
+ "X-Radiko-AuthToken": auth_token,
}
-
+
self._user = headers["X-Radiko-User"]
- self.cache.store('rajiko-tokens', station_region, {"token": token, "user": self._user})
+ self.cache.store("rajiko-tokens", station_region, {"token": token, "user": self._user})
return token
def _auth(self, station_region):
- cachedata = self.cache.load('rajiko-tokens', station_region)
+ cachedata = self.cache.load("rajiko-tokens", station_region)
self.write_debug(cachedata)
if cachedata is not None:
token = cachedata.get("token")
self._user = cachedata.get("user")
- response = self._download_webpage('https://radiko.jp/v2/api/auth_check', station_region, 'Checking cached token',
- headers = token, expected_status = 401)
+ response = self._download_webpage("https://radiko.jp/v2/api/auth_check", station_region, "Checking cached token",
+ headers=token, expected_status=401)
self.write_debug(response)
if response != "OK":
token = self._negotiate_token(station_region)
@@ -492,47 +493,46 @@ class _RadikoBaseIE(InfoExtractor):
return token
def _get_station_meta(self, region, station_id):
- region = self._download_xml(f'https://radiko.jp/v3/station/list/{region}.xml', region, note="Downloading station listings")
- for station in region.findall('station'):
+ region = self._download_xml(f"https://radiko.jp/v3/station/list/{region}.xml", region, note="Downloading station listings")
+ for station in region.findall("station"):
if station.find("id").text == station_id:
- station_name = station.find('name').text
- station_url = url_or_none(station.find('href').text)
+ station_name = station.find("name").text
+ station_url = url_or_none(station.find("href").text)
return {
- 'title': station_name,
- 'channel': station_name,
- 'channel_id': station_id,
- 'channel_url': station_url,
- 'thumbnail': url_or_none(station.find('banner').text),
- 'alt_title': station.find('ascii_name').text,
- 'uploader_url': station_url,
- 'id': station_id,
+ "title": station_name,
+ "channel": station_name,
+ "channel_id": station_id,
+ "channel_url": station_url,
+ "thumbnail": url_or_none(station.find("banner").text),
+ "alt_title": station.find("ascii_name").text,
+ "uploader_url": station_url,
+ "id": station_id,
}
- def _int2bool(self,i):
+ def _int2bool(self, i):
i = int(i)
return True if i == 1 else False
-
+
def _get_station_formats(self, station, timefree, auth_data, start_at=None, end_at=None):
# smartphone formats api = always happy path
- url_data = self._download_xml(f'https://radiko.jp/v3/station/stream/aSmartPhone7a/{station}.xml',
- station, note='Downloading stream information')
-
+ url_data = self._download_xml(f"https://radiko.jp/v3/station/stream/aSmartPhone7a/{station}.xml",
+ station, note="Downloading stream information")
+
urls = []
formats = []
-
+
for i in url_data:
url = i.find("playlist_create_url").text
if url in urls:
continue
-
- if self._int2bool(i.get('timefree')) == timefree:
-# if True:
+
+ if self._int2bool(i.get("timefree")) == timefree:
urls.append(url)
playlist_url = update_url_query(url, {
- 'station_id': station,
- 'l': '15',
- 'lsid': self._user,
- 'type': 'b',
+ "station_id": station,
+ "l": "15",
+ "lsid": self._user,
+ "type": "b",
})
if timefree:
playlist_url = update_url_query(playlist_url, {
@@ -544,58 +544,59 @@ class _RadikoBaseIE(InfoExtractor):
domain = urllib.parse.urlparse(playlist_url).netloc
formats += self._extract_m3u8_formats(
playlist_url, station, m3u8_id=domain, fatal=False, headers=auth_data,
- note=f'Downloading m3u8 information from {domain}',
+ note=f"Downloading m3u8 information from {domain}",
)
return formats
+
class RadikoLiveIE(_RadikoBaseIE):
- _VALID_URL = r'https?://(?:www\.)?radiko\.jp/#!/live/(?P<id>[A-Z0-9-]+)'
+ _VALID_URL = r"https?://(?:www\.)?radiko\.jp/#!/live/(?P<id>[A-Z0-9-]+)"
_TESTS = [{
# JP13 (Tokyo)
- 'url': 'https://radiko.jp/#!/live/FMT',
- 'info_dict': {
- 'id': 'FMT',
- 'ext': 'm4a',
- 'live_status': 'is_live',
- 'alt_title': 'TOKYO FM',
- 'title': 're:^TOKYO FM.+$',
- 'thumbnail': 'https://radiko.jp/res/banner/FMT/20220512162447.jpg',
- 'uploader_url': 'https://www.tfm.co.jp/',
- 'channel_url': 'https://www.tfm.co.jp/',
- 'channel': 'TOKYO FM',
- 'channel_id': 'FMT',
+ "url": "https://radiko.jp/#!/live/FMT",
+ "info_dict": {
+ "id": "FMT",
+ "ext": "m4a",
+ "live_status": "is_live",
+ "alt_title": "TOKYO FM",
+ "title": "re:^TOKYO FM.+$",
+ "thumbnail": "https://radiko.jp/res/banner/FMT/20220512162447.jpg",
+ "uploader_url": "https://www.tfm.co.jp/",
+ "channel_url": "https://www.tfm.co.jp/",
+ "channel": "TOKYO FM",
+ "channel_id": "FMT",
},
}, {
# JP1 (Hokkaido)
- 'url': 'https://radiko.jp/#!/live/NORTHWAVE',
- 'info_dict': {
- 'id': 'NORTHWAVE',
- 'ext': 'm4a',
- 'uploader_url': 'https://www.fmnorth.co.jp/',
- 'alt_title': 'FM NORTH WAVE',
- 'title': 're:^FM NORTH WAVE.+$',
- 'live_status': 'is_live',
- 'thumbnail': 'https://radiko.jp/res/banner/NORTHWAVE/20150731161543.png',
- 'channel': 'FM NORTH WAVE',
- 'channel_url': 'https://www.fmnorth.co.jp/',
- 'channel_id': 'NORTHWAVE',
+ "url": "https://radiko.jp/#!/live/NORTHWAVE",
+ "info_dict": {
+ "id": "NORTHWAVE",
+ "ext": "m4a",
+ "uploader_url": "https://www.fmnorth.co.jp/",
+ "alt_title": "FM NORTH WAVE",
+ "title": "re:^FM NORTH WAVE.+$",
+ "live_status": "is_live",
+ "thumbnail": "https://radiko.jp/res/banner/NORTHWAVE/20150731161543.png",
+ "channel": "FM NORTH WAVE",
+ "channel_url": "https://www.fmnorth.co.jp/",
+ "channel_id": "NORTHWAVE",
},
}, {
# ALL (all prefectures)
- # api still specifies a prefecture though, in this case JP12 (Chiba), so that's what it auths as
- 'url': 'https://radiko.jp/#!/live/HOUSOU-DAIGAKU',
- 'info_dict': {
- 'id': 'HOUSOU-DAIGAKU',
- 'ext': 'm4a',
- 'title': 're:^放送大学.+$',
- 'live_status': 'is_live',
- 'uploader_url': 'https://www.ouj.ac.jp/',
- 'alt_title': 'HOUSOU-DAIGAKU',
- 'thumbnail': 'https://radiko.jp/res/banner/HOUSOU-DAIGAKU/20150805145127.png',
- 'channel': '放送大学',
- 'channel_url': 'https://www.ouj.ac.jp/',
- 'channel_id': 'HOUSOU-DAIGAKU',
+ # api still specifies a prefecture though, in this case JP12 (Chiba), so that"s what it auths as
+ "url": "https://radiko.jp/#!/live/HOUSOU-DAIGAKU",
+ "info_dict": {
+ "id": "HOUSOU-DAIGAKU",
+ "ext": "m4a",
+ "title": "re:^放送大学.+$",
+ "live_status": "is_live",
+ "uploader_url": "https://www.ouj.ac.jp/",
+ "alt_title": "HOUSOU-DAIGAKU",
+ "thumbnail": "https://radiko.jp/res/banner/HOUSOU-DAIGAKU/20150805145127.png",
+ "channel": "放送大学",
+ "channel_url": "https://www.ouj.ac.jp/",
+ "channel_id": "HOUSOU-DAIGAKU",
},
}]
@@ -607,115 +608,114 @@ class RadikoLiveIE(_RadikoBaseIE):
formats = self._get_station_formats(station, False, auth_data)
return {
- 'is_live': True,
- 'id': station,
+ "is_live": True,
+ "id": station,
**station_meta,
- 'formats': formats,
+ "formats": formats,
}
class RadikoTimeFreeIE(_RadikoBaseIE):
- _VALID_URL = r'https?://(?:www\.)?radiko\.jp/#!/ts/(?P<station>[A-Z0-9-]+)/(?P<id>\d+)'
+ _VALID_URL = r"https?://(?:www\.)?radiko\.jp/#!/ts/(?P<station>[A-Z0-9-]+)/(?P<id>\d+)"
_TESTS = [{
- 'url': 'https://radiko.jp/#!/ts/INT/20230505230000',
- 'info_dict': {
- 'title': 'TOKYO MOON',
- 'ext': 'm4a',
- 'id': 'INT-20230505230000',
- 'live_status': 'was_live',
- 'tags': ['松浦俊夫'],
- 'description': 'md5:804d83142a1ef1dfde48c44fb531482a',
- 'duration': 3600,
- 'thumbnail': 'https://radiko.jp/res/program/DEFAULT_IMAGE/INT/72b3a65f-c3ee-4892-a327-adec52076d51.jpeg',
- 'cast': ['松浦\u3000俊夫'],
- 'series': 'Tokyo Moon',
- 'channel_id': 'INT',
- 'uploader_url': 'https://www.interfm.co.jp/',
- 'channel': 'interfm',
- 'channel_url': 'https://www.interfm.co.jp/',
- 'timestamp': 1683295200,
- 'upload_date': '20230505',
- 'release_date': '20230505',
- 'release_timestamp': 1683298800,
+ "url": "https://radiko.jp/#!/ts/INT/20230505230000",
+ "info_dict": {
+ "title": "TOKYO MOON",
+ "ext": "m4a",
+ "id": "INT-20230505230000",
+ "live_status": "was_live",
+ "tags": ["松浦俊夫"],
+ "description": "md5:804d83142a1ef1dfde48c44fb531482a",
+ "duration": 3600,
+ "thumbnail": "https://radiko.jp/res/program/DEFAULT_IMAGE/INT/72b3a65f-c3ee-4892-a327-adec52076d51.jpeg",
+ "cast": ["松浦\u3000俊夫"],
+ "series": "Tokyo Moon",
+ "channel_id": "INT",
+ "uploader_url": "https://www.interfm.co.jp/",
+ "channel": "interfm",
+ "channel_url": "https://www.interfm.co.jp/",
+ "timestamp": 1683295200,
+ "upload_date": "20230505",
+ "release_date": "20230505",
+ "release_timestamp": 1683298800,
},
- },{
- 'url': 'https://radiko.jp/#!/ts/NORTHWAVE/20230507173000',
- 'info_dict': {
- 'title': '角松敏生 My BLUES LIFE',
- 'id': 'NORTHWAVE-20230507173000',
- 'ext': 'm4a',
- 'channel_id': 'NORTHWAVE',
- 'thumbnail': 'https://radiko.jp/res/program/DEFAULT_IMAGE/NORTHWAVE/cwqcdppldk.jpg',
- 'uploader_url': 'https://www.fmnorth.co.jp/',
- 'duration': 1800,
- 'channel': 'FM NORTH WAVE',
- 'channel_url': 'https://www.fmnorth.co.jp/',
- 'live_status': 'was_live',
- 'tags': ['ノースウェーブ', '角松敏生', '人気アーティストトーク'],
- 'cast': ['角松\u3000敏生'],
- 'series': '角松敏生 My BLUES LIFE',
- 'description': 'md5:027860a5731c04779b6720047c7b8b59',
- 'upload_date': '20230507',
- 'release_timestamp': 1683450000,
- 'timestamp': 1683448200,
- 'release_date': '20230507',
+ }, {
+ "url": "https://radiko.jp/#!/ts/NORTHWAVE/20230507173000",
+ "info_dict": {
+ "title": "角松敏生 My BLUES LIFE",
+ "id": "NORTHWAVE-20230507173000",
+ "ext": "m4a",
+ "channel_id": "NORTHWAVE",
+ "thumbnail": "https://radiko.jp/res/program/DEFAULT_IMAGE/NORTHWAVE/cwqcdppldk.jpg",
+ "uploader_url": "https://www.fmnorth.co.jp/",
+ "duration": 1800,
+ "channel": "FM NORTH WAVE",
+ "channel_url": "https://www.fmnorth.co.jp/",
+ "live_status": "was_live",
+ "tags": ["ノースウェーブ", "角松敏生", "人気アーティストトーク"],
+ "cast": ["角松\u3000敏生"],
+ "series": "角松敏生 My BLUES LIFE",
+ "description": "md5:027860a5731c04779b6720047c7b8b59",
+ "upload_date": "20230507",
+ "release_timestamp": 1683450000,
+ "timestamp": 1683448200,
+ "release_date": "20230507",
},
- },{
+ }, {
# late-night show, see comment in _unfuck_day
- 'url': 'https://radiko.jp/#!/ts/TBS/20230506030000',
- 'info_dict': {
- 'id': 'TBS-20230506030000',
- 'ext': 'm4a',
- 'title': 'CITY CHILL CLUB',
- 'cast': ['イハラカンタロウ'],
- 'thumbnail': 'https://radiko.jp/res/program/DEFAULT_IMAGE/TBS/xxeimdxszs.jpg',
- 'description': 'md5:f60b1012f0606b336660416598d82043',
- 'tags': ['CCC905', '音楽との出会いが楽しめる', '人気アーティストトーク', '音楽プロデューサー出演', 'ドライブ中におすすめ', '寝る前におすすめ', '学生におすすめ'],
- 'channel': 'TBSラジオ',
- 'uploader_url': 'https://www.tbsradio.jp/',
- 'channel_id': 'TBS',
- 'channel_url': 'https://www.tbsradio.jp/',
- 'duration': 7200,
- 'series': 'CITY CHILL CLUB',
- 'live_status': 'was_live',
- 'timestamp': 1683309600,
- 'upload_date': '20230505',
- 'release_timestamp': 1683316800,
- 'release_date': '20230505',
+ "url": "https://radiko.jp/#!/ts/TBS/20230506030000",
+ "info_dict": {
+ "id": "TBS-20230506030000",
+ "ext": "m4a",
+ "title": "CITY CHILL CLUB",
+ "cast": ["イハラカンタロウ"],
+ "thumbnail": "https://radiko.jp/res/program/DEFAULT_IMAGE/TBS/xxeimdxszs.jpg",
+ "description": "md5:f60b1012f0606b336660416598d82043",
+ "tags": ["CCC905", "音楽との出会いが楽しめる", "人気アーティストトーク", "音楽プロデューサー出演", "ドライブ中におすすめ", "寝る前におすすめ", "学生におすすめ"],
+ "channel": "TBSラジオ",
+ "uploader_url": "https://www.tbsradio.jp/",
+ "channel_id": "TBS",
+ "channel_url": "https://www.tbsradio.jp/",
+ "duration": 7200,
+ "series": "CITY CHILL CLUB",
+ "live_status": "was_live",
+ "timestamp": 1683309600,
+ "upload_date": "20230505",
+ "release_timestamp": 1683316800,
+ "release_date": "20230505",
},
- },{
+ }, {
# early-morning show, same reason
- 'url': 'https://radiko.jp/#!/ts/TBS/20230504050000',
- 'info_dict':
- {
- 'title': '生島ヒロシのおはよう定食・一直線',
- 'id': 'TBS-20230504050000',
- 'ext': 'm4a',
- 'cast': ['生島\u3000ヒロシ', '齋藤\u3000孝'],
- 'channel': 'TBSラジオ',
- 'thumbnail': 'https://radiko.jp/res/program/DEFAULT_IMAGE/TBS/ch3vcvtc5e.jpg',
- 'description': 'md5:26dba9e22df6883c072067cdc5ac0511',
- 'series': '生島ヒロシのおはよう定食・一直線',
- 'tags': ['生島ヒロシ', '健康', '檀れい', '朝のニュースを効率良く'],
- 'channel_url': 'https://www.tbsradio.jp/',
- 'uploader_url': 'https://www.tbsradio.jp/',
- 'channel_id': 'TBS',
- 'duration': 5400,
- 'live_status': 'was_live',
- 'release_timestamp': 1683149400,
- 'release_date': '20230503',
- 'upload_date': '20230503',
- 'timestamp': 1683144000,
+ "url": "https://radiko.jp/#!/ts/TBS/20230504050000",
+ "info_dict": {
+ "title": "生島ヒロシのおはよう定食・一直線",
+ "id": "TBS-20230504050000",
+ "ext": "m4a",
+ "cast": ["生島\u3000ヒロシ", "齋藤\u3000孝"],
+ "channel": "TBSラジオ",
+ "thumbnail": "https://radiko.jp/res/program/DEFAULT_IMAGE/TBS/ch3vcvtc5e.jpg",
+ "description": "md5:26dba9e22df6883c072067cdc5ac0511",
+ "series": "生島ヒロシのおはよう定食・一直線",
+ "tags": ["生島ヒロシ", "健康", "檀れい", "朝のニュースを効率良く"],
+ "channel_url": "https://www.tbsradio.jp/",
+ "uploader_url": "https://www.tbsradio.jp/",
+ "channel_id": "TBS",
+ "duration": 5400,
+ "live_status": "was_live",
+ "release_timestamp": 1683149400,
+ "release_date": "20230503",
+ "upload_date": "20230503",
+ "timestamp": 1683144000,
},
}]
-
+
_JST = datetime.timezone(datetime.timedelta(hours=9))
-
+
def _timestring_to_datetime(self, time):
return datetime.datetime(int(time[:4]), int(time[4:6]), int(time[6:8]),
hour=int(time[8:10]), minute=int(time[10:12]), second=int(time[12:14]), tzinfo=self._JST)
-
+
def _unfuck_day(self, time):
# api counts 05:00 -> 28:59 (04:59 next day) as all the same day
# like the 30-hour day, 06:00 -> 29:59 (05:59)
@@ -730,60 +730,60 @@ class RadikoTimeFreeIE(_RadikoBaseIE):
return time
return time[:8]
-
+
def _get_programme_meta(self, station_id, start_time):
day = self._unfuck_day(start_time)
- meta = self._download_json(f'https://radiko.jp/v4/program/station/date/{day}/{station_id}.json', station_id,
+ meta = self._download_json(f"https://radiko.jp/v4/program/station/date/{day}/{station_id}.json", station_id,
note="Downloading programme data")
- programmes = traverse_obj(meta, ('stations', lambda _, v: v['station_id'] == station_id,
- 'programs', 'program'), get_all=False)
+ programmes = traverse_obj(meta, ("stations", lambda _, v: v["station_id"] == station_id,
+ "programs", "program"), get_all=False)
for prog in programmes:
- if prog['ft'] <= start_time < prog['to']:
- actual_start = prog['ft']
- if len(prog.get('person')) > 0:
- cast = [person.get("name") for person in prog.get('person')]
+ if prog["ft"] <= start_time < prog["to"]:
+ actual_start = prog["ft"]
+ if len(prog.get("person")) > 0:
+ cast = [person.get("name") for person in prog.get("person")]
else:
- cast = [prog.get('performer')]
+ cast = [prog.get("performer")]
return {
- 'id': join_nonempty(station_id, actual_start),
- 'timestamp': unified_timestamp(f'{actual_start}+0900'), # hack to account for timezone
- 'release_timestamp': unified_timestamp(f'{prog["to"]}+0900'),
- 'cast': cast,
- 'description': clean_html(join_nonempty('summary', 'description', from_dict=prog, delim='\n')),
+ "id": join_nonempty(station_id, actual_start),
+ "timestamp": unified_timestamp(f"{actual_start}+0900"), # hack to account for timezone
+ "release_timestamp": unified_timestamp(f"{prog['to']}+0900"),
+ "cast": cast,
+ "description": clean_html(join_nonempty("summary", "description", from_dict=prog, delim="\n")),
**traverse_obj(prog, {
- 'title': 'title',
- 'duration': 'dur',
- 'thumbnail': 'img',
- 'series': 'season_name',
- 'tags': 'tag',
- }
- )}, [prog.get('ft'),prog.get("to")]
-
+ "title": "title",
+ "duration": "dur",
+ "thumbnail": "img",
+ "series": "season_name",
+ "tags": "tag",
+ }
+ )}, (prog.get("ft"), prog.get("to"))
+
def _real_extract(self, url):
- station, start_time = self._match_valid_url(url).group('station', 'id')
+ station, start_time = self._match_valid_url(url).group("station", "id")
meta, times = self._get_programme_meta(station, start_time)
-
+
noformats_expected = False
noformats_msg = "No video formats found!"
noformats_force = False
live_status = "was_live"
-
+
start_datetime = self._timestring_to_datetime(times[0])
end_datetime = self._timestring_to_datetime(times[1])
now = datetime.datetime.now(tz=self._JST)
-
+
if end_datetime < now - datetime.timedelta(days=7):
noformats_expected = True
noformats_msg = "Programme is no longer available."
elif start_datetime > now:
noformats_expected = True
noformats_msg = "Programme has not aired yet."
- live_status = 'is_upcoming'
+ live_status = "is_upcoming"
elif start_datetime <= now < end_datetime:
- live_status = 'is_upcoming'
+ live_status = "is_upcoming"
noformats_expected = True
noformats_msg = "Programme has not finished airing yet."
noformats_force = True
@@ -794,36 +794,38 @@ class RadikoTimeFreeIE(_RadikoBaseIE):
formats = self._get_station_formats(station, True, auth_data, start_at=times[0], end_at=times[1])
if len(formats) == 0 or noformats_force:
- self.raise_no_formats(noformats_msg, video_id=meta['id'], expected=noformats_expected)
+ self.raise_no_formats(noformats_msg, video_id=meta["id"], expected=noformats_expected)
formats = []
- return {**station_meta,
- 'alt_title': None,
+ return {
+ **station_meta,
+ "alt_title": None,
**meta,
- 'formats': formats,
- 'live_status': live_status,
- 'container': 'm4a_dash', # force fixup, AAC-only HLS
- }
+ "formats": formats,
+ "live_status": live_status,
+ "container": "m4a_dash", # force fixup, AAC-only HLS
+ }
+
class RadikoSearchIE(_RadikoBaseIE):
- _VALID_URL = r'https?://(?:www\.)?radiko\.jp/#!/search/(?:timeshift|live)\?'
-
+ _VALID_URL = r"https?://(?:www\.)?radiko\.jp/#!/search/(?:timeshift|live)\?"
+
def _strip_date(self, date):
return date.replace(" ", "").replace("-", "").replace(":", "")
-
+
def _real_extract(self, url):
url = url.replace("/#!/", "/!/", 1)
# urllib.parse interprets the path as just one giant fragment because of the #, so we hack it away
queries = parse_qs(url)
-
+
search_url = update_url_query("https://radiko.jp/v3/api/program/search", {
**queries,
- 'uid': secrets.token_hex(16),
- 'app_id': 'pc',
+ "uid": secrets.token_hex(16),
+ "app_id": "pc",
})
data = self._download_json(search_url, None)
-
- results = traverse_obj(data, ('data',..., {
+
+ results = traverse_obj(data, ("data", ..., {
"station": "station_id",
"time": ("start_time", {self._strip_date})
}))
--
cgit v1.2.3-70-g09d2