From 50bfb27bd17236ccdc5dadf87b461c418edf2508 Mon Sep 17 00:00:00 2001
From: garret1317 <garret@airmail.cc>
Date: Thu, 5 Jun 2025 18:06:37 +0100
Subject: add useful scripts used in release/development

---
 misc/generate_changelog.py     | 116 -----------------------------------------
 misc/generate_html.py          |  84 +++++++++++++++++++++++++++++
 misc/old_generate_changelog.py | 116 +++++++++++++++++++++++++++++++++++++++++
 misc/streammon.py              |  53 +++++++++++++++++++
 4 files changed, 253 insertions(+), 116 deletions(-)
 delete mode 100755 misc/generate_changelog.py
 create mode 100755 misc/generate_html.py
 create mode 100755 misc/old_generate_changelog.py
 create mode 100755 misc/streammon.py

(limited to 'misc')

diff --git a/misc/generate_changelog.py b/misc/generate_changelog.py
deleted file mode 100755
index 1bce073..0000000
--- a/misc/generate_changelog.py
+++ /dev/null
@@ -1,116 +0,0 @@
-#!/usr/bin/env python3
-import email.utils
-import feedgenerator
-
-def parse_changelog(lines):
-	got_version = False
-	got_date = False
-	got_url = False
-	done_remarks = False
-	releases = []
-	release = {}
-	release_remarks = []
-	release_changes = []
-	current_change = ""
-
-	for idx, line in enumerate(lines):
-		line = line.rstrip()
-
-		if not got_version:
-			got_version = True
-			release["version"] = line
-			continue
-
-		if not got_date:
-			release["date"] = email.utils.parsedate_to_datetime(line)
-			got_date = True
-			continue
-
-		key, sep, val = line.partition(": ")
-		if key in ["url", "sha256", "released"] and val != "":
-			release[key] = val
-			continue
-
-		if not done_remarks:
-			if line == "":
-				done_remarks = True
-				release["remarks"] = release_remarks
-				release_remarks = []
-				continue
-			else:
-				release_remarks.append(line)
-				continue
-
-		if line != "":
-			release_changes.append(line.rstrip())
-
-			if idx + 1 != len(lines):
-				continue
-
-		release["changes"] = release_changes
-		if release.get("released") != "no":
-			releases.append(release)
-
-		got_version = False
-		got_date = False
-		done_remarks = False
-		release = {}
-		release_changes = []
-
-	return releases
-
-def generate_rss_feed(releases):
-	feed = feedgenerator.Rss201rev2Feed(
-		title="yt-dlp-rajiko changelog",
-		description="Notifications for new yt-dlp-rajiko releases, with changelogs",
-		link="https://427738.xyz/yt-dlp-rajiko/",
-		language="en-GB",
-		ttl=180,  # 3 hours
-	)
-
-	for release in releases:
-		title = "yt-dlp-rajiko " + release["version"] + " has been released"
-		description = ""
-		description += "<p>"
-		for remark in release["remarks"]:
-			description += remark
-			description += "<br/>"
-		description += "</p>"
-		description += "<p>This release:</p>\n"
-		description += "<ul>"
-		for change in release["changes"]:
-			description += "<li>"
-			description += change
-			description += "</li>\n"
-		description += "</ul></p>"
-
-		if release.get("url"):
-			if release["version"] != "1.0":
-				description += "\n<p>If you use pip, you should be able to upgrade with <code>pip install yt-dlp-rajiko --upgrade --extra-index-url https://427738.xyz/yt-dlp-rajiko/pip/</code>.<br>"
-				description += "If you installed manually, you can download the updated <code>.whl</code> from this post's link."
-				if release.get("sha256"):
-					description += " The SHA256 checksum should be <code>"
-					description += release.get("sha256")
-					description += "</code>."
-				description += "</p>"
-			else:
-				description += '\n<p>Please see <a href="https://427738.xyz/yt-dlp-rajiko/#install">the homepage</a> for initial installation instructions.</p>'
-
-		feed.add_item(
-			title=title,
-			description=description,
-			link=release.get("url"),
-			pubdate=release["date"]
-		)
-	return feed
-
-if __name__ == "__main__":
-	with open("CHANGELOG") as f:
-		releases = parse_changelog(f.readlines())
-
-	feed = generate_rss_feed(releases)
-	feed_contents = feed.writeString("utf-8")
-	feed_contents = feed_contents.replace("<rss", '<?xml-stylesheet href="rss-style.xsl" type="text/xsl"?>\n<rss')
-
-	with open('CHANGELOG.xml', 'w') as fp:
-		fp.write(feed_contents)
diff --git a/misc/generate_html.py b/misc/generate_html.py
new file mode 100755
index 0000000..0e15d6a
--- /dev/null
+++ b/misc/generate_html.py
@@ -0,0 +1,84 @@
+#!/usr/bin/env python3
+import os
+import hashlib
+import re
+
+pip_index = open("index.html", "w")
+
+pip_index.write("""<!DOCTYPE HTML>
+<html lang="en-GB">
+<head>
+	<title>yt-dlp-rajiko pip index</title>
+	<link rel="canonical" href="https://427738.xyz/yt-dlp-rajiko/pip/yt-dlp-rajiko/">
+</head>
+<body>
+
+<ul>
+""")
+
+site_sha256 = []
+
+tarballs = []
+wheels = []
+
+for item in sorted(os.listdir()):#, key=lambda x: x.name):
+	if os.path.islink(item):
+		continue
+
+	if item.endswith(".tar.gz"):
+		tarballs.append(item)
+	elif item.endswith(".whl"):
+		wheels.append(item)
+	else:
+		continue
+
+	pip_index.write("\t<li>")
+	pip_index.write('<a href="')
+	pip_index.write(item)
+
+	with open(item, "rb") as f:
+		checksum = hashlib.sha256(f.read()).hexdigest()
+
+	pip_index.write("#sha256=")
+	pip_index.write(checksum)
+	pip_index.write('">')
+	pip_index.write(item)
+	pip_index.write("</a>\n")
+
+	site_string = checksum + "&nbsp;&nbsp;" + '<a href="dl/' + item + '">' + item + "</a><br>"
+	site_sha256.append(site_string)
+
+pip_index.write("""</ul>
+
+</body>
+</html>""")
+
+latest_tarball = tarballs[-1]
+latest_wheel = wheels[-1]
+print(latest_tarball, latest_wheel)
+
+os.remove("yt_dlp_rajiko-latest.tar.gz")
+os.symlink(latest_tarball, "yt_dlp_rajiko-latest.tar.gz")
+
+os.remove("yt_dlp_rajiko-latest.whl")
+os.symlink(latest_wheel, "yt_dlp_rajiko-latest.whl")
+
+site_sha256.reverse()
+
+latest_list = site_sha256[:2]
+previous_list = site_sha256[2:]
+
+latest = "\n".join(["<!-- LATEST SHA256 START -->", "<code>", "\n".join(latest_list), "</code>", "<!-- LATEST SHA256 END -->"])
+
+previous = "\n".join(["<!-- PREVIOUS SHA256 START -->", "<code>", "\n".join(previous_list), "</code>", "<!-- PREVIOUS SHA256 END -->"])
+
+for i in ["../../index.html", "../../index.ja.html"]:
+	with open(i, "r+") as f:
+		page = f.read()
+
+		page = re.sub(r"<!-- LATEST SHA256 START -->.+<!-- LATEST SHA256 END -->", latest, page, flags=re.DOTALL)
+		page = re.sub(r"<!-- PREVIOUS SHA256 START -->.+<!-- PREVIOUS SHA256 END -->", previous, page, flags=re.DOTALL)
+
+		f.seek(0)
+		f.truncate(0)
+		f.write(page)
diff --git a/misc/old_generate_changelog.py b/misc/old_generate_changelog.py
new file mode 100755
index 0000000..1bce073
--- /dev/null
+++ b/misc/old_generate_changelog.py
@@ -0,0 +1,116 @@
+#!/usr/bin/env python3
+import email.utils
+import feedgenerator
+
+def parse_changelog(lines):
+	got_version = False
+	got_date = False
+	got_url = False
+	done_remarks = False
+	releases = []
+	release = {}
+	release_remarks = []
+	release_changes = []
+	current_change = ""
+
+	for idx, line in enumerate(lines):
+		line = line.rstrip()
+
+		if not got_version:
+			got_version = True
+			release["version"] = line
+			continue
+
+		if not got_date:
+			release["date"] = email.utils.parsedate_to_datetime(line)
+			got_date = True
+			continue
+
+		key, sep, val = line.partition(": ")
+		if key in ["url", "sha256", "released"] and val != "":
+			release[key] = val
+			continue
+
+		if not done_remarks:
+			if line == "":
+				done_remarks = True
+				release["remarks"] = release_remarks
+				release_remarks = []
+				continue
+			else:
+				release_remarks.append(line)
+				continue
+
+		if line != "":
+			release_changes.append(line.rstrip())
+
+			if idx + 1 != len(lines):
+				continue
+
+		release["changes"] = release_changes
+		if release.get("released") != "no":
+			releases.append(release)
+
+		got_version = False
+		got_date = False
+		done_remarks = False
+		release = {}
+		release_changes = []
+
+	return releases
+
+def generate_rss_feed(releases):
+	feed = feedgenerator.Rss201rev2Feed(
+		title="yt-dlp-rajiko changelog",
+		description="Notifications for new yt-dlp-rajiko releases, with changelogs",
+		link="https://427738.xyz/yt-dlp-rajiko/",
+		language="en-GB",
+		ttl=180,  # 3 hours
+	)
+
+	for release in releases:
+		title = "yt-dlp-rajiko " + release["version"] + " has been released"
+		description = ""
+		description += "<p>"
+		for remark in release["remarks"]:
+			description += remark
+			description += "<br/>"
+		description += "</p>"
+		description += "<p>This release:</p>\n"
+		description += "<ul>"
+		for change in release["changes"]:
+			description += "<li>"
+			description += change
+			description += "</li>\n"
+		description += "</ul></p>"
+
+		if release.get("url"):
+			if release["version"] != "1.0":
+				description += "\n<p>If you use pip, you should be able to upgrade with <code>pip install yt-dlp-rajiko --upgrade --extra-index-url https://427738.xyz/yt-dlp-rajiko/pip/</code>.<br>"
+				description += "If you installed manually, you can download the updated <code>.whl</code> from this post's link."
+				if release.get("sha256"):
+					description += " The SHA256 checksum should be <code>"
+					description += release.get("sha256")
+					description += "</code>."
+				description += "</p>"
+			else:
+				description += '\n<p>Please see <a href="https://427738.xyz/yt-dlp-rajiko/#install">the homepage</a> for initial installation instructions.</p>'
+
+		feed.add_item(
+			title=title,
+			description=description,
+			link=release.get("url"),
+			pubdate=release["date"]
+		)
+	return feed
+
+if __name__ == "__main__":
+	with open("CHANGELOG") as f:
+		releases = parse_changelog(f.readlines())
+
+	feed = generate_rss_feed(releases)
+	feed_contents = feed.writeString("utf-8")
+	feed_contents = feed_contents.replace("<rss", '<?xml-stylesheet href="rss-style.xsl" type="text/xsl"?>\n<rss')
+
+	with open('CHANGELOG.xml', 'w') as fp:
+		fp.write(feed_contents)
diff --git a/misc/streammon.py b/misc/streammon.py
new file mode 100755
index 0000000..4051833
--- /dev/null
+++ b/misc/streammon.py
@@ -0,0 +1,53 @@
+#!/usr/bin/env python3
+# monitor stream APIs for any changes, so I can check they don't break anything
+# run via cronjob every now and then
+
+import difflib
+import os
+import sys
+from datetime import datetime
+
+import requests
+
+s = requests.Session()
+
+DISCORD_WEBHOOK = "PUT WEBHOOK HERE"
+STREAMS_API = "https://radiko.jp/v3/station/stream/{device}/{station}.xml"
+
+if len(sys.argv) > 1:
+	PATH = sys.argv[1]
+else:
+	PATH = ""
+
+devices = ('pc_html5', 'aSmartPhone7a', 'aSmartPhone8')
+stations = ('FMT', 'CCL', 'NORTHWAVE', 'TBS')
+
+for device in devices:
+	for station in stations:
+		url = STREAMS_API.format(device=device, station=station)
+		now = s.get(url).text
+
+		filename = f"{PATH}{station}-{device}.xml"
+		with open(filename, "a+") as f:
+			f.seek(0)
+			past = f.read()
+
+			modtime = datetime.fromtimestamp(os.path.getmtime(filename))
+			diff = difflib.unified_diff(
+				past.splitlines(), now.splitlines(),
+				fromfile=url, tofile=url,
+				fromfiledate=str(modtime), tofiledate=str(datetime.now()),
+			)
+
+			diff_str = "\n".join(diff)
+			if diff_str != "":
+				f.truncate(0)
+				f.write(now)
+
+				s.post(DISCORD_WEBHOOK, json={
+					"embeds": [{
+						"type": "rich",
+						"title": f"Streams changed: {station} {device}",
+						"description": "\n".join(("```diff", diff_str, "```"))
+					}]
+				})
-- 
cgit v1.2.3-70-g09d2