Fix radio.

Signed-off-by: Abdulkadir Furkan Şanlı <me@afk.pm>

Dockerfile

@@ -7,7 +7,7 @@ ENV PYTHONUNBUFFERED=1
 WORKDIR /usr/src/app
 
 RUN apt-get update && \
-    apt-get install -y --no-install-recommends curl ffmpeg yt-dlp && \
+    apt-get install -y --no-install-recommends curl ffmpeg quickjs && \
     rm -rf /var/lib/apt/lists/*
 
 COPY requirements.txt ./
@@ -15,6 +15,9 @@ RUN uv pip install --system --no-cache -r requirements.txt
 
 COPY main.py parker.gif ./
 
+RUN mkdir -p /usr/src/app/.cache && \
+    chown -R 1000:1000 /usr/src/app/.cache
+
 USER 1000:1000
 
 CMD ["python", "./main.py"]

main.py

@@ -12,6 +12,7 @@ import pickle
 import re
 import sqlite3
 import time
+import urllib.parse
 
 from google.auth.transport.requests import Request
 from google_auth_oauthlib.flow import InstalledAppFlow
@@ -82,7 +83,7 @@ def define_tables(conn, cursor):
                 playlist_id TEXT UNIQUE,
                 creation_date DATE)"""
         )
-        cursor.execute(  # TODO: Write migration script to add video_id.
+        cursor.execute(
             """CREATE TABLE IF NOT EXISTS playlist_tracks (
                 id INTEGER PRIMARY KEY AUTOINCREMENT,
                 playlist_id INTEGER,
@@ -97,12 +98,10 @@ def define_tables(conn, cursor):
 def get_authenticated_service():
     """Get an authentivated YouTube service."""
     credentials = None
-    # Stores the user's access and refresh tokens.
     if os.path.exists(PICKLE_PATH):
         with open(PICKLE_PATH, "rb") as token:
             credentials = pickle.load(token)
 
-    # If there are no valid credentials available, let the user log in.
     if not credentials or not credentials.valid:
         if credentials and credentials.expired and credentials.refresh_token:
             credentials.refresh(Request())
@@ -112,7 +111,6 @@ def get_authenticated_service():
                 scopes=["https://www.googleapis.com/auth/youtube.force-ssl"],
             )
             credentials = flow.run_local_server(port=8080)
-            # Save the credentials for the next run
             with open(PICKLE_PATH, "wb") as token:
                 pickle.dump(credentials, token)
 
@@ -156,7 +154,7 @@ def get_or_make_playlist(conn, cursor, youtube, playlist_date):
 
     playlist_id = make_playlist(youtube, title)
     with conn:
-        cursor.execute(  # TODO: https://docs.python.org/3/library/sqlite3.html#default-adapters-and-converters-deprecated
+        cursor.execute(
             "INSERT INTO playlists (title, playlist_id, creation_date) VALUES (?, ?, ?)",
             (title, playlist_id, playlist_date),
         )
@@ -185,30 +183,46 @@ def add_video_to_playlist(youtube, playlist_id, video_id, retry_count=6):
             raise error
 
 
+def parse_iso8601_duration(duration_str):
+    """Parse ISO 8601 duration string into seconds."""
+    pattern = re.compile(r'^P(?:(\d+)W)?(?:(\d+)D)?(?:T(?:(\d+)H)?(?:(\d+)M)?(?:(\d+)S)?)?$')
+    match = pattern.match(duration_str)
+    if not match:
+        return 0
+    weeks = int(match.group(1)) if match.group(1) else 0
+    days = int(match.group(2)) if match.group(2) else 0
+    hours = int(match.group(3)) if match.group(3) else 0
+    minutes = int(match.group(4)) if match.group(4) else 0
+    seconds = int(match.group(5)) if match.group(5) else 0
+    return weeks * 604800 + days * 86400 + hours * 3600 + minutes * 60 + seconds
+
+
 def get_video_info(youtube, video_id):
-    """Check whether a YouTube video is music and return its title and channel."""
+    """Check whether a YouTube video is music and return its title, channel, and duration."""
     try:
-        video_details = youtube.videos().list(id=video_id, part="snippet").execute()
+        video_details = youtube.videos().list(id=video_id, part="snippet,contentDetails").execute()
 
-        # Check if the video actually exists/is accessible
         if not video_details.get("items"):
-            return False, "[Video unavailable or private]", ""
+            return False, "[Video unavailable or private]", "", 0
 
-        snippet = video_details["items"][0]["snippet"]
+        item = video_details["items"][0]
+        snippet = item["snippet"]
+        content_details = item.get("contentDetails", {})
+        duration_str = content_details.get("duration", "PT0S")
+        duration = parse_iso8601_duration(duration_str)
 
-        # Check if the video category is Music (10) or Entertainment (24)
         is_music = snippet.get("categoryId") in ("10", "24")
         title = snippet.get("title", "[Unknown Title]")
         channel = snippet.get("channelTitle", "[Unknown Channel]")
 
-        return is_music, title, channel
+        return is_music, title, channel, duration
 
     except errors.HttpError as error:
         print(f"YouTube API error fetching info for {video_id}: {error}")
-        return False, "[Error fetching title]", ""
+        return False, "[Error fetching title]", "", 0
     except Exception as e:
         print(f"Unexpected error fetching info for {video_id}: {e}")
-        return False, "[Error fetching title]", ""
+        return False, "[Error fetching title]", "", 0
 
 
 async def send_intro_message(client, sender, room_id):
@@ -224,11 +238,9 @@ async def send_intro_message(client, sender, room_id):
         content={"msgtype": "m.text", "body": intro_message},
     )
 
-    # TODO: Figure out how to properly send GIF, this is broken as shit.
     with open("./parker.gif", "rb") as gif_file:
         response = await client.upload(gif_file, content_type="image/gif")
     if isinstance(response, UploadResponse):
-        print("Image was uploaded successfully to server. ")
         gif_uri = response.content_uri
         await client.room_send(
             room_id=room_id,
@@ -240,8 +252,6 @@ async def send_intro_message(client, sender, room_id):
                 "info": {"mimetype": "image/gif"},
             },
         )
-    else:
-        print(f"Failed to upload image. Failure response: {response}")
 
 
 async def send_playlist_of_week(client, sender, room_id, playlist_id):
@@ -281,11 +291,10 @@ async def message_callback(conn, cursor, youtube, client, room, event):
 
         timestamp_sec = datetime.datetime.fromtimestamp(
             event.server_timestamp / 1000,
-            datetime.UTC,  # millisec to sec
+            datetime.UTC,
         )
         current_time = datetime.datetime.now(datetime.UTC)
 
-        # Account for up to 5 minutes of clock drift
         recent = abs(current_time - timestamp_sec) < datetime.timedelta(minutes=5)
 
         if body == "!parkerbot" and recent:
@@ -309,17 +318,13 @@ async def message_callback(conn, cursor, youtube, client, room, event):
         for link in youtube_links:
             video_id = link.split("v=")[-1].split("&")[0].split("/")[-1]
 
-            # Safely fetch the category check, title, and channel
-            is_music_vid, title, channel = get_video_info(youtube, video_id)
+            is_music_vid, title, channel, duration = get_video_info(youtube, video_id)
 
-            # Send the title to the channel so people know what the link is
-            # Only do this for recent messages to prevent spam during backwards-sync
             if recent:
                 plain_text = f"{title}"
                 if channel:
                     plain_text += f" - {channel}"
 
-                # Escape HTML characters to prevent broken rendering in Matrix
                 escaped_text = html.escape(plain_text)
                 html_text = (
                     f"<em><span data-mx-color='#808080'>{escaped_text}</span></em>"
@@ -336,13 +341,27 @@ async def message_callback(conn, cursor, youtube, client, room, event):
                     },
                 )
 
-            # Only add to the playlist if it's categorized as music/entertainment
+                if is_music_vid and duration > 1200:
+                    warning_text = f"⚠️ Track is too long for the radio ({(duration // 60)}m {duration % 60}s). Skipped radio upload."
+                    await client.room_send(
+                        room_id=room.room_id,
+                        message_type="m.room.message",
+                        content={
+                            "msgtype": "m.text",
+                            "body": warning_text,
+                            "format": "org.matrix.custom.html",
+                            "formatted_body": f"<em><span data-mx-color='#808080'>{html.escape(warning_text)}</span></em>",
+                        },
+                    )
+
+                elif not is_music_vid:
+                    print(f"📻 Skipping radio upload for {title} (Not categorized as Music/Entertainment)")
+
             if is_music_vid:
                 message_id = record_message(conn, cursor, sender, link, timestamp)
                 if in_playlist(cursor, video_id, playlist_id):
                     print(f"Track is already in this week's playlist: {link}")
                 else:
-                    # Add video to playlists and record it in the database
                     add_video_to_playlist(youtube, playlist_id, video_id)
                     add_video_to_playlist(youtube, all_playlist_id, video_id)
                     with conn:
@@ -355,7 +374,13 @@ async def message_callback(conn, cursor, youtube, client, room, event):
                         )
                     print(f"Added track to this week's playlist: {link}")
                     if recent:
+                        if 0 < duration <= 1200:
                             asyncio.create_task(process_radio_track(link, video_id, title))
+                        else:
+                            if duration == 0:
+                                print(f"📻 Skipping radio upload for {title} (duration unknown or live stream)")
+                            else:
+                                print(f"📻 Skipping radio upload for {title} (duration: {duration}s > 1200s)")
 
 
 def in_playlist(cursor, video_id, playlist_id):
@@ -426,19 +451,15 @@ async def backwards_sync(conn, cursor, youtube, client, room, start_token):
     from_token = start_token
     room_id = room.room_id
     while True:
-        # Fetch room messages
         response = await client.room_messages(room_id, from_token, direction="b")
 
-        # Process each message
         for event in response.chunk:
             if isinstance(event, RoomMessageText):
                 await message_callback(conn, cursor, youtube, client, room, event)
 
-        # Break if there are no more messages to fetch
         if not response.end or response.end == from_token:
             break
 
-        # Update the from_token for the next iteration
         from_token = response.end
 
 
@@ -447,28 +468,36 @@ async def process_radio_track(video_link, video_id, title):
     if not AZURACAST_API_KEY:
         return
 
-    # Sanitize title for the local filesystem
+    base_url = AZURACAST_URL.rstrip("/")
     safe_title = "".join(c for c in title if c.isalnum() or c in " -_").strip()
     base_filename = f"{safe_title}_{video_id}"
     base_filepath = os.path.join(DATA_DIR, base_filename)
 
     print(f"📻 Downloading audio for radio: {title}")
 
-    # 1. Download with yt-dlp (Keeping native AAC/Opus format)
     dl_cmd = [
         "yt-dlp",
+        "--cache-dir",
+        "/usr/src/app/.cache",
         "--extract-audio",
+        "--embed-metadata",
+        "--embed-thumbnail",
+        "--convert-thumbnails",
+        "jpg",
+        "--js-runtimes",
+        "quickjs",
         "--output",
         f"{base_filepath}.%(ext)s",
         video_link,
     ]
-
     process = await asyncio.create_subprocess_exec(
-        *dl_cmd, stdout=asyncio.subprocess.DEVNULL, stderr=asyncio.subprocess.DEVNULL
+        *dl_cmd, stdout=asyncio.subprocess.PIPE, stderr=asyncio.subprocess.PIPE
     )
-    await process.communicate()
+    stdout, stderr = await process.communicate()
+    if process.returncode != 0:
+        print(f"❌ yt-dlp crashed! Error:\n{stderr.decode().strip()}")
+        return
 
-    # Check for the file using glob since the extension (.m4a, .webm, .opus) is dynamic
     downloaded_files = glob.glob(f"{base_filepath}.*")
 
     if not downloaded_files:
@@ -476,16 +505,17 @@ async def process_radio_track(video_link, video_id, title):
         return
 
     filepath = downloaded_files[0]
+    filename = os.path.basename(filepath)
 
     print(f"📻 Uploading to AzuraCast: {title}")
 
-    # 2. Upload to AzuraCast using curl
+    encoded_path = urllib.parse.quote(filename)
     upload_cmd = [
         "curl",
         "-s",
         "-X",
         "POST",
-        f"{AZURACAST_URL}/api/station/{AZURACAST_STATION_ID}/files",
+        f"{base_url}/api/station/{AZURACAST_STATION_ID}/files/upload?path={encoded_path}",
         "-H",
         f"X-API-Key: {AZURACAST_API_KEY}",
         "-F",
@@ -497,38 +527,293 @@ async def process_radio_track(video_link, video_id, title):
     )
     stdout, _ = await curl_proc.communicate()
 
-    # 3. Extract unique_id and push to the live queue
+    unique_id = None
+    azura_path = None
+
     try:
         response = json.loads(stdout.decode())
         unique_id = response.get("unique_id")
+        azura_path = response.get("path") or response.get("file")
+    except json.JSONDecodeError:
+        print("❌ Failed to parse AzuraCast upload response")
 
-        if unique_id:
-            req_cmd = [
+    if not unique_id or not azura_path:
+        try:
+            search_cmd = [
                 "curl",
                 "-s",
-                "-X",
-                "POST",
-                f"{AZURACAST_URL}/api/station/{AZURACAST_STATION_ID}/request/{unique_id}",
+                f"{base_url}/api/station/{AZURACAST_STATION_ID}/files",
                 "-H",
                 f"X-API-Key: {AZURACAST_API_KEY}",
             ]
-            req_proc = await asyncio.create_subprocess_exec(
-                *req_cmd,
-                stdout=asyncio.subprocess.DEVNULL,
+            search_proc = await asyncio.create_subprocess_exec(
+                *search_cmd,
+                stdout=asyncio.subprocess.PIPE,
                 stderr=asyncio.subprocess.DEVNULL,
             )
-            await req_proc.communicate()
-            print(f"✅ Queued on radio: {title}")
+            search_out, _ = await search_proc.communicate()
+            search_data = json.loads(search_out.decode())
+            file_list = (
+                search_data
+                if isinstance(search_data, list)
+                else search_data.get("rows", [])
+            )
+            target_suffix = f"_{video_id}."
+            for item in file_list:
+                item_path = item.get("path", "")
+                if target_suffix.lower() in item_path.lower():
+                    unique_id = item.get("unique_id")
+                    azura_path = item.get("path")
+                    break
+        except Exception as e:
+            print(f"❌ Failed to search for uploaded track on AzuraCast: {e}")
+
+    # 1. Add the track to the "Currents" playlist FIRST
+    # AzuraCast rejects requests for files that aren't assigned to any active playlist.
+    target_path = azura_path if azura_path else filename
+
+    try:
+        pl_cmd = [
+            "curl",
+            "-s",
+            "-X",
+            "GET",
+            f"{base_url}/api/station/{AZURACAST_STATION_ID}/playlists",
+            "-H",
+            f"X-API-Key: {AZURACAST_API_KEY}",
+        ]
+        pl_proc = await asyncio.create_subprocess_exec(
+            *pl_cmd, stdout=asyncio.subprocess.PIPE, stderr=asyncio.subprocess.DEVNULL
+        )
+        pl_stdout, _ = await pl_proc.communicate()
+
+        playlists = json.loads(pl_stdout.decode())
+        currents_id = next(
+            (p.get("id") for p in playlists if p.get("name", "").lower() == "currents"),
+            None,
+        )
+
+        if currents_id:
+            payload = {
+                "do": "playlist",
+                "playlists": [currents_id],
+                "files": [target_path],
+            }
+            json_path = os.path.join(DATA_DIR, f"assign_{filename}.json")
+            with open(json_path, "w") as f:
+                json.dump(payload, f)
+
+            batch_cmd = [
+                "curl",
+                "-s",
+                "-X",
+                "PUT",
+                f"{base_url}/api/station/{AZURACAST_STATION_ID}/files/batch",
+                "-H",
+                f"X-API-Key: {AZURACAST_API_KEY}",
+                "-H",
+                "Content-Type: application/json",
+                "-d",
+                f"@{json_path}",
+            ]
+            b_proc = await asyncio.create_subprocess_exec(
+                *batch_cmd, stdout=asyncio.subprocess.DEVNULL
+            )
+            await b_proc.communicate()
+
+            if os.path.exists(json_path):
+                os.remove(json_path)
+            print(f"✅ Auto-assigned to 'Currents' (Path: {target_path})")
+    except Exception as e:
+        print(f"❌ Failed to auto-assign playlist for {title}: {e}")
+
+    # 2. Issue the Play Next Request SECOND
+    # Now that the file is legally in a playlist, AzuraCast will accept the request.
+    if target_path:
+        q_payload = {
+            "do": "queue",
+            "files": [target_path],
+        }
+        q_json_path = os.path.join(DATA_DIR, f"queue_{filename}.json")
+        with open(q_json_path, "w") as f:
+            json.dump(q_payload, f)
+
+        q_batch_cmd = [
+            "curl",
+            "-s",
+            "-X",
+            "PUT",
+            f"{base_url}/api/station/{AZURACAST_STATION_ID}/files/batch",
+            "-H",
+            f"X-API-Key: {AZURACAST_API_KEY}",
+            "-H",
+            "Content-Type: application/json",
+            "-d",
+            f"@{q_json_path}",
+        ]
+        q_proc = await asyncio.create_subprocess_exec(
+            *q_batch_cmd,
+            stdout=asyncio.subprocess.PIPE,
+            stderr=asyncio.subprocess.PIPE,
+        )
+        q_stdout, _ = await q_proc.communicate()
+
+        if os.path.exists(q_json_path):
+            os.remove(q_json_path)
+
+        try:
+            q_resp = json.loads(q_stdout.decode())
+            if q_resp.get("success") or q_resp.get("code") == 200:
+                print(f"✅ Queued on radio to play next: {title}")
             else:
-            print(f"⚠️ Uploaded, but no unique_id returned. Response: {stdout.decode()}")
+                print(
+                    f"⚠️ AzuraCast rejected the queue request for {title}: {q_stdout.decode()}"
+                )
         except json.JSONDecodeError:
-        print(f"❌ Failed to parse AzuraCast response: {stdout.decode()}")
+            print(f"⚠️ Failed to queue {title}. API returned: {q_stdout.decode()}")
+    else:
+        print("⚠️ Uploaded, but no path returned to make the request.")
 
-    # Cleanup the local file so your container doesn't bloat
     if os.path.exists(filepath):
         os.remove(filepath)
 
 
+async def automated_playlist_rotation():
+    """Runs continuously, sorting AzuraCast files by age once an hour."""
+    while True:
+        try:
+            if not AZURACAST_API_KEY:
+                await asyncio.sleep(3600)
+                continue
+
+            base_url = AZURACAST_URL.rstrip("/")
+
+            pl_cmd = [
+                "curl",
+                "-s",
+                "-X",
+                "GET",
+                f"{base_url}/api/station/{AZURACAST_STATION_ID}/playlists",
+                "-H",
+                f"X-API-Key: {AZURACAST_API_KEY}",
+            ]
+            pl_proc = await asyncio.create_subprocess_exec(
+                *pl_cmd,
+                stdout=asyncio.subprocess.PIPE,
+                stderr=asyncio.subprocess.DEVNULL,
+            )
+            pl_stdout, _ = await pl_proc.communicate()
+
+            try:
+                playlists = json.loads(pl_stdout.decode())
+                pl_map = {p.get("name", "").lower(): p.get("id") for p in playlists}
+            except json.JSONDecodeError:
+                await asyncio.sleep(3600)
+                continue
+
+            req_playlists = ["currents", "recurrents", "gold"]
+            if not all(p in pl_map for p in req_playlists):
+                print(
+                    "⚠️ Missing required playlists. Please create 'Currents', 'Recurrents', and 'Gold'."
+                )
+                await asyncio.sleep(3600)
+                continue
+
+            currents_id = pl_map["currents"]
+            recurrents_id = pl_map["recurrents"]
+            gold_id = pl_map["gold"]
+
+            files_cmd = [
+                "curl",
+                "-s",
+                f"{base_url}/api/station/{AZURACAST_STATION_ID}/files",
+                "-H",
+                f"X-API-Key: {AZURACAST_API_KEY}",
+            ]
+            f_proc = await asyncio.create_subprocess_exec(
+                *files_cmd,
+                stdout=asyncio.subprocess.PIPE,
+                stderr=asyncio.subprocess.DEVNULL,
+            )
+            f_stdout, _ = await f_proc.communicate()
+
+            try:
+                files_data = json.loads(f_stdout.decode())
+            except json.JSONDecodeError:
+                files_data = []
+
+            file_list = (
+                files_data.get("rows", [])
+                if isinstance(files_data, dict)
+                else files_data
+            )
+
+            currents = []
+            recurrents = []
+            gold = []
+            current_time = time.time()
+
+            for item in file_list:
+                if item.get("type") == "dir":
+                    continue
+
+                path = item.get("path")
+                mtime = item.get("mtime", current_time)
+
+                age_days = (current_time - mtime) / 86400
+
+                if age_days <= 7:
+                    currents.append(path)
+                elif age_days <= 14:
+                    recurrents.append(path)
+                else:
+                    gold.append(path)
+
+            async def batch_assign(files, pl_id):
+                if not files:
+                    return
+                for i in range(0, len(files), 50):
+                    chunk = files[i : i + 50]
+                    payload = {"do": "playlist", "playlists": [pl_id], "files": chunk}
+                    json_path = os.path.join(DATA_DIR, f"batch_{pl_id}_{i}.json")
+                    with open(json_path, "w") as f:
+                        json.dump(payload, f)
+
+                    batch_cmd = [
+                        "curl",
+                        "-s",
+                        "-X",
+                        "PUT",
+                        f"{base_url}/api/station/{AZURACAST_STATION_ID}/files/batch",
+                        "-H",
+                        f"X-API-Key: {AZURACAST_API_KEY}",
+                        "-H",
+                        "Content-Type: application/json",
+                        "-d",
+                        f"@{json_path}",
+                    ]
+                    b_proc = await asyncio.create_subprocess_exec(
+                        *batch_cmd, stdout=asyncio.subprocess.DEVNULL
+                    )
+                    await b_proc.communicate()
+
+                    if os.path.exists(json_path):
+                        os.remove(json_path)
+
+            await batch_assign(currents, currents_id)
+            await batch_assign(recurrents, recurrents_id)
+            await batch_assign(gold, gold_id)
+
+            print(
+                f"✅ Playlist rotation: {len(currents)} Currents, {len(recurrents)} Recurrents, {len(gold)} Gold."
+            )
+
+        except Exception as e:
+            print(f"💥 Error in automated_playlist_rotation: {e}")
+
+        await asyncio.sleep(3600)
+
+
 async def main():
     """Get DB and Matrix client ready, and start syncing."""
     args = parse_arguments()
@@ -538,12 +823,13 @@ async def main():
     client = await get_client(conn, cursor, youtube)
     sync_token = load_sync_token()
 
-    # This is incredibly dumb and most probably will exceed your YouTube API quota.
     if args.backwards_sync:
         init_sync = await client.sync(30000)
         room = await client.room_resolve_alias(MATRIX_ROOM)
         await backwards_sync(conn, cursor, youtube, client, room, init_sync.next_batch)
 
+    asyncio.create_task(automated_playlist_rotation())
+
     await client.sync_forever(30000, full_state=True, since=sync_token)
 
 

requirements.txt

@@ -1,3 +1,5 @@
 matrix-nio == 0.24.0
 google-auth-oauthlib == 1.3.1
 google-api-python-client == 2.194.0
+yt-dlp
+mutagen