myYouTube/tests/test_download_jobs.py

import json

import pytest

from app.models.channel import Channel
from app.models.download_job import DownloadJob
from app.models.video import Video
from app.services import download_jobs


def _seed_video(db_session, youtube_video_id="vid1", youtube_channel_id="chanA"):
    channel = Channel(youtube_channel_id=youtube_channel_id, title="Channel", subscribed=True)
    db_session.add(channel)
    db_session.commit()

    from datetime import datetime, timezone

    video = Video(
        youtube_video_id=youtube_video_id,
        channel_id=channel.id,
        title="Video",
        published_at=datetime(2026, 9, 10, tzinfo=timezone.utc),
        youtube_url=f"https://www.youtube.com/watch?v={youtube_video_id}",
    )
    db_session.add(video)
    db_session.commit()
    db_session.refresh(video)
    return video


def test_request_download_enqueues_and_creates_job(monkeypatch, db_session):
    video = _seed_video(db_session)

    calls = {}

    def fake_enqueue(self, youtube_url, custom_name_prefix):
        calls["youtube_url"] = youtube_url
        calls["custom_name_prefix"] = custom_name_prefix
        return {"status": "ok"}

    monkeypatch.setattr("app.services.metube_client.MeTubeClient.enqueue_video", fake_enqueue)

    job = download_jobs.request_download(db_session, video)

    assert job.status == "queued"
    assert calls["youtube_url"] == video.youtube_url
    assert calls["custom_name_prefix"] == video.youtube_video_id


def test_request_download_is_idempotent_while_active(monkeypatch, db_session):
    video = _seed_video(db_session)
    monkeypatch.setattr(
        "app.services.metube_client.MeTubeClient.enqueue_video", lambda self, u, p: {"status": "ok"}
    )

    job1 = download_jobs.request_download(db_session, video)
    job2 = download_jobs.request_download(db_session, video)

    assert job1.id == job2.id
    assert db_session.query(DownloadJob).count() == 1


def test_request_download_raises_on_metube_error(monkeypatch, db_session):
    video = _seed_video(db_session)
    monkeypatch.setattr(
        "app.services.metube_client.MeTubeClient.enqueue_video",
        lambda self, u, p: {"status": "error", "msg": "boom"},
    )

    with pytest.raises(download_jobs.MeTubeRejected):
        download_jobs.request_download(db_session, video)

    assert db_session.query(DownloadJob).count() == 0


def test_request_download_allows_retry_after_failure(monkeypatch, db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="failed", error_message="oops")
    db_session.add(job)
    db_session.commit()

    monkeypatch.setattr(
        "app.services.metube_client.MeTubeClient.enqueue_video", lambda self, u, p: {"status": "ok"}
    )

    new_job = download_jobs.request_download(db_session, video)
    assert new_job.id != job.id
    assert db_session.query(DownloadJob).count() == 2


@pytest.mark.asyncio
async def test_handle_metube_event_added_and_updated(db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="queued")
    db_session.add(job)
    db_session.commit()

    added_payload = json.dumps({"id": "vid1.vid1", "url": video.youtube_url, "status": "pending"})
    await download_jobs.handle_metube_event(db_session, "added", added_payload)

    db_session.refresh(job)
    assert job.metube_job_id == "vid1.vid1"
    assert job.status == "queued"

    updating_payload = json.dumps(
        {"id": "vid1.vid1", "url": video.youtube_url, "status": "downloading", "percent": 42.5}
    )
    await download_jobs.handle_metube_event(db_session, "updated", updating_payload)

    db_session.refresh(job)
    assert job.status == "downloading"
    assert job.progress_percent == 42
    assert job.started_at is not None


@pytest.mark.asyncio
async def test_handle_metube_event_completed_builds_media_url(monkeypatch, db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="downloading", metube_job_id="vid1.vid1")
    db_session.add(job)
    db_session.commit()

    monkeypatch.setattr(
        "app.services.metube_client.MeTubeClient.build_media_url",
        lambda self, filename: f"http://metube.local/download/{filename}",
    )

    payload = json.dumps(
        {"id": "vid1.vid1", "url": video.youtube_url, "status": "finished", "filename": "vid1.vid1.mp4"}
    )
    await download_jobs.handle_metube_event(db_session, "completed", payload)

    db_session.refresh(job)
    assert job.status == "completed"
    assert job.progress_percent == 100
    assert job.metube_filename == "vid1.vid1.mp4"
    assert job.media_url == "http://metube.local/download/vid1.vid1.mp4"
    assert job.completed_at is not None


@pytest.mark.asyncio
async def test_transient_finished_in_updated_event_does_not_complete_job(db_session):
    """Regression test for a real bug seen in production logs: yt-dlp reports
    status='finished' via 'updated' events once per stream when merging
    separate video+audio (finished for video, then still downloading audio),
    which used to flip our job to 'completed' prematurely and then back to
    'downloading', flapping the UI. Only the dedicated 'completed' event may
    mark a job completed."""
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="downloading", metube_job_id="vid1.vid1", progress_percent=80)
    db_session.add(job)
    db_session.commit()

    # video stream finished (transient) -- must NOT become "completed"
    await download_jobs.handle_metube_event(
        db_session,
        "updated",
        json.dumps({"id": "vid1.vid1", "url": video.youtube_url, "status": "finished"}),
    )
    db_session.refresh(job)
    assert job.status == "downloading"

    # audio stream still downloading
    await download_jobs.handle_metube_event(
        db_session,
        "updated",
        json.dumps({"id": "vid1.vid1", "url": video.youtube_url, "status": "downloading", "percent": 10}),
    )
    db_session.refresh(job)
    assert job.status == "downloading"
    assert job.progress_percent == 10

    # ffmpeg merge
    await download_jobs.handle_metube_event(
        db_session,
        "updated",
        json.dumps({"id": "vid1.vid1", "url": video.youtube_url, "status": "postprocessing"}),
    )
    db_session.refresh(job)
    assert job.status == "postprocessing"

    # only the dedicated 'completed' event finalizes it
    await download_jobs.handle_metube_event(
        db_session,
        "completed",
        json.dumps(
            {"id": "vid1.vid1", "url": video.youtube_url, "status": "finished", "filename": "vid1.vid1.mp4"}
        ),
    )
    db_session.refresh(job)
    assert job.status == "completed"


@pytest.mark.asyncio
async def test_handle_metube_event_error_marks_failed(db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="downloading", metube_job_id="vid1.vid1")
    db_session.add(job)
    db_session.commit()

    payload = json.dumps({"id": "vid1.vid1", "url": video.youtube_url, "status": "error", "msg": "network blip"})
    await download_jobs.handle_metube_event(db_session, "updated", payload)

    db_session.refresh(job)
    assert job.status == "failed"
    assert job.error_message == "network blip"


@pytest.mark.asyncio
async def test_handle_metube_event_ignores_unrelated_download(db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="queued")
    db_session.add(job)
    db_session.commit()

    payload = json.dumps(
        {"id": "other.other", "url": "https://www.youtube.com/watch?v=other", "status": "finished"}
    )
    await download_jobs.handle_metube_event(db_session, "completed", payload)

    db_session.refresh(job)
    assert job.status == "queued"


@pytest.mark.asyncio
async def test_handle_metube_event_canceled_marks_failed(db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="downloading", metube_job_id="vid1.vid1")
    db_session.add(job)
    db_session.commit()

    await download_jobs.handle_metube_event(db_session, "canceled", json.dumps("vid1.vid1"))

    db_session.refresh(job)
    assert job.status == "failed"


@pytest.mark.asyncio
async def test_handle_metube_event_canceled_matches_by_url(db_session):
    """MeTube keys canceled/cleared events by the download's URL, not its id."""
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="downloading", metube_job_id="vid1.vid1")
    db_session.add(job)
    db_session.commit()

    await download_jobs.handle_metube_event(db_session, "canceled", json.dumps(video.youtube_url))

    db_session.refresh(job)
    assert job.status == "failed"
    assert job.error_message == "Отменено в MeTube"


@pytest.mark.asyncio
async def test_handle_metube_event_cleared_matches_job_by_url(db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="downloading", metube_job_id="vid1.vid1")
    other_video = _seed_video(db_session, youtube_video_id="vid2", youtube_channel_id="chanB")
    other_job = DownloadJob(video_id=other_video.id, status="queued")
    db_session.add(job)
    db_session.add(other_job)
    db_session.commit()

    await download_jobs.handle_metube_event(db_session, "cleared", json.dumps(video.youtube_url))

    db_session.refresh(job)
    db_session.refresh(other_job)
    assert job.status == "failed"
    assert job.error_message == "Очищено в MeTube"
    assert other_job.status == "queued"


@pytest.mark.asyncio
async def test_handle_metube_event_cleared_matching_terminal_job_is_noop(db_session):
    """Cleared payload resolving to a finished job must not touch terminal
    statuses, nor spill over onto unrelated active jobs."""
    video = _seed_video(db_session)
    completed = DownloadJob(video_id=video.id, status="completed", media_url="http://x/f.mp4")
    other_video = _seed_video(db_session, youtube_video_id="vid2", youtube_channel_id="chanB")
    active = DownloadJob(video_id=other_video.id, status="downloading")
    db_session.add_all([completed, active])
    db_session.commit()

    await download_jobs.handle_metube_event(db_session, "cleared", json.dumps(video.youtube_url))

    db_session.refresh(completed)
    db_session.refresh(active)
    assert completed.status == "completed"
    assert active.status == "downloading"


@pytest.mark.asyncio
async def test_handle_metube_event_cleared_unmatched_payload_is_noop(db_session):
    """'cleared' only ever refers to the one done-entry being removed (trash
    or CLEAR_COMPLETED_AFTER). A payload that doesn't match any of our jobs is
    a foreign MeTube download we never tracked -- the jobs MeTube is still
    running must stay untouched."""
    video1 = _seed_video(db_session)
    job1 = DownloadJob(video_id=video1.id, status="downloading")
    video2 = _seed_video(db_session, youtube_video_id="vid2", youtube_channel_id="chanB")
    job2 = DownloadJob(video_id=video2.id, status="postprocessing")
    video3 = _seed_video(db_session, youtube_video_id="vid3", youtube_channel_id="chanC")
    completed = DownloadJob(video_id=video3.id, status="completed", media_url="http://x/f.mp4")
    unknown = DownloadJob(video_id=video3.id, status="unknown")
    db_session.add_all([job1, job2, completed, unknown])
    db_session.commit()

    await download_jobs.handle_metube_event(db_session, "cleared", json.dumps("https://example.com/other"))

    db_session.refresh(job1)
    db_session.refresh(job2)
    db_session.refresh(completed)
    db_session.refresh(unknown)
    assert job1.status == "downloading"
    assert job2.status == "postprocessing"
    assert completed.status == "completed"
    assert unknown.status == "unknown"


@pytest.mark.asyncio
async def test_handle_metube_event_cleared_without_payload_is_noop(db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="queued")
    db_session.add(job)
    db_session.commit()

    await download_jobs.handle_metube_event(db_session, "cleared", None)

    db_session.refresh(job)
    assert job.status == "queued"
    assert job.error_message is None


def test_reconcile_marks_unknown_when_history_unavailable(monkeypatch, db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="downloading")
    db_session.add(job)
    db_session.commit()

    def raise_error(self):
        raise RuntimeError("connection refused")

    monkeypatch.setattr("app.services.metube_client.MeTubeClient.fetch_history", raise_error)

    download_jobs.reconcile_on_startup(db_session)

    db_session.refresh(job)
    assert job.status == "unknown"


def test_reconcile_restores_completed_from_history(monkeypatch, db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="downloading")
    db_session.add(job)
    db_session.commit()

    monkeypatch.setattr(
        "app.services.metube_client.MeTubeClient.fetch_history",
        lambda self: {
            "queue": [],
            "pending": [],
            "done": [{"id": "vid1.vid1", "url": video.youtube_url, "status": "finished", "filename": "f.mp4"}],
        },
    )
    monkeypatch.setattr(
        "app.services.metube_client.MeTubeClient.build_media_url",
        lambda self, filename: f"http://metube.local/download/{filename}",
    )

    download_jobs.reconcile_on_startup(db_session)

    db_session.refresh(job)
    assert job.status == "completed"
    assert job.media_url == "http://metube.local/download/f.mp4"


def test_reconcile_leaves_completed_jobs_untouched(monkeypatch, db_session):
    video = _seed_video(db_session)
    job = DownloadJob(video_id=video.id, status="completed", media_url="http://x/f.mp4")
    db_session.add(job)
    db_session.commit()

    def fail_if_called(self):
        raise AssertionError("should not fetch history for completed jobs")

    monkeypatch.setattr("app.services.metube_client.MeTubeClient.fetch_history", fail_if_called)

    download_jobs.reconcile_on_startup(db_session)

    db_session.refresh(job)
    assert job.status == "completed"
    assert job.media_url == "http://x/f.mp4"