Pac-cogs/videoarchiver/processor.py

"""Video processing logic for VideoArchiver"""

import os
import logging
import asyncio
from pathlib import Path
from typing import Dict, Any, Optional
import traceback

from videoarchiver.enhanced_queue import EnhancedVideoQueueManager
from videoarchiver.utils.exceptions import (
    ProcessingError,
    ConfigurationError,
    VideoVerificationError,
    QueueError,
    FileOperationError
)

logger = logging.getLogger("VideoArchiver")

class VideoProcessor:
    """Handles video processing operations"""

    def __init__(
        self,
        bot,
        config_manager,
        components,
        queue_manager=None,
        ffmpeg_mgr=None  # Add FFmpeg manager parameter
    ):
        self.bot = bot
        self.config = config_manager
        self.components = components
        self.ffmpeg_mgr = ffmpeg_mgr  # Store shared FFmpeg manager

        # Use provided queue manager or create new one
        if queue_manager:
            self.queue_manager = queue_manager
            logger.info("Using provided queue manager")
        else:
            # Initialize enhanced queue manager with persistence and error recovery
            data_dir = Path(os.path.dirname(__file__)) / "data"
            data_dir.mkdir(parents=True, exist_ok=True)
            queue_path = data_dir / "queue_state.json"
            self.queue_manager = EnhancedVideoQueueManager(
                max_retries=3,
                retry_delay=5,
                max_queue_size=1000,
                cleanup_interval=1800,  # 30 minutes
                max_history_age=86400,  # 24 hours
                persistence_path=str(queue_path)
            )
            logger.info("Created new queue manager")

        # Track failed downloads for cleanup
        self._failed_downloads = set()
        self._failed_downloads_lock = asyncio.Lock()

        # Start queue processing
        logger.info("Starting video processing queue...")
        self._queue_task = asyncio.create_task(self.queue_manager.process_queue(self._process_video))
        logger.info("Video processing queue started successfully")

    async def process_message(self, message):
        """Process a message for video content"""
        try:
            if not message.guild or not message.guild.id in self.components:
                return

            components = self.components[message.guild.id]
            downloader = components.get("downloader")
            if not downloader:
                logger.error(f"No downloader found for guild {message.guild.id}")
                return

            # Check if message contains a video URL
            content = message.content.strip()
            if not content or not downloader.is_supported_url(content):
                return

            # Add to processing queue
            await self.queue_manager.add_to_queue(
                url=content,
                message_id=message.id,
                channel_id=message.channel.id,
                guild_id=message.guild.id,
                author_id=message.author.id
            )

        except Exception as e:
            logger.error(f"Error processing message: {traceback.format_exc()}")
            raise ProcessingError(f"Failed to process message: {str(e)}")

    async def _process_video(self, item):
        """Process a video from the queue"""
        try:
            guild_id = item.guild_id
            if guild_id not in self.components:
                raise ProcessingError(f"No components found for guild {guild_id}")

            components = self.components[guild_id]
            downloader = components.get("downloader")
            message_manager = components.get("message_manager")

            if not downloader or not message_manager:
                raise ProcessingError(f"Missing required components for guild {guild_id}")

            # Download and process video
            success, file_path, error = await downloader.download_video(item.url)
            if not success:
                raise ProcessingError(f"Failed to download video: {error}")

            # Get archive channel
            guild = self.bot.get_guild(guild_id)
            if not guild:
                raise ProcessingError(f"Guild {guild_id} not found")

            archive_channel = await self.config.get_channel(guild, "archive")
            if not archive_channel:
                raise ProcessingError("Archive channel not configured")

            # Upload to archive channel
            try:
                original_message = await self.bot.get_channel(item.channel_id).fetch_message(item.message_id)
                author = original_message.author if original_message else None

                message = await message_manager.format_message(
                    author=author,
                    channel=self.bot.get_channel(item.channel_id),
                    original_message=original_message
                )

                await archive_channel.send(content=message, file=discord.File(file_path))

                # Delete original if configured
                settings = await self.config.get_guild_settings(guild_id)
                if settings.get("delete_after_repost", False) and original_message:
                    try:
                        await original_message.delete()
                    except Exception as e:
                        logger.warning(f"Failed to delete original message: {e}")

                return True, None

            except Exception as e:
                return False, f"Failed to archive video: {str(e)}"

            finally:
                # Clean up downloaded file
                try:
                    if file_path and os.path.exists(file_path):
                        os.unlink(file_path)
                except Exception as e:
                    logger.error(f"Failed to clean up file {file_path}: {e}")

        except Exception as e:
            logger.error(f"Error processing video: {traceback.format_exc()}")
            return False, str(e)

    async def cleanup(self):
        """Clean up resources"""
        try:
            # Cancel queue processing
            if hasattr(self, '_queue_task') and not self._queue_task.done():
                self._queue_task.cancel()
                try:
                    await self._queue_task
                except asyncio.CancelledError:
                    pass

            # Clean up queue manager
            if hasattr(self, 'queue_manager'):
                await self.queue_manager.cleanup()

            # Clean up failed downloads
            async with self._failed_downloads_lock:
                for file_path in self._failed_downloads:
                    try:
                        if os.path.exists(file_path):
                            os.unlink(file_path)
                    except Exception as e:
                        logger.error(f"Failed to clean up file {file_path}: {e}")
                self._failed_downloads.clear()

        except Exception as e:
            logger.error(f"Error during cleanup: {traceback.format_exc()}")
            raise ProcessingError(f"Cleanup failed: {str(e)}")