Cleanuparr/code/backend/Cleanuparr.Infrastructure/Events/EventCleanupService.cs

using Cleanuparr.Infrastructure.Features.DryRun;
using Cleanuparr.Persistence;
using Cleanuparr.Persistence.Models.Configuration.General;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Hosting;
using Microsoft.Extensions.Logging;

namespace Cleanuparr.Infrastructure.Events;

/// <summary>
/// Background service that periodically cleans up old events
/// </summary>
public class EventCleanupService : BackgroundService
{
    private readonly ILogger<EventCleanupService> _logger;
    private readonly IServiceScopeFactory _scopeFactory;
    private readonly TimeProvider _timeProvider;
    private readonly DryRunActivity _dryRunActivity;
    private readonly TimeSpan _cleanupInterval = TimeSpan.FromHours(4); // Run every 4 hours
    private readonly int _eventRetentionDays = 30; // Keep events for 30 days

    public EventCleanupService(
        ILogger<EventCleanupService> logger,
        IServiceScopeFactory scopeFactory,
        TimeProvider timeProvider,
        DryRunActivity dryRunActivity)
    {
        _logger = logger;
        _scopeFactory = scopeFactory;
        _timeProvider = timeProvider;
        _dryRunActivity = dryRunActivity;
    }

    protected override async Task ExecuteAsync(CancellationToken stoppingToken)
    {
        _logger.LogInformation("Event cleanup service started. Interval: {Interval}, Retention: {Retention} days",
            _cleanupInterval, _eventRetentionDays);

        int purgeFailures = 0;

        while (!stoppingToken.IsCancellationRequested)
        {
            try
            {
                if (stoppingToken.IsCancellationRequested)
                {
                    break;
                }

                bool purgeFailed = await PerformCleanupAsync();
                purgeFailures = purgeFailed ? purgeFailures + 1 : 0;
                TimeSpan wait = purgeFailed ? GetRetryDelay(purgeFailures) : _cleanupInterval;

                await WaitForNextRunAsync(wait, stoppingToken);
            }
            catch (OperationCanceledException)
            {
                // Service is stopping
                break;
            }
            catch (Exception ex)
            {
                _logger.LogError(ex, "Error during event cleanup");
            }
        }

        _logger.LogInformation("Event cleanup service stopped");
    }

    /// <summary>
    /// Waits for the next run.
    /// Returns early when a purge request arrives and dry run is already off.
    /// </summary>
    internal async Task WaitForNextRunAsync(TimeSpan wait, CancellationToken ct)
    {
        DateTimeOffset deadline = _timeProvider.GetUtcNow() + wait;

        while (true)
        {
            TimeSpan remaining = deadline - _timeProvider.GetUtcNow();

            if (remaining <= TimeSpan.Zero)
            {
                return;
            }

            using CancellationTokenSource cts = CancellationTokenSource.CreateLinkedTokenSource(ct);
            Task delayTask = Task.Delay(remaining, _timeProvider, cts.Token);
            Task<bool> signalTask = _dryRunActivity.WaitForPurgeRequestAsync(cts.Token).AsTask();

            Task winner = await Task.WhenAny(delayTask, signalTask);
            await cts.CancelAsync();

            if (winner == delayTask)
            {
                await ObserveLoserAsync(signalTask);
                return;
            }

            await ObserveLoserAsync(delayTask);

            await using AsyncServiceScope scope = _scopeFactory.CreateAsyncScope();
            DataContext dataContext = scope.ServiceProvider.GetRequiredService<DataContext>();
            GeneralConfig config = await dataContext.GeneralConfigs
                .AsNoTracking()
                .FirstAsync(ct);

            if (!config.DryRun)
            {
                return;
            }
        }
    }

    private static async Task ObserveLoserAsync(Task loser)
    {
        try
        {
            await loser;
        }
        catch (OperationCanceledException)
        {
            // Cancelled because the other task won
        }
    }

    /// <summary>
    /// Retry delay after a failed purge, capped at 5 minutes.
    /// </summary>
    internal static TimeSpan GetRetryDelay(int failures)
    {
        return failures switch
        {
            <= 1 => TimeSpan.FromSeconds(30),
            2 => TimeSpan.FromMinutes(1),
            _ => TimeSpan.FromMinutes(5),
        };
    }

    /// <summary>
    /// Runs one cleanup pass.
    /// </summary>
    /// <returns>True when the dry-run purge threw.</returns>
    internal async Task<bool> PerformCleanupAsync()
    {
        bool purgeFailed = false;

        try
        {
            await using var scope = _scopeFactory.CreateAsyncScope();
            var eventsContext = scope.ServiceProvider.GetRequiredService<EventsContext>();
            var dataContext = scope.ServiceProvider.GetRequiredService<DataContext>();

            GeneralConfig config = await dataContext.GeneralConfigs
                .AsNoTracking()
                .FirstAsync();

            if (!config.DryRun)
            {
                try
                {
                    var dryRunPurger = scope.ServiceProvider.GetRequiredService<IDryRunPurger>();
                    await dryRunPurger.PurgeAsync();
                }
                catch (Exception ex)
                {
                    _logger.LogError(ex, "Failed to purge dry-run data");
                    purgeFailed = true;
                }
            }

            DateTimeOffset eventCutoff = _timeProvider.GetUtcNow().AddDays(-_eventRetentionDays);

            // Resolved manual events are transient
            await DeleteResolvedManualEventsAsync(eventsContext, eventCutoff);

            // Prune events older than the configured retention window
            await PruneEventsAsync(eventsContext, config.HistoryRetentionDays);
            await PruneSeekerCyclesAsync(eventsContext, config.HistoryRetentionDays);

            await CleanupStrikesAsync(eventsContext, config.StrikeInactivityWindowHours);

            // Prune old job runs no longer referenced by any active strike or event
            await PruneJobRunsAsync(eventsContext, eventCutoff);
        }
        catch (Exception ex)
        {
            _logger.LogError(ex, "Failed to perform event cleanup");
        }

        return purgeFailed;
    }

    internal async Task DeleteResolvedManualEventsAsync(EventsContext eventsContext, DateTimeOffset cutoff)
    {
        int deleted = await eventsContext.ManualEvents
            .Where(e => e.IsResolved)
            .Where(e => (e.ResolvedAt ?? e.Timestamp) < cutoff)
            .ExecuteDeleteAsync();

        if (deleted > 0)
        {
            _logger.LogInformation("Deleted {count} resolved manual events older than {days} days", deleted, _eventRetentionDays);
        }
    }

    internal async Task PruneEventsAsync(EventsContext eventsContext, ushort retentionDays)
    {
        DateTimeOffset cutoff = _timeProvider.GetUtcNow().AddDays(-retentionDays);
        int deleted = await eventsContext.Events
            .Where(e => e.Timestamp < cutoff)
            .ExecuteDeleteAsync();

        if (deleted > 0)
        {
            _logger.LogInformation("Pruned {count} events older than {days} days", deleted, retentionDays);
        }
    }

    internal async Task PruneSeekerCyclesAsync(EventsContext eventsContext, ushort retentionDays)
    {
        DateTimeOffset cutoff = _timeProvider.GetUtcNow().AddDays(-retentionDays);
        int deleted = await eventsContext.SeekerCycles
            .Where(c => c.CompletedAt != null && c.CompletedAt < cutoff)
            .Where(c => eventsContext.SeekerCycles.Any(o =>
                o.ArrInstanceId == c.ArrInstanceId && o.IsDryRun == c.IsDryRun && o.CompletedAt != null && o.CompletedAt > c.CompletedAt))
            .ExecuteDeleteAsync();

        if (deleted > 0)
        {
            _logger.LogInformation("Pruned {Count} search cycles older than {Days} days", deleted, retentionDays);
        }
    }

    internal async Task PruneJobRunsAsync(EventsContext eventsContext, DateTimeOffset cutoff)
    {
        int deleted = await eventsContext.JobRuns
            .Where(j => j.CompletedAt != null && j.StartedAt < cutoff)
            .Where(j => !eventsContext.Strikes.Any(s => s.JobRunId == j.Id))
            .Where(j => !eventsContext.Events.Any(e => e.JobRunId == j.Id))
            .Where(j => !eventsContext.ManualEvents.Any(m => m.JobRunId == j.Id))
            .ExecuteDeleteAsync();

        if (deleted > 0)
        {
            _logger.LogInformation("Pruned {count} unreferenced job runs", deleted);
        }
    }

    internal async Task CleanupStrikesAsync(EventsContext eventsContext, ushort inactivityWindowHours)
    {
        DateTimeOffset cutoffDate = _timeProvider.GetUtcNow().AddHours(-inactivityWindowHours);

        // Sliding window: find items whose most recent strike is older than the inactivity window.
        // As long as a download keeps receiving new strikes, all its strikes are preserved.
        var inactiveItemIds = await eventsContext.Strikes
            .GroupBy(s => s.DownloadItemId)
            .Where(g => g.Max(s => s.CreatedAt) < cutoffDate)
            .Select(g => g.Key)
            .ToListAsync();

        if (inactiveItemIds.Count > 0)
        {
            var deletedStrikesCount = await eventsContext.Strikes
                .Where(s => inactiveItemIds.Contains(s.DownloadItemId))
                .ExecuteDeleteAsync();

            if (deletedStrikesCount > 0)
            {
                _logger.LogInformation(
                    "Cleaned up {count} strikes from {items} inactive items (no new strikes for {hours} hours)",
                    deletedStrikesCount, inactiveItemIds.Count, inactivityWindowHours);
            }
        }

        // Clean up orphaned DownloadItems (those with no strikes)
        int deletedDownloadItemsCount = await eventsContext.DownloadItems
            .Where(d => !d.Strikes.Any())
            .ExecuteDeleteAsync();

        if (deletedDownloadItemsCount > 0)
        {
            _logger.LogTrace("Cleaned up {count} download items with 0 strikes", deletedDownloadItemsCount);
        }
    }

    public override async Task StopAsync(CancellationToken cancellationToken)
    {
        _logger.LogInformation("Event cleanup service stopping...");
        await base.StopAsync(cancellationToken);
    }
}