using System.Collections.Generic; using System.IO; using System.Linq; using NLog; using NLog.Fluent; using NzbDrone.Common.EnvironmentInfo; using NzbDrone.Common.Extensions; using NzbDrone.Common.Instrumentation.Extensions; using NzbDrone.Core.Download.TrackedDownloads; using NzbDrone.Core.History; using NzbDrone.Core.MediaFiles; using NzbDrone.Core.MediaFiles.MovieImport; using NzbDrone.Core.Messaging.Events; using NzbDrone.Core.Movies; using NzbDrone.Core.Parser; namespace NzbDrone.Core.Download { public interface ICompletedDownloadService { void Check(TrackedDownload trackedDownload); void Import(TrackedDownload trackedDownload); bool VerifyImport(TrackedDownload trackedDownload, List importResults); } public class CompletedDownloadService : ICompletedDownloadService { private readonly IEventAggregator _eventAggregator; private readonly IHistoryService _historyService; private readonly IProvideImportItemService _provideImportItemService; private readonly IDownloadedMovieImportService _downloadedMovieImportService; private readonly IParsingService _parsingService; private readonly IMovieService _movieService; private readonly ITrackedDownloadAlreadyImported _trackedDownloadAlreadyImported; private readonly Logger _logger; public CompletedDownloadService(IEventAggregator eventAggregator, IHistoryService historyService, IProvideImportItemService provideImportItemService, IDownloadedMovieImportService downloadedMovieImportService, IParsingService parsingService, IMovieService movieService, ITrackedDownloadAlreadyImported trackedDownloadAlreadyImported, Logger logger) { _eventAggregator = eventAggregator; _historyService = historyService; _provideImportItemService = provideImportItemService; _downloadedMovieImportService = downloadedMovieImportService; _parsingService = parsingService; _movieService = movieService; _trackedDownloadAlreadyImported = trackedDownloadAlreadyImported; _logger = logger; } public void Check(TrackedDownload trackedDownload) { if (trackedDownload.DownloadItem.Status != DownloadItemStatus.Completed) { return; } SetImportItem(trackedDownload); // Only process tracked downloads that are still downloading if (trackedDownload.State != TrackedDownloadState.Downloading) { return; } var historyItem = _historyService.MostRecentForDownloadId(trackedDownload.DownloadItem.DownloadId); if (historyItem == null && trackedDownload.DownloadItem.Category.IsNullOrWhiteSpace()) { trackedDownload.Warn("Download wasn't grabbed by Radarr and not in a category, Skipping."); return; } if (!ValidatePath(trackedDownload)) { return; } var movie = _parsingService.GetMovie(trackedDownload.DownloadItem.Title); if (movie == null) { if (historyItem != null) { movie = _movieService.GetMovie(historyItem.MovieId); } if (movie == null) { trackedDownload.Warn("Movie title mismatch, automatic import is not possible."); return; } } trackedDownload.State = TrackedDownloadState.ImportPending; } public void Import(TrackedDownload trackedDownload) { SetImportItem(trackedDownload); if (!ValidatePath(trackedDownload)) { return; } trackedDownload.State = TrackedDownloadState.Importing; var outputPath = trackedDownload.ImportItem.OutputPath.FullPath; if (trackedDownload.RemoteMovie?.Movie == null) { trackedDownload.State = TrackedDownloadState.ImportPending; trackedDownload.Warn("Unknown Movie", outputPath); return; } var importResults = _downloadedMovieImportService.ProcessPath(outputPath, ImportMode.Auto, trackedDownload.RemoteMovie.Movie, trackedDownload.ImportItem); if (VerifyImport(trackedDownload, importResults)) { return; } trackedDownload.State = TrackedDownloadState.ImportPending; if (importResults.Empty()) { trackedDownload.Warn("No files found are eligible for import in {0}", outputPath); } if (importResults.Count == 1) { var firstResult = importResults.First(); if (firstResult.Result == ImportResultType.Rejected && firstResult.ImportDecision.LocalMovie == null) { trackedDownload.Warn(new TrackedDownloadStatusMessage(firstResult.Errors.First(), new List())); return; } } var statusMessages = new List { new TrackedDownloadStatusMessage("One or more movies expected in this release were not imported or missing", new List()) }; if (importResults.Any(c => c.Result != ImportResultType.Imported)) { statusMessages.AddRange(importResults .Where(v => v.Result != ImportResultType.Imported && v.ImportDecision.LocalMovie != null) .Select(v => new TrackedDownloadStatusMessage(Path.GetFileName(v.ImportDecision.LocalMovie.Path), v.Errors))); if (statusMessages.Any()) { trackedDownload.Warn(statusMessages.ToArray()); } } } public bool VerifyImport(TrackedDownload trackedDownload, List importResults) { var allMoviesImported = importResults.Where(c => c.Result == ImportResultType.Imported) .Select(c => c.ImportDecision.LocalMovie.Movie) .Any(); if (allMoviesImported) { _logger.Debug("All movies were imported for {0}", trackedDownload.DownloadItem.Title); trackedDownload.State = TrackedDownloadState.Imported; _eventAggregator.PublishEvent(new DownloadCompletedEvent(trackedDownload, trackedDownload.RemoteMovie.Movie.Id)); return true; } // Double check if all movies were imported by checking the history if at least one // file was imported. This will allow the decision engine to reject already imported // episode files and still mark the download complete when all files are imported. var atLeastOneMovieImported = importResults.Any(c => c.Result == ImportResultType.Imported); var historyItems = _historyService.FindByDownloadId(trackedDownload.DownloadItem.DownloadId) .OrderByDescending(h => h.Date) .ToList(); var allMoviesImportedInHistory = _trackedDownloadAlreadyImported.IsImported(trackedDownload, historyItems); if (allMoviesImportedInHistory) { // Log different error messages depending on the circumstances, but treat both as fully imported, because that's the reality. // The second message shouldn't be logged in most cases, but continued reporting would indicate an ongoing issue. if (atLeastOneMovieImported) { _logger.Debug("All movies were imported in history for {0}", trackedDownload.DownloadItem.Title); } else { _logger.ForDebugEvent() .Message("No Movies were just imported, but all movies were previously imported, possible issue with download history.") .Property("MovieId", trackedDownload.RemoteMovie.Movie.Id) .Property("DownloadId", trackedDownload.DownloadItem.DownloadId) .Property("Title", trackedDownload.DownloadItem.Title) .Property("Path", trackedDownload.ImportItem.OutputPath.ToString()) .WriteSentryWarn("DownloadHistoryIncomplete") .Log(); } trackedDownload.State = TrackedDownloadState.Imported; _eventAggregator.PublishEvent(new DownloadCompletedEvent(trackedDownload, trackedDownload.RemoteMovie.Movie.Id)); return true; } _logger.Debug("Not all movies have been imported for {0}", trackedDownload.DownloadItem.Title); return false; } private void SetImportItem(TrackedDownload trackedDownload) { trackedDownload.ImportItem = _provideImportItemService.ProvideImportItem(trackedDownload.DownloadItem, trackedDownload.ImportItem); } private bool ValidatePath(TrackedDownload trackedDownload) { var downloadItemOutputPath = trackedDownload.ImportItem.OutputPath; if (downloadItemOutputPath.IsEmpty) { trackedDownload.Warn("Download doesn't contain intermediate path, Skipping."); return false; } if ((OsInfo.IsWindows && !downloadItemOutputPath.IsWindowsPath) || (OsInfo.IsNotWindows && !downloadItemOutputPath.IsUnixPath)) { trackedDownload.Warn("[{0}] is not a valid local path. You may need a Remote Path Mapping.", downloadItemOutputPath); return false; } return true; } } }