2023-04-23 04:03:53 +00:00
|
|
|
using System;
|
2020-04-30 23:40:50 +00:00
|
|
|
using System.Collections.Generic;
|
2015-03-01 21:38:47 +00:00
|
|
|
using System.IO;
|
2014-04-19 15:09:22 +00:00
|
|
|
using System.Linq;
|
2020-06-09 04:06:31 +00:00
|
|
|
using NLog;
|
2015-10-21 06:34:13 +00:00
|
|
|
using NzbDrone.Common.EnvironmentInfo;
|
2014-12-02 06:26:25 +00:00
|
|
|
using NzbDrone.Common.Extensions;
|
2020-06-17 02:13:03 +00:00
|
|
|
using NzbDrone.Common.Instrumentation.Extensions;
|
2014-12-19 00:26:42 +00:00
|
|
|
using NzbDrone.Core.Download.TrackedDownloads;
|
2014-04-19 15:09:22 +00:00
|
|
|
using NzbDrone.Core.History;
|
|
|
|
using NzbDrone.Core.MediaFiles;
|
2018-03-14 20:41:36 +00:00
|
|
|
using NzbDrone.Core.MediaFiles.MovieImport;
|
2014-12-19 00:26:42 +00:00
|
|
|
using NzbDrone.Core.Messaging.Events;
|
2018-03-14 20:41:36 +00:00
|
|
|
using NzbDrone.Core.Movies;
|
2019-12-22 22:08:53 +00:00
|
|
|
using NzbDrone.Core.Parser;
|
2023-04-23 04:03:53 +00:00
|
|
|
using NzbDrone.Core.Parser.Model;
|
2014-04-19 15:09:22 +00:00
|
|
|
|
|
|
|
namespace NzbDrone.Core.Download
|
|
|
|
{
|
|
|
|
public interface ICompletedDownloadService
|
|
|
|
{
|
2020-03-29 17:48:34 +00:00
|
|
|
void Check(TrackedDownload trackedDownload);
|
|
|
|
void Import(TrackedDownload trackedDownload);
|
2020-04-30 23:40:50 +00:00
|
|
|
bool VerifyImport(TrackedDownload trackedDownload, List<ImportResult> importResults);
|
2014-04-19 15:09:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
public class CompletedDownloadService : ICompletedDownloadService
|
|
|
|
{
|
2014-12-19 00:26:42 +00:00
|
|
|
private readonly IEventAggregator _eventAggregator;
|
2014-05-28 22:48:37 +00:00
|
|
|
private readonly IHistoryService _historyService;
|
2020-12-30 22:01:01 +00:00
|
|
|
private readonly IProvideImportItemService _provideImportItemService;
|
2017-01-03 19:24:55 +00:00
|
|
|
private readonly IDownloadedMovieImportService _downloadedMovieImportService;
|
2015-01-19 23:53:31 +00:00
|
|
|
private readonly IParsingService _parsingService;
|
2017-01-03 10:59:03 +00:00
|
|
|
private readonly IMovieService _movieService;
|
2020-03-29 17:48:34 +00:00
|
|
|
private readonly ITrackedDownloadAlreadyImported _trackedDownloadAlreadyImported;
|
2020-06-09 04:06:31 +00:00
|
|
|
private readonly Logger _logger;
|
2014-04-19 15:09:22 +00:00
|
|
|
|
2020-03-29 17:48:34 +00:00
|
|
|
public CompletedDownloadService(IEventAggregator eventAggregator,
|
2014-09-13 23:13:00 +00:00
|
|
|
IHistoryService historyService,
|
2020-12-30 22:01:01 +00:00
|
|
|
IProvideImportItemService provideImportItemService,
|
2017-01-03 19:24:55 +00:00
|
|
|
IDownloadedMovieImportService downloadedMovieImportService,
|
2015-01-19 23:53:31 +00:00
|
|
|
IParsingService parsingService,
|
2017-01-03 10:59:03 +00:00
|
|
|
IMovieService movieService,
|
2020-06-09 04:06:31 +00:00
|
|
|
ITrackedDownloadAlreadyImported trackedDownloadAlreadyImported,
|
|
|
|
Logger logger)
|
2014-04-19 15:09:22 +00:00
|
|
|
{
|
2014-12-19 00:26:42 +00:00
|
|
|
_eventAggregator = eventAggregator;
|
2014-05-28 22:48:37 +00:00
|
|
|
_historyService = historyService;
|
2020-12-30 22:01:01 +00:00
|
|
|
_provideImportItemService = provideImportItemService;
|
2017-01-03 19:24:55 +00:00
|
|
|
_downloadedMovieImportService = downloadedMovieImportService;
|
2015-01-19 23:53:31 +00:00
|
|
|
_parsingService = parsingService;
|
2017-01-03 10:59:03 +00:00
|
|
|
_movieService = movieService;
|
2020-03-29 17:48:34 +00:00
|
|
|
_trackedDownloadAlreadyImported = trackedDownloadAlreadyImported;
|
2020-06-09 04:06:31 +00:00
|
|
|
_logger = logger;
|
2014-04-19 15:09:22 +00:00
|
|
|
}
|
|
|
|
|
2020-03-29 17:48:34 +00:00
|
|
|
public void Check(TrackedDownload trackedDownload)
|
2014-04-19 15:09:22 +00:00
|
|
|
{
|
2014-12-19 00:26:42 +00:00
|
|
|
if (trackedDownload.DownloadItem.Status != DownloadItemStatus.Completed)
|
2014-04-19 15:09:22 +00:00
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2020-12-30 22:01:01 +00:00
|
|
|
SetImportItem(trackedDownload);
|
2020-11-14 05:27:07 +00:00
|
|
|
|
2020-03-29 17:48:34 +00:00
|
|
|
// Only process tracked downloads that are still downloading
|
|
|
|
if (trackedDownload.State != TrackedDownloadState.Downloading)
|
2014-04-19 15:09:22 +00:00
|
|
|
{
|
2020-03-29 17:48:34 +00:00
|
|
|
return;
|
|
|
|
}
|
2014-04-19 15:09:22 +00:00
|
|
|
|
2022-10-17 16:19:54 +00:00
|
|
|
var grabbedHistories = _historyService.FindByDownloadId(trackedDownload.DownloadItem.DownloadId).Where(h => h.EventType == MovieHistoryEventType.Grabbed).ToList();
|
|
|
|
var historyItem = grabbedHistories.MaxBy(h => h.Date);
|
2014-04-19 15:09:22 +00:00
|
|
|
|
2020-03-29 17:48:34 +00:00
|
|
|
if (historyItem == null && trackedDownload.DownloadItem.Category.IsNullOrWhiteSpace())
|
|
|
|
{
|
2020-04-26 13:50:18 +00:00
|
|
|
trackedDownload.Warn("Download wasn't grabbed by Radarr and not in a category, Skipping.");
|
2020-03-29 17:48:34 +00:00
|
|
|
return;
|
|
|
|
}
|
2014-12-03 00:47:45 +00:00
|
|
|
|
2020-12-30 22:01:01 +00:00
|
|
|
if (!ValidatePath(trackedDownload))
|
2020-03-29 17:48:34 +00:00
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
var movie = _parsingService.GetMovie(trackedDownload.DownloadItem.Title);
|
|
|
|
|
|
|
|
if (movie == null)
|
|
|
|
{
|
|
|
|
if (historyItem != null)
|
2015-10-21 06:34:13 +00:00
|
|
|
{
|
2020-03-29 17:48:34 +00:00
|
|
|
movie = _movieService.GetMovie(historyItem.MovieId);
|
2015-10-21 06:34:13 +00:00
|
|
|
}
|
|
|
|
|
2017-01-14 19:02:45 +00:00
|
|
|
if (movie == null)
|
2015-01-19 23:53:31 +00:00
|
|
|
{
|
2023-04-23 04:03:53 +00:00
|
|
|
trackedDownload.Warn("Movie title mismatch, Manual Import required.");
|
2020-03-29 17:48:34 +00:00
|
|
|
return;
|
2015-01-19 23:53:31 +00:00
|
|
|
}
|
2023-04-23 03:02:08 +00:00
|
|
|
|
2023-04-23 04:03:53 +00:00
|
|
|
Enum.TryParse(historyItem.Data.GetValueOrDefault(MovieHistory.MOVIE_MATCH_TYPE, MovieMatchType.Unknown.ToString()), out MovieMatchType movieMatchType);
|
2023-04-23 04:32:09 +00:00
|
|
|
Enum.TryParse(historyItem.Data.GetValueOrDefault(MovieHistory.RELEASE_SOURCE, ReleaseSourceType.Unknown.ToString()), out ReleaseSourceType releaseSource);
|
2023-04-23 03:02:08 +00:00
|
|
|
|
2023-04-23 04:32:09 +00:00
|
|
|
// Show a warning if the release was matched by ID and the source is not interactive search
|
|
|
|
if (movieMatchType == MovieMatchType.Id && releaseSource != ReleaseSourceType.InteractiveSearch)
|
2023-04-23 04:03:53 +00:00
|
|
|
{
|
|
|
|
trackedDownload.Warn("Found matching movie via grab history, but release was matched to movie by ID. Manual Import required.");
|
2022-10-17 16:19:54 +00:00
|
|
|
|
|
|
|
if (!trackedDownload.HasNotifiedManualInteractionRequired)
|
|
|
|
{
|
|
|
|
trackedDownload.HasNotifiedManualInteractionRequired = true;
|
|
|
|
|
|
|
|
var releaseInfo = new GrabbedReleaseInfo(grabbedHistories);
|
|
|
|
var manualInteractionEvent = new ManualInteractionRequiredEvent(trackedDownload, releaseInfo);
|
|
|
|
|
|
|
|
_eventAggregator.PublishEvent(manualInteractionEvent);
|
|
|
|
}
|
|
|
|
|
2023-04-23 04:03:53 +00:00
|
|
|
return;
|
|
|
|
}
|
2014-10-23 23:39:31 +00:00
|
|
|
}
|
|
|
|
|
2020-03-29 17:48:34 +00:00
|
|
|
trackedDownload.State = TrackedDownloadState.ImportPending;
|
2014-04-19 15:09:22 +00:00
|
|
|
}
|
2014-07-19 17:37:06 +00:00
|
|
|
|
2020-03-29 17:48:34 +00:00
|
|
|
public void Import(TrackedDownload trackedDownload)
|
2014-07-17 19:02:27 +00:00
|
|
|
{
|
2020-12-30 22:01:01 +00:00
|
|
|
SetImportItem(trackedDownload);
|
|
|
|
|
|
|
|
if (!ValidatePath(trackedDownload))
|
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2020-03-29 17:48:34 +00:00
|
|
|
trackedDownload.State = TrackedDownloadState.Importing;
|
|
|
|
|
2020-11-14 05:27:07 +00:00
|
|
|
var outputPath = trackedDownload.ImportItem.OutputPath.FullPath;
|
2020-06-17 03:18:46 +00:00
|
|
|
|
2020-06-20 19:39:11 +00:00
|
|
|
if (trackedDownload.RemoteMovie?.Movie == null)
|
2020-06-17 03:18:46 +00:00
|
|
|
{
|
|
|
|
trackedDownload.State = TrackedDownloadState.ImportPending;
|
|
|
|
trackedDownload.Warn("Unknown Movie", outputPath);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2022-04-13 00:08:53 +00:00
|
|
|
var importResults = _downloadedMovieImportService.ProcessPath(outputPath, ImportMode.Auto, trackedDownload.RemoteMovie.Movie, trackedDownload.ImportItem);
|
2017-01-03 19:24:55 +00:00
|
|
|
|
2020-04-30 23:40:50 +00:00
|
|
|
if (VerifyImport(trackedDownload, importResults))
|
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
trackedDownload.State = TrackedDownloadState.ImportPending;
|
|
|
|
|
|
|
|
if (importResults.Empty())
|
|
|
|
{
|
|
|
|
trackedDownload.Warn("No files found are eligible for import in {0}", outputPath);
|
|
|
|
}
|
|
|
|
|
2022-12-13 07:05:01 +00:00
|
|
|
if (importResults.Count == 1)
|
|
|
|
{
|
|
|
|
var firstResult = importResults.First();
|
|
|
|
|
|
|
|
if (firstResult.Result == ImportResultType.Rejected && firstResult.ImportDecision.LocalMovie == null)
|
|
|
|
{
|
|
|
|
trackedDownload.Warn(new TrackedDownloadStatusMessage(firstResult.Errors.First(), new List<string>()));
|
|
|
|
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
var statusMessages = new List<TrackedDownloadStatusMessage>
|
|
|
|
{
|
|
|
|
new TrackedDownloadStatusMessage("One or more movies expected in this release were not imported or missing", new List<string>())
|
|
|
|
};
|
|
|
|
|
2020-04-30 23:40:50 +00:00
|
|
|
if (importResults.Any(c => c.Result != ImportResultType.Imported))
|
|
|
|
{
|
2022-12-13 07:05:01 +00:00
|
|
|
statusMessages.AddRange(importResults
|
2020-06-05 00:03:28 +00:00
|
|
|
.Where(v => v.Result != ImportResultType.Imported && v.ImportDecision.LocalMovie != null)
|
2022-12-13 07:05:01 +00:00
|
|
|
.Select(v => new TrackedDownloadStatusMessage(Path.GetFileName(v.ImportDecision.LocalMovie.Path), v.Errors)));
|
2020-04-30 23:40:50 +00:00
|
|
|
|
2022-12-13 07:05:01 +00:00
|
|
|
if (statusMessages.Any())
|
|
|
|
{
|
|
|
|
trackedDownload.Warn(statusMessages.ToArray());
|
|
|
|
}
|
2020-04-30 23:40:50 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
public bool VerifyImport(TrackedDownload trackedDownload, List<ImportResult> importResults)
|
|
|
|
{
|
2020-03-29 17:48:34 +00:00
|
|
|
var allMoviesImported = importResults.Where(c => c.Result == ImportResultType.Imported)
|
|
|
|
.Select(c => c.ImportDecision.LocalMovie.Movie)
|
2020-03-29 20:05:48 +00:00
|
|
|
.Any();
|
2020-03-29 17:48:34 +00:00
|
|
|
|
|
|
|
if (allMoviesImported)
|
2014-08-22 00:57:23 +00:00
|
|
|
{
|
2020-06-09 04:06:31 +00:00
|
|
|
_logger.Debug("All movies were imported for {0}", trackedDownload.DownloadItem.Title);
|
2020-03-29 17:48:34 +00:00
|
|
|
trackedDownload.State = TrackedDownloadState.Imported;
|
2020-05-25 02:35:22 +00:00
|
|
|
_eventAggregator.PublishEvent(new DownloadCompletedEvent(trackedDownload, trackedDownload.RemoteMovie.Movie.Id));
|
2020-04-30 23:40:50 +00:00
|
|
|
return true;
|
2017-01-14 19:02:45 +00:00
|
|
|
}
|
2014-09-13 23:13:00 +00:00
|
|
|
|
2020-03-29 20:05:48 +00:00
|
|
|
// Double check if all movies were imported by checking the history if at least one
|
2020-03-29 17:48:34 +00:00
|
|
|
// file was imported. This will allow the decision engine to reject already imported
|
|
|
|
// episode files and still mark the download complete when all files are imported.
|
2020-06-17 02:13:03 +00:00
|
|
|
var atLeastOneMovieImported = importResults.Any(c => c.Result == ImportResultType.Imported);
|
|
|
|
|
|
|
|
var historyItems = _historyService.FindByDownloadId(trackedDownload.DownloadItem.DownloadId)
|
2020-03-29 17:48:34 +00:00
|
|
|
.OrderByDescending(h => h.Date)
|
|
|
|
.ToList();
|
|
|
|
|
2020-06-17 02:13:03 +00:00
|
|
|
var allMoviesImportedInHistory = _trackedDownloadAlreadyImported.IsImported(trackedDownload, historyItems);
|
2020-03-29 17:48:34 +00:00
|
|
|
|
2020-06-17 02:13:03 +00:00
|
|
|
if (allMoviesImportedInHistory)
|
|
|
|
{
|
2020-09-12 02:27:29 +00:00
|
|
|
// Log different error messages depending on the circumstances, but treat both as fully imported, because that's the reality.
|
|
|
|
// The second message shouldn't be logged in most cases, but continued reporting would indicate an ongoing issue.
|
2020-06-17 02:13:03 +00:00
|
|
|
if (atLeastOneMovieImported)
|
2020-03-29 17:48:34 +00:00
|
|
|
{
|
2020-06-09 04:06:31 +00:00
|
|
|
_logger.Debug("All movies were imported in history for {0}", trackedDownload.DownloadItem.Title);
|
2020-09-12 02:27:29 +00:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2022-07-02 15:26:59 +00:00
|
|
|
_logger.ForDebugEvent()
|
2020-09-12 02:27:29 +00:00
|
|
|
.Message("No Movies were just imported, but all movies were previously imported, possible issue with download history.")
|
|
|
|
.Property("MovieId", trackedDownload.RemoteMovie.Movie.Id)
|
|
|
|
.Property("DownloadId", trackedDownload.DownloadItem.DownloadId)
|
|
|
|
.Property("Title", trackedDownload.DownloadItem.Title)
|
2020-11-14 05:27:07 +00:00
|
|
|
.Property("Path", trackedDownload.ImportItem.OutputPath.ToString())
|
2020-09-12 02:27:29 +00:00
|
|
|
.WriteSentryWarn("DownloadHistoryIncomplete")
|
2022-07-02 15:26:59 +00:00
|
|
|
.Log();
|
2020-03-29 17:48:34 +00:00
|
|
|
}
|
2020-06-17 02:13:03 +00:00
|
|
|
|
2020-09-12 02:27:29 +00:00
|
|
|
trackedDownload.State = TrackedDownloadState.Imported;
|
|
|
|
_eventAggregator.PublishEvent(new DownloadCompletedEvent(trackedDownload, trackedDownload.RemoteMovie.Movie.Id));
|
|
|
|
|
|
|
|
return true;
|
2020-03-29 17:48:34 +00:00
|
|
|
}
|
|
|
|
|
2020-06-09 04:06:31 +00:00
|
|
|
_logger.Debug("Not all movies have been imported for {0}", trackedDownload.DownloadItem.Title);
|
2020-04-30 23:40:50 +00:00
|
|
|
return false;
|
2014-10-23 23:39:31 +00:00
|
|
|
}
|
2020-12-30 22:01:01 +00:00
|
|
|
|
|
|
|
private void SetImportItem(TrackedDownload trackedDownload)
|
|
|
|
{
|
|
|
|
trackedDownload.ImportItem = _provideImportItemService.ProvideImportItem(trackedDownload.DownloadItem, trackedDownload.ImportItem);
|
|
|
|
}
|
|
|
|
|
|
|
|
private bool ValidatePath(TrackedDownload trackedDownload)
|
|
|
|
{
|
|
|
|
var downloadItemOutputPath = trackedDownload.ImportItem.OutputPath;
|
|
|
|
|
|
|
|
if (downloadItemOutputPath.IsEmpty)
|
|
|
|
{
|
|
|
|
trackedDownload.Warn("Download doesn't contain intermediate path, Skipping.");
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if ((OsInfo.IsWindows && !downloadItemOutputPath.IsWindowsPath) ||
|
|
|
|
(OsInfo.IsNotWindows && !downloadItemOutputPath.IsUnixPath))
|
|
|
|
{
|
|
|
|
trackedDownload.Warn("[{0}] is not a valid local path. You may need a Remote Path Mapping.", downloadItemOutputPath);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
2014-04-19 15:09:22 +00:00
|
|
|
}
|
|
|
|
}
|