Radarr/NzbDrone.Core/Providers/DiskScanProvider.cs

330 lines
14 KiB
C#
Raw Normal View History

2011-06-20 01:59:31 +00:00
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using NLog;
2011-11-13 04:07:06 +00:00
using NzbDrone.Common;
using NzbDrone.Core.Model;
using NzbDrone.Core.Providers.Core;
2011-06-20 01:59:31 +00:00
using NzbDrone.Core.Repository;
namespace NzbDrone.Core.Providers
{
2011-06-20 03:04:08 +00:00
public class DiskScanProvider
2011-06-20 01:59:31 +00:00
{
private static readonly Logger Logger = LogManager.GetCurrentClassLogger();
private static readonly string[] mediaExtentions = new[] { ".mkv", ".avi", ".wmv", ".mp4", ".mpg", ".mpeg", ".xvid", ".flv", ".mov", ".rm", ".rmvb", ".divx", ".dvr-ms", ".ts", ".ogm", ".m4v", ".strm" };
2011-06-20 01:59:31 +00:00
private readonly DiskProvider _diskProvider;
private readonly EpisodeProvider _episodeProvider;
2011-06-20 03:04:08 +00:00
private readonly MediaFileProvider _mediaFileProvider;
2011-06-20 03:25:04 +00:00
private readonly SeriesProvider _seriesProvider;
private readonly ExternalNotificationProvider _externalNotificationProvider;
private readonly DownloadProvider _downloadProvider;
private readonly SignalRProvider _signalRProvider;
private readonly ConfigProvider _configProvider;
private readonly RecycleBinProvider _recycleBinProvider;
private readonly MediaInfoProvider _mediaInfoProvider;
2011-06-20 01:59:31 +00:00
public DiskScanProvider(DiskProvider diskProvider, EpisodeProvider episodeProvider,
SeriesProvider seriesProvider, MediaFileProvider mediaFileProvider,
ExternalNotificationProvider externalNotificationProvider, DownloadProvider downloadProvider,
SignalRProvider signalRProvider, ConfigProvider configProvider,
RecycleBinProvider recycleBinProvider, MediaInfoProvider mediaInfoProvider)
2011-06-20 01:59:31 +00:00
{
_diskProvider = diskProvider;
_episodeProvider = episodeProvider;
_seriesProvider = seriesProvider;
2011-06-20 03:04:08 +00:00
_mediaFileProvider = mediaFileProvider;
_externalNotificationProvider = externalNotificationProvider;
_downloadProvider = downloadProvider;
_signalRProvider = signalRProvider;
_configProvider = configProvider;
_recycleBinProvider = recycleBinProvider;
_mediaInfoProvider = mediaInfoProvider;
2011-06-20 01:59:31 +00:00
}
public DiskScanProvider()
{
2011-06-20 03:04:08 +00:00
}
2011-06-20 01:59:31 +00:00
/// <summary>
/// Scans the specified series folder for media files
/// </summary>
/// <param name = "series">The series to be scanned</param>
public virtual List<EpisodeFile> Scan(Series series)
2011-06-20 03:04:08 +00:00
{
return Scan(series, series.Path);
}
/// <summary>
/// Scans the specified series folder for media files
/// </summary>
/// <param name = "series">The series to be scanned</param>
/// <param name="path">Path to scan</param>
public virtual List<EpisodeFile> Scan(Series series, string path)
2011-06-20 01:59:31 +00:00
{
_mediaFileProvider.CleanUpDatabase();
if (!_diskProvider.FolderExists(path))
{
Logger.Warn("Series folder doesn't exist: {0}", path);
return new List<EpisodeFile>();
}
2011-06-20 01:59:31 +00:00
if (_episodeProvider.GetEpisodeBySeries(series.SeriesId).Count == 0)
{
Logger.Debug("Series {0} has no episodes. skipping", series.Title);
return new List<EpisodeFile>();
}
var seriesFile = _mediaFileProvider.GetSeriesFiles(series.SeriesId);
CleanUp(seriesFile);
2011-06-20 03:04:08 +00:00
var mediaFileList = GetVideoFiles(path);
2011-06-21 05:44:01 +00:00
var importedFiles = new List<EpisodeFile>();
2011-06-20 01:59:31 +00:00
foreach (var filePath in mediaFileList)
{
var file = ImportFile(series, filePath);
if (file != null)
{
2011-06-21 05:44:01 +00:00
importedFiles.Add(file);
}
2011-06-20 01:59:31 +00:00
}
2013-01-19 23:15:31 +00:00
//Todo: Find the "best" episode file for all found episodes and import that one
//Todo: Move the episode linking to here, instead of import (or rename import)
2011-06-20 01:59:31 +00:00
series.LastDiskSync = DateTime.Now;
_seriesProvider.UpdateSeries(series);
2011-06-21 05:44:01 +00:00
return importedFiles;
2011-06-20 01:59:31 +00:00
}
public virtual EpisodeFile ImportFile(Series series, string filePath)
{
Logger.Trace("Importing file to database [{0}]", filePath);
2011-06-22 01:12:20 +00:00
if (_mediaFileProvider.Exists(filePath))
2011-06-20 01:59:31 +00:00
{
2011-06-20 03:04:08 +00:00
Logger.Trace("[{0}] already exists in the database. skipping.", filePath);
return null;
}
2011-06-20 01:59:31 +00:00
var parseResult = Parser.ParsePath(filePath);
2011-06-20 01:59:31 +00:00
2011-06-20 03:04:08 +00:00
if (parseResult == null)
return null;
2011-06-20 01:59:31 +00:00
var size = _diskProvider.GetSize(filePath);
var runTime = _mediaInfoProvider.GetRunTime(filePath);
if(series.IsDaily || parseResult.SeasonNumber > 0)
{
if (size < Constants.IgnoreFileSize && runTime < 180)
{
Logger.Trace("[{0}] appears to be a sample. skipping.", filePath);
return null;
}
}
if (!_diskProvider.IsChildOfPath(filePath, series.Path))
parseResult.SceneSource = true;
parseResult.SeriesTitle = series.Title; //replaces the nasty path as title to help with logging
2011-06-22 01:12:20 +00:00
parseResult.Series = series;
2011-06-20 01:59:31 +00:00
2011-06-22 01:12:20 +00:00
var episodes = _episodeProvider.GetEpisodesByParseResult(parseResult);
2011-06-20 01:59:31 +00:00
2011-06-20 03:04:08 +00:00
if (episodes.Count <= 0)
2011-06-22 01:12:20 +00:00
{
Logger.Debug("Can't find any matching episodes in the database. Skipping {0}", filePath);
2011-06-20 03:04:08 +00:00
return null;
2011-06-22 01:12:20 +00:00
}
2011-06-21 05:44:01 +00:00
//Make sure this file is an upgrade for ALL episodes already on disk
if (episodes.All(e => e.EpisodeFile == null || e.EpisodeFile.QualityWrapper <= parseResult.Quality))
{
Logger.Debug("Deleting the existing file(s) on disk to upgrade to: {0}", filePath);
//Do the delete for files where there is already an episode on disk
episodes.Where(e => e.EpisodeFile != null).Select(e => e.EpisodeFile.Path).Distinct().ToList().ForEach(p => _recycleBinProvider.DeleteFile(p));
}
else
2011-06-21 05:44:01 +00:00
{
//Skip this file because its not an upgrade
Logger.Trace("This file isn't an upgrade for all episodes. Skipping {0}", filePath);
2011-06-21 05:44:01 +00:00
return null;
}
2011-06-20 03:04:08 +00:00
var episodeFile = new EpisodeFile();
episodeFile.DateAdded = DateTime.Now;
episodeFile.SeriesId = series.SeriesId;
episodeFile.Path = filePath.NormalizePath();
2011-06-20 03:04:08 +00:00
episodeFile.Size = size;
2012-10-14 00:36:16 +00:00
episodeFile.Quality = parseResult.Quality.Quality;
2011-06-20 03:04:08 +00:00
episodeFile.Proper = parseResult.Quality.Proper;
episodeFile.SeasonNumber = parseResult.SeasonNumber;
episodeFile.SceneName = Path.GetFileNameWithoutExtension(filePath.NormalizePath());
episodeFile.ReleaseGroup = parseResult.ReleaseGroup;
2013-01-19 23:15:31 +00:00
//Todo: We shouldn't actually import the file until we confirm its the only one we want.
//Todo: Separate episodeFile creation from importing (pass file to import to import)
2011-06-22 01:12:20 +00:00
var fileId = _mediaFileProvider.Add(episodeFile);
2011-06-20 03:04:08 +00:00
2011-06-22 01:12:20 +00:00
//Link file to all episodes
2011-06-20 03:04:08 +00:00
foreach (var ep in episodes)
2011-06-20 01:59:31 +00:00
{
2011-06-20 03:04:08 +00:00
ep.EpisodeFileId = fileId;
ep.PostDownloadStatus = PostDownloadStatusType.NoError;
2011-06-20 03:04:08 +00:00
_episodeProvider.UpdateEpisode(ep);
2011-07-06 06:17:21 +00:00
Logger.Debug("Linking [{0}] > [{1}]", filePath, ep);
2011-06-20 01:59:31 +00:00
}
2011-06-22 01:12:20 +00:00
2011-06-20 03:04:08 +00:00
return episodeFile;
2011-06-20 01:59:31 +00:00
}
public virtual EpisodeFile MoveEpisodeFile(EpisodeFile episodeFile, bool newDownload = false)
2011-06-20 03:04:08 +00:00
{
if (episodeFile == null)
throw new ArgumentNullException("episodeFile");
var series = _seriesProvider.GetSeries(episodeFile.SeriesId);
var episodes = _episodeProvider.GetEpisodesByFileId(episodeFile.EpisodeFileId);
string newFileName = _mediaFileProvider.GetNewFilename(episodes, series, episodeFile.Quality, episodeFile.Proper, episodeFile);
2011-06-21 05:44:01 +00:00
var newFile = _mediaFileProvider.CalculateFilePath(series, episodes.First().SeasonNumber, newFileName, Path.GetExtension(episodeFile.Path));
2011-06-20 03:04:08 +00:00
//Only rename if existing and new filenames don't match
if (DiskProvider.PathEquals(episodeFile.Path, newFile.FullName))
{
Logger.Debug("Skipping file rename, source and destination are the same: {0}", episodeFile.Path);
return null;
}
if(!_diskProvider.FileExists(episodeFile.Path))
{
Logger.Error("Episode file path does not exist, {0}", episodeFile.Path);
return null;
}
_diskProvider.CreateDirectory(newFile.DirectoryName);
2011-07-06 06:17:21 +00:00
Logger.Debug("Moving [{0}] > [{1}]", episodeFile.Path, newFile.FullName);
2011-06-22 01:12:20 +00:00
_diskProvider.MoveFile(episodeFile.Path, newFile.FullName);
//Wrapped in Try/Catch to prevent this from causing issues with remote NAS boxes, the move worked, which is more important.
try
{
_diskProvider.InheritFolderPermissions(newFile.FullName);
}
catch (UnauthorizedAccessException ex)
{
Logger.Debug("Unable to apply folder permissions to: ", newFile.FullName);
2012-11-21 16:14:57 +00:00
Logger.TraceException(ex.Message, ex);
}
2011-06-20 03:04:08 +00:00
episodeFile.Path = newFile.FullName;
_mediaFileProvider.Update(episodeFile);
var parseResult = Parser.ParsePath(episodeFile.Path);
parseResult.Series = series;
2012-10-14 00:36:16 +00:00
parseResult.Quality = new QualityModel{ Quality = episodeFile.Quality, Proper = episodeFile.Proper };
parseResult.Episodes = episodes;
var message = _downloadProvider.GetDownloadTitle(parseResult);
if (newDownload)
{
_externalNotificationProvider.OnDownload(message, series);
foreach(var episode in episodes)
_signalRProvider.UpdateEpisodeStatus(episode.EpisodeId, EpisodeStatusType.Ready, parseResult.Quality);
}
else
{
_externalNotificationProvider.OnRename(message, series);
}
return episodeFile;
2011-06-20 03:04:08 +00:00
}
2011-06-20 01:59:31 +00:00
/// <summary>
2011-06-20 03:25:04 +00:00
/// Removes files that no longer exist on disk from the database
2011-06-20 01:59:31 +00:00
/// </summary>
/// <param name = "files">list of files to verify</param>
public virtual void CleanUp(IList<EpisodeFile> files)
2011-06-20 01:59:31 +00:00
{
foreach (var episodeFile in files)
{
try
2011-06-20 01:59:31 +00:00
{
if(!_diskProvider.FileExists(episodeFile.Path))
2011-06-20 01:59:31 +00:00
{
Logger.Trace("File [{0}] no longer exists on disk. removing from db", episodeFile.Path);
//Set the EpisodeFileId for each episode attached to this file to 0
foreach(var episode in _episodeProvider.GetEpisodesByFileId(episodeFile.EpisodeFileId))
{
Logger.Trace("Setting EpisodeFileId for Episode: [{0}] to 0", episode.EpisodeId);
episode.EpisodeFileId = 0;
episode.Ignored = _configProvider.AutoIgnorePreviouslyDownloadedEpisodes;
episode.GrabDate = null;
episode.PostDownloadStatus = PostDownloadStatusType.Unknown;
_episodeProvider.UpdateEpisode(episode);
}
//Delete it from the DB
Logger.Trace("Removing EpisodeFile from DB.");
_mediaFileProvider.Delete(episodeFile.EpisodeFileId);
2011-06-20 01:59:31 +00:00
}
}
catch (Exception ex)
{
var message = String.Format("Unable to cleanup EpisodeFile in DB: {0}", episodeFile.EpisodeFileId);
Logger.ErrorException(message, ex);
2011-06-20 01:59:31 +00:00
}
}
}
public virtual void CleanUpDropFolder(string path)
{
//Todo: We should rename files before importing them to prevent this issue from ever happening
var filesOnDisk = GetVideoFiles(path);
foreach(var file in filesOnDisk)
{
try
{
var episodeFile = _mediaFileProvider.GetFileByPath(file);
if (episodeFile != null)
{
Logger.Trace("[{0}] was imported but not moved, moving it now", file);
MoveEpisodeFile(episodeFile, true);
}
}
catch (Exception ex)
{
Logger.WarnException("Failed to move epiosde file from drop folder: " + file, ex);
throw;
}
}
}
2011-06-20 01:59:31 +00:00
public virtual List<string> GetVideoFiles(string path, bool allDirectories = true)
2011-06-20 01:59:31 +00:00
{
Logger.Debug("Scanning '{0}' for video files", path);
2011-06-20 01:59:31 +00:00
var searchOption = allDirectories ? SearchOption.AllDirectories : SearchOption.TopDirectoryOnly;
var filesOnDisk = _diskProvider.GetFiles(path, searchOption);
2011-06-20 01:59:31 +00:00
var mediaFileList = filesOnDisk.Where(c => mediaExtentions.Contains(Path.GetExtension(c).ToLower())).ToList();
2011-06-20 01:59:31 +00:00
2011-06-22 06:34:33 +00:00
Logger.Trace("{0} video files were found in {1}", mediaFileList.Count, path);
2011-06-20 01:59:31 +00:00
return mediaFileList;
}
}
2011-06-20 03:25:04 +00:00
}