using System; using System.Collections.Generic; using System.IO; using System.Linq; using NLog; using NzbDrone.Common; using NzbDrone.Core.Configuration; using NzbDrone.Core.Download; using NzbDrone.Core.Tv; using NzbDrone.Core.Model; namespace NzbDrone.Core.Providers { public class DiskScanProvider { private static readonly Logger Logger = LogManager.GetCurrentClassLogger(); private static readonly string[] mediaExtentions = new[] { ".mkv", ".avi", ".wmv", ".mp4", ".mpg", ".mpeg", ".xvid", ".flv", ".mov", ".rm", ".rmvb", ".divx", ".dvr-ms", ".ts", ".ogm", ".m4v", ".strm" }; private readonly DiskProvider _diskProvider; private readonly IEpisodeService _episodeService; private readonly MediaFileProvider _mediaFileProvider; private readonly ExternalNotificationProvider _externalNotificationProvider; private readonly DownloadProvider _downloadProvider; private readonly SignalRProvider _signalRProvider; private readonly IConfigService _configService; private readonly RecycleBinProvider _recycleBinProvider; private readonly MediaInfoProvider _mediaInfoProvider; private readonly ISeriesRepository _seriesRepository; public DiskScanProvider(DiskProvider diskProvider, IEpisodeService episodeService, MediaFileProvider mediaFileProvider, ExternalNotificationProvider externalNotificationProvider, DownloadProvider downloadProvider, SignalRProvider signalRProvider, IConfigService configService, RecycleBinProvider recycleBinProvider, MediaInfoProvider mediaInfoProvider, ISeriesRepository seriesRepository) { _diskProvider = diskProvider; _episodeService = episodeService; _mediaFileProvider = mediaFileProvider; _externalNotificationProvider = externalNotificationProvider; _downloadProvider = downloadProvider; _signalRProvider = signalRProvider; _configService = configService; _recycleBinProvider = recycleBinProvider; _mediaInfoProvider = mediaInfoProvider; _seriesRepository = seriesRepository; } public DiskScanProvider() { } /// /// Scans the specified series folder for media files /// /// The series to be scanned public virtual List Scan(Series series) { return Scan(series, series.Path); } /// /// Scans the specified series folder for media files /// /// The series to be scanned /// Path to scan public virtual List Scan(Series series, string path) { _mediaFileProvider.CleanUpDatabase(); if (!_diskProvider.FolderExists(path)) { Logger.Warn("Series folder doesn't exist: {0}", path); return new List(); } if (_episodeService.GetEpisodeBySeries(series.OID).Count == 0) { Logger.Debug("Series {0} has no episodes. skipping", series.Title); return new List(); } var seriesFile = _mediaFileProvider.GetSeriesFiles(series.OID); CleanUp(seriesFile); var mediaFileList = GetVideoFiles(path); var importedFiles = new List(); foreach (var filePath in mediaFileList) { var file = ImportFile(series, filePath); if (file != null) { importedFiles.Add(file); } } //Todo: Find the "best" episode file for all found episodes and import that one //Todo: Move the episode linking to here, instead of import (or rename import) series.LastDiskSync = DateTime.Now; _seriesRepository.Update(series); return importedFiles; } public virtual EpisodeFile ImportFile(Series series, string filePath) { Logger.Trace("Importing file to database [{0}]", filePath); if (_mediaFileProvider.Exists(filePath)) { Logger.Trace("[{0}] already exists in the database. skipping.", filePath); return null; } var parseResult = Parser.ParsePath(filePath); if (parseResult == null) return null; var size = _diskProvider.GetSize(filePath); var runTime = _mediaInfoProvider.GetRunTime(filePath); if (series.SeriesType == SeriesType.Daily || parseResult.SeasonNumber > 0) { if (size < Constants.IgnoreFileSize && runTime < 180) { Logger.Trace("[{0}] appears to be a sample. skipping.", filePath); return null; } } if (!_diskProvider.IsChildOfPath(filePath, series.Path)) parseResult.SceneSource = true; parseResult.SeriesTitle = series.Title; //replaces the nasty path as title to help with logging parseResult.Series = series; var episodes = _episodeService.GetEpisodesByParseResult(parseResult); if (episodes.Count <= 0) { Logger.Debug("Can't find any matching episodes in the database. Skipping {0}", filePath); return null; } //Make sure this file is an upgrade for ALL episodes already on disk if (episodes.All(e => e.EpisodeFile == null || e.EpisodeFile.QualityWrapper <= parseResult.Quality)) { Logger.Debug("Deleting the existing file(s) on disk to upgrade to: {0}", filePath); //Do the delete for files where there is already an episode on disk episodes.Where(e => e.EpisodeFile != null).Select(e => e.EpisodeFile.Path).Distinct().ToList().ForEach(p => _recycleBinProvider.DeleteFile(p)); } else { //Skip this file because its not an upgrade Logger.Trace("This file isn't an upgrade for all episodes. Skipping {0}", filePath); return null; } var episodeFile = new EpisodeFile(); episodeFile.DateAdded = DateTime.Now; episodeFile.SeriesId = series.OID; episodeFile.Path = filePath.NormalizePath(); episodeFile.Size = size; episodeFile.Quality = parseResult.Quality.Quality; episodeFile.Proper = parseResult.Quality.Proper; episodeFile.SeasonNumber = parseResult.SeasonNumber; episodeFile.SceneName = Path.GetFileNameWithoutExtension(filePath.NormalizePath()); episodeFile.ReleaseGroup = parseResult.ReleaseGroup; //Todo: We shouldn't actually import the file until we confirm its the only one we want. //Todo: Separate episodeFile creation from importing (pass file to import to import) _mediaFileProvider.Add(episodeFile); //Link file to all episodes foreach (var ep in episodes) { ep.EpisodeFile = episodeFile; ep.PostDownloadStatus = PostDownloadStatusType.NoError; _episodeService.UpdateEpisode(ep); Logger.Debug("Linking [{0}] > [{1}]", filePath, ep); } return episodeFile; } public virtual EpisodeFile MoveEpisodeFile(EpisodeFile episodeFile, bool newDownload = false) { if (episodeFile == null) throw new ArgumentNullException("episodeFile"); var series = _seriesRepository.Get(episodeFile.SeriesId); var episodes = _episodeService.GetEpisodesByFileId(episodeFile.EpisodeFileId); string newFileName = _mediaFileProvider.GetNewFilename(episodes, series, episodeFile.Quality, episodeFile.Proper, episodeFile); var newFile = _mediaFileProvider.CalculateFilePath(series, episodes.First().SeasonNumber, newFileName, Path.GetExtension(episodeFile.Path)); //Only rename if existing and new filenames don't match if (DiskProvider.PathEquals(episodeFile.Path, newFile.FullName)) { Logger.Debug("Skipping file rename, source and destination are the same: {0}", episodeFile.Path); return null; } if (!_diskProvider.FileExists(episodeFile.Path)) { Logger.Error("Episode file path does not exist, {0}", episodeFile.Path); return null; } _diskProvider.CreateDirectory(newFile.DirectoryName); Logger.Debug("Moving [{0}] > [{1}]", episodeFile.Path, newFile.FullName); _diskProvider.MoveFile(episodeFile.Path, newFile.FullName); //Wrapped in Try/Catch to prevent this from causing issues with remote NAS boxes, the move worked, which is more important. try { _diskProvider.InheritFolderPermissions(newFile.FullName); } catch (UnauthorizedAccessException ex) { Logger.Debug("Unable to apply folder permissions to: ", newFile.FullName); Logger.TraceException(ex.Message, ex); } episodeFile.Path = newFile.FullName; _mediaFileProvider.Update(episodeFile); var parseResult = Parser.ParsePath(episodeFile.Path); parseResult.Series = series; parseResult.Quality = new QualityModel { Quality = episodeFile.Quality, Proper = episodeFile.Proper }; parseResult.Episodes = episodes; var message = parseResult.GetDownloadTitle(); if (newDownload) { _externalNotificationProvider.OnDownload(message, series); foreach (var episode in episodes) _signalRProvider.UpdateEpisodeStatus(episode.OID, EpisodeStatusType.Ready, parseResult.Quality); } else { _externalNotificationProvider.OnRename(message, series); } return episodeFile; } /// /// Removes files that no longer exist on disk from the database /// /// list of files to verify public virtual void CleanUp(IList files) { foreach (var episodeFile in files) { try { if (!_diskProvider.FileExists(episodeFile.Path)) { Logger.Trace("File [{0}] no longer exists on disk. removing from db", episodeFile.Path); //Set the EpisodeFileId for each episode attached to this file to 0 foreach (var episode in _episodeService.GetEpisodesByFileId(episodeFile.EpisodeFileId)) { Logger.Trace("Detaching episode {0} from file.", episode.OID); episode.EpisodeFile = null; episode.Ignored = _configService.AutoIgnorePreviouslyDownloadedEpisodes; episode.GrabDate = null; episode.PostDownloadStatus = PostDownloadStatusType.Unknown; _episodeService.UpdateEpisode(episode); } //Delete it from the DB Logger.Trace("Removing EpisodeFile from DB."); _mediaFileProvider.Delete(episodeFile.EpisodeFileId); } } catch (Exception ex) { var message = String.Format("Unable to cleanup EpisodeFile in DB: {0}", episodeFile.EpisodeFileId); Logger.ErrorException(message, ex); } } } public virtual void CleanUpDropFolder(string path) { //Todo: We should rename files before importing them to prevent this issue from ever happening var filesOnDisk = GetVideoFiles(path); foreach (var file in filesOnDisk) { try { var episodeFile = _mediaFileProvider.GetFileByPath(file); if (episodeFile != null) { Logger.Trace("[{0}] was imported but not moved, moving it now", file); MoveEpisodeFile(episodeFile, true); } } catch (Exception ex) { Logger.WarnException("Failed to move epiosde file from drop folder: " + file, ex); throw; } } } public virtual List GetVideoFiles(string path, bool allDirectories = true) { Logger.Debug("Scanning '{0}' for video files", path); var searchOption = allDirectories ? SearchOption.AllDirectories : SearchOption.TopDirectoryOnly; var filesOnDisk = _diskProvider.GetFiles(path, searchOption); var mediaFileList = filesOnDisk.Where(c => mediaExtentions.Contains(Path.GetExtension(c).ToLower())).ToList(); Logger.Trace("{0} video files were found in {1}", mediaFileList.Count, path); return mediaFileList; } } }