2020-09-04 02:50:56 +00:00
using System ;
using System.Collections.Generic ;
using System.Linq ;
using System.Threading.Tasks ;
using NLog ;
using NzbDrone.Common.Instrumentation.Extensions ;
using NzbDrone.Common.TPL ;
using NzbDrone.Core.ImportLists.ImportListMovies ;
using NzbDrone.Core.MetadataSource ;
using NzbDrone.Core.Movies ;
namespace NzbDrone.Core.ImportLists
{
public interface IFetchAndParseImportList
{
ImportListFetchResult Fetch ( ) ;
ImportListFetchResult FetchSingleList ( ImportListDefinition definition ) ;
}
public class FetchAndParseImportListService : IFetchAndParseImportList
{
private readonly IImportListFactory _importListFactory ;
private readonly IImportListStatusService _importListStatusService ;
private readonly IImportListMovieService _listMovieService ;
private readonly ISearchForNewMovie _movieSearch ;
2022-07-15 04:17:27 +00:00
private readonly IProvideMovieInfo _movieInfoService ;
2022-03-20 15:55:47 +00:00
private readonly IMovieMetadataService _movieMetadataService ;
2020-09-04 02:50:56 +00:00
private readonly Logger _logger ;
public FetchAndParseImportListService ( IImportListFactory importListFactory ,
IImportListStatusService importListStatusService ,
IImportListMovieService listMovieService ,
ISearchForNewMovie movieSearch ,
2022-07-15 04:17:27 +00:00
IProvideMovieInfo movieInfoService ,
2022-03-20 15:55:47 +00:00
IMovieMetadataService movieMetadataService ,
2020-09-04 02:50:56 +00:00
Logger logger )
{
_importListFactory = importListFactory ;
_importListStatusService = importListStatusService ;
_listMovieService = listMovieService ;
_movieSearch = movieSearch ;
2022-07-15 04:17:27 +00:00
_movieInfoService = movieInfoService ;
2022-03-20 15:55:47 +00:00
_movieMetadataService = movieMetadataService ;
2020-09-04 02:50:56 +00:00
_logger = logger ;
}
public ImportListFetchResult Fetch ( )
{
var result = new ImportListFetchResult ( ) ;
var importLists = _importListFactory . Enabled ( ) ;
if ( ! importLists . Any ( ) )
{
_logger . Debug ( "No available import lists. check your configuration." ) ;
return result ;
}
_logger . Debug ( "Available import lists {0}" , importLists . Count ) ;
var taskList = new List < Task > ( ) ;
var taskFactory = new TaskFactory ( TaskCreationOptions . LongRunning , TaskContinuationOptions . None ) ;
foreach ( var importList in importLists )
{
_logger . ProgressInfo ( "Syncing Movies for List: {0}" , importList . Name ) ;
var importListLocal = importList ;
var blockedLists = _importListStatusService . GetBlockedProviders ( ) . ToDictionary ( v = > v . ProviderId , v = > v ) ;
if ( blockedLists . TryGetValue ( importList . Definition . Id , out ImportListStatus blockedListStatus ) )
{
_logger . Debug ( "Temporarily ignoring list {0} till {1} due to recent failures." , importList . Definition . Name , blockedListStatus . DisabledTill . Value . ToLocalTime ( ) ) ;
result . AnyFailure | = true ; //Ensure we don't clean if a list is down
continue ;
}
var task = taskFactory . StartNew ( ( ) = >
{
try
{
var importListReports = importListLocal . Fetch ( ) ;
lock ( result )
{
_logger . Debug ( "Found {0} from {1}" , importListReports . Movies . Count , importList . Name ) ;
if ( ! importListReports . AnyFailure )
{
2022-07-15 04:17:27 +00:00
var alreadyMapped = result . Movies . Where ( x = > importListReports . Movies . Any ( r = > r . TmdbId = = x . TmdbId ) ) ;
var listMovies = MapMovieReports ( importListReports . Movies . Where ( x = > ! result . Movies . Any ( r = > r . TmdbId = = x . TmdbId ) ) . ToList ( ) ) . Where ( x = > x . TmdbId > 0 ) . ToList ( ) ;
2020-09-04 02:50:56 +00:00
2022-07-15 04:17:27 +00:00
listMovies . AddRange ( alreadyMapped ) ;
2020-09-04 02:50:56 +00:00
listMovies = listMovies . DistinctBy ( x = > x . TmdbId ) . ToList ( ) ;
listMovies . ForEach ( m = > m . ListId = importList . Definition . Id ) ;
result . Movies . AddRange ( listMovies ) ;
_listMovieService . SyncMoviesForList ( listMovies , importList . Definition . Id ) ;
}
result . AnyFailure | = importListReports . AnyFailure ;
}
}
catch ( Exception e )
{
_logger . Error ( e , "Error during Import List Sync for list {0}" , importList . Name ) ;
}
} ) . LogExceptions ( ) ;
taskList . Add ( task ) ;
}
Task . WaitAll ( taskList . ToArray ( ) ) ;
_logger . Debug ( "Found {0} reports for all lists" , result . Movies . Count ) ;
return result ;
}
public ImportListFetchResult FetchSingleList ( ImportListDefinition definition )
{
var result = new ImportListFetchResult ( ) ;
var importList = _importListFactory . GetInstance ( definition ) ;
if ( importList = = null | | ! definition . Enable )
{
_logger . Debug ( "Import list {0} is not enabled. No Movies will be added" ) ;
return result ;
}
var importListLocal = importList ;
try
{
var importListReports = importListLocal . Fetch ( ) ;
lock ( result )
{
_logger . Debug ( "Found {0} from {1}" , importListReports . Movies . Count , importList . Name ) ;
if ( ! importListReports . AnyFailure )
{
2022-07-15 04:17:27 +00:00
var listMovies = MapMovieReports ( importListReports . Movies ) . Where ( x = > x . TmdbId > 0 ) . ToList ( ) ;
2020-09-04 02:50:56 +00:00
listMovies = listMovies . DistinctBy ( x = > x . TmdbId ) . ToList ( ) ;
2022-07-17 17:55:13 +00:00
listMovies . ForEach ( m = > m . ListId = importList . Definition . Id ) ;
2020-09-04 02:50:56 +00:00
result . Movies . AddRange ( listMovies ) ;
_listMovieService . SyncMoviesForList ( listMovies , importList . Definition . Id ) ;
}
result . AnyFailure | = importListReports . AnyFailure ;
}
}
catch ( Exception e )
{
_logger . Error ( e , "Error during Import List Sync for list {0}" , importList . Name ) ;
}
_logger . Debug ( "Found {0} reports for list {1}" , result . Movies . Count , importList . Name ) ;
return result ;
}
2022-07-15 04:17:27 +00:00
private List < ImportListMovie > MapMovieReports ( List < ImportListMovie > reports )
2020-09-04 02:50:56 +00:00
{
2022-07-15 04:17:27 +00:00
var mappedMovies = reports . Select ( m = > _movieSearch . MapMovieToTmdbMovie ( new MovieMetadata { Title = m . Title , TmdbId = m . TmdbId , ImdbId = m . ImdbId , Year = m . Year } ) )
. Where ( x = > x ! = null )
. ToList ( ) ;
_movieMetadataService . UpsertMany ( mappedMovies ) ;
2022-03-20 15:55:47 +00:00
2022-07-15 04:17:27 +00:00
var mappedListMovies = new List < ImportListMovie > ( ) ;
2020-09-04 02:50:56 +00:00
2022-07-17 17:55:13 +00:00
foreach ( var movieMeta in mappedMovies )
2020-09-04 02:50:56 +00:00
{
2022-07-17 17:55:13 +00:00
var mappedListMovie = new ImportListMovie ( ) ;
2022-07-15 04:17:27 +00:00
if ( movieMeta ! = null )
{
mappedListMovie . MovieMetadata = movieMeta ;
mappedListMovie . MovieMetadataId = movieMeta . Id ;
}
2022-05-12 00:46:41 +00:00
2022-07-15 04:17:27 +00:00
mappedListMovies . Add ( mappedListMovie ) ;
2020-09-04 02:50:56 +00:00
}
2022-07-15 04:17:27 +00:00
return mappedListMovies ;
2020-09-04 02:50:56 +00:00
}
}
}