@ -1,9 +1,19 @@
using MediaBrowser.Controller.Entities.TV ;
using MediaBrowser.Common.Extensions ;
using MediaBrowser.Controller.Configuration ;
using MediaBrowser.Controller.Entities.TV ;
using MediaBrowser.Controller.IO ;
using MediaBrowser.Controller.Library ;
using MediaBrowser.Model.Entities ;
using MediaBrowser.Model.Logging ;
using System ;
using System.Collections.Generic ;
using System.Globalization ;
using System.IO ;
using System.Linq ;
using System.Text ;
using System.Threading ;
using System.Threading.Tasks ;
using System.Xml ;
namespace MediaBrowser.Providers.TV
{
@ -13,20 +23,24 @@ namespace MediaBrowser.Providers.TV
/// The _library manager
/// </summary>
private readonly ILibraryManager _libraryManager ;
private readonly IServerConfigurationManager _config ;
private readonly ILogger _logger ;
private readonly IDirectoryWatchers _directoryWatchers ;
public SeriesPostScanTask ( ILibraryManager libraryManager )
public SeriesPostScanTask ( ILibraryManager libraryManager , ILogger logger , IDirectoryWatchers directoryWatchers , IServerConfigurationManager config )
{
_libraryManager = libraryManager ;
_logger = logger ;
_directoryWatchers = directoryWatchers ;
_config = config ;
}
public Task Run ( IProgress < double > progress , CancellationToken cancellationToken )
{
RunInternal ( progress , cancellationToken ) ;
return Task . FromResult ( true ) ;
return RunInternal ( progress , cancellationToken ) ;
}
private void RunInternal ( IProgress < double > progress , CancellationToken cancellationToken )
private async Task RunInternal ( IProgress < double > progress , CancellationToken cancellationToken )
{
var seriesList = _libraryManager . RootFolder
. RecursiveChildren
@ -39,6 +53,8 @@ namespace MediaBrowser.Providers.TV
{
cancellationToken . ThrowIfCancellationRequested ( ) ;
await new MissingEpisodeProvider ( _logger , _directoryWatchers , _config ) . Run ( series , cancellationToken ) . ConfigureAwait ( false ) ;
var episodes = series . RecursiveChildren
. OfType < Episode > ( )
. ToList ( ) ;
@ -67,4 +83,346 @@ namespace MediaBrowser.Providers.TV
}
}
}
class MissingEpisodeProvider
{
private readonly IServerConfigurationManager _config ;
private readonly ILogger _logger ;
private readonly IDirectoryWatchers _directoryWatchers ;
private static readonly CultureInfo UsCulture = new CultureInfo ( "en-US" ) ;
public MissingEpisodeProvider ( ILogger logger , IDirectoryWatchers directoryWatchers , IServerConfigurationManager config )
{
_logger = logger ;
_directoryWatchers = directoryWatchers ;
_config = config ;
}
public async Task Run ( Series series , CancellationToken cancellationToken )
{
var tvdbId = series . GetProviderId ( MetadataProviders . Tvdb ) ;
// Can't proceed without a tvdb id
if ( string . IsNullOrEmpty ( tvdbId ) )
{
return ;
}
var seriesDataPath = RemoteSeriesProvider . GetSeriesDataPath ( _config . ApplicationPaths , tvdbId ) ;
var episodeFiles = Directory . EnumerateFiles ( seriesDataPath , "*.xml" , SearchOption . TopDirectoryOnly )
. Select ( Path . GetFileNameWithoutExtension )
. Where ( i = > i . StartsWith ( "episode-" , StringComparison . OrdinalIgnoreCase ) )
. ToList ( ) ;
var episodeLookup = episodeFiles
. Select ( i = >
{
var parts = i . Split ( '-' ) ;
if ( parts . Length = = 3 )
{
var seasonNumberString = parts [ 1 ] ;
int seasonNumber ;
if ( int . TryParse ( seasonNumberString , NumberStyles . Integer , UsCulture , out seasonNumber ) )
{
var episodeNumberString = parts [ 2 ] ;
int episodeNumber ;
if ( int . TryParse ( episodeNumberString , NumberStyles . Integer , UsCulture , out episodeNumber ) )
{
return new Tuple < int , int > ( seasonNumber , episodeNumber ) ;
}
}
}
return new Tuple < int , int > ( - 1 , - 1 ) ;
} )
. Where ( i = > i . Item1 ! = - 1 & & i . Item2 ! = - 1 )
. ToList ( ) ;
var existingEpisodes = series . RecursiveChildren
. OfType < Episode > ( )
. Where ( i = > i . IndexNumber . HasValue & & i . ParentIndexNumber . HasValue )
. ToList ( ) ;
var hasChanges = false ;
if ( _config . Configuration . CreateVirtualMissingEpisodes | | _config . Configuration . CreateVirtualFutureEpisodes )
{
if ( _config . Configuration . EnableInternetProviders )
{
hasChanges = await AddMissingEpisodes ( series , seriesDataPath , existingEpisodes , episodeLookup , cancellationToken ) . ConfigureAwait ( false ) ;
}
}
var anyRemoved = await RemoveObsoleteMissingEpsiodes ( series , existingEpisodes , cancellationToken ) . ConfigureAwait ( false ) ;
if ( hasChanges | | anyRemoved )
{
await series . RefreshMetadata ( cancellationToken , true ) . ConfigureAwait ( false ) ;
await series . ValidateChildren ( new Progress < double > ( ) , cancellationToken , true ) . ConfigureAwait ( false ) ;
}
}
/// <summary>
/// Adds the missing episodes.
/// </summary>
/// <param name="series">The series.</param>
/// <param name="seriesDataPath">The series data path.</param>
/// <param name="existingEpisodes">The existing episodes.</param>
/// <param name="episodeLookup">The episode lookup.</param>
/// <param name="cancellationToken">The cancellation token.</param>
/// <returns>Task.</returns>
private async Task < bool > AddMissingEpisodes ( Series series , string seriesDataPath , List < Episode > existingEpisodes , IEnumerable < Tuple < int , int > > episodeLookup , CancellationToken cancellationToken )
{
var hasChanges = false ;
foreach ( var tuple in episodeLookup )
{
if ( tuple . Item1 < = 0 )
{
// Ignore season zeros
continue ;
}
if ( tuple . Item2 < = 0 )
{
// Ignore episode zeros
continue ;
}
var existingEpisode = GetExistingEpisode ( existingEpisodes , tuple ) ;
if ( existingEpisode ! = null )
{
continue ;
}
var airDate = GetAirDate ( seriesDataPath , tuple . Item1 , tuple . Item2 ) ;
if ( ! airDate . HasValue )
{
continue ;
}
if ( airDate . Value < DateTime . UtcNow & & _config . Configuration . CreateVirtualMissingEpisodes )
{
// tvdb has a lot of nearly blank episodes
_logger . Info ( "Creating virtual missing episode {0} {1}x{2}" , series . Name , tuple . Item1 , tuple . Item2 ) ;
await AddEpisode ( series , tuple . Item1 , tuple . Item2 , cancellationToken ) . ConfigureAwait ( false ) ;
hasChanges = true ;
}
else if ( airDate . Value > DateTime . UtcNow & & _config . Configuration . CreateVirtualFutureEpisodes )
{
// tvdb has a lot of nearly blank episodes
_logger . Info ( "Creating virtual future episode {0} {1}x{2}" , series . Name , tuple . Item1 , tuple . Item2 ) ;
await AddEpisode ( series , tuple . Item1 , tuple . Item2 , cancellationToken ) . ConfigureAwait ( false ) ;
hasChanges = true ;
}
}
return hasChanges ;
}
/// <summary>
/// Removes the virtual entry after a corresponding physical version has been added
/// </summary>
private async Task < bool > RemoveObsoleteMissingEpsiodes ( Series series , List < Episode > existingEpisodes , CancellationToken cancellationToken )
{
var physicalEpisodes = existingEpisodes
. Where ( i = > i . LocationType ! = LocationType . Virtual )
. ToList ( ) ;
var episodesToRemove = existingEpisodes
. Where ( i = > i . LocationType = = LocationType . Virtual )
. Where ( i = >
{
if ( i . IndexNumber . HasValue & & i . ParentIndexNumber . HasValue )
{
return physicalEpisodes . Any ( p = > p . ParentIndexNumber . HasValue & & p . ParentIndexNumber . Value = = i . ParentIndexNumber . Value & & p . ContainsEpisodeNumber ( i . IndexNumber . Value ) ) ;
}
return false ;
} )
. ToList ( ) ;
var hasChanges = false ;
foreach ( var episodeToRemove in episodesToRemove )
{
_logger . Info ( "Removing {0} {1}x{2}" , series . Name , episodeToRemove . ParentIndexNumber , episodeToRemove . IndexNumber ) ;
await episodeToRemove . Parent . RemoveChild ( episodeToRemove , cancellationToken ) . ConfigureAwait ( false ) ;
hasChanges = true ;
}
return hasChanges ;
}
/// <summary>
/// Adds the episode.
/// </summary>
/// <param name="series">The series.</param>
/// <param name="seasonNumber">The season number.</param>
/// <param name="episodeNumber">The episode number.</param>
/// <param name="cancellationToken">The cancellation token.</param>
/// <returns>Task.</returns>
private async Task AddEpisode ( Series series , int seasonNumber , int episodeNumber , CancellationToken cancellationToken )
{
var season = series . Children . OfType < Season > ( ) . FirstOrDefault ( i = > i . IndexNumber . HasValue & & i . IndexNumber . Value = = seasonNumber ) ;
if ( season = = null )
{
season = await AddSeason ( series , seasonNumber , cancellationToken ) . ConfigureAwait ( false ) ;
}
var name = string . Format ( "Episode {0}" , episodeNumber . ToString ( UsCulture ) ) ;
var episode = new Episode
{
Name = string . Format ( "Episode {0}" , episodeNumber . ToString ( UsCulture ) ) ,
IndexNumber = episodeNumber ,
ParentIndexNumber = seasonNumber ,
Parent = season ,
DisplayMediaType = typeof ( Episode ) . Name ,
Id = ( series . Id + name ) . GetMBId ( typeof ( Episode ) )
} ;
await season . AddChild ( episode , cancellationToken ) . ConfigureAwait ( false ) ;
await episode . RefreshMetadata ( cancellationToken ) . ConfigureAwait ( false ) ;
}
/// <summary>
/// Adds the season.
/// </summary>
/// <param name="series">The series.</param>
/// <param name="seasonNumber">The season number.</param>
/// <param name="cancellationToken">The cancellation token.</param>
/// <returns>Task{Season}.</returns>
private async Task < Season > AddSeason ( Series series , int seasonNumber , CancellationToken cancellationToken )
{
_logger . Info ( "Creating Season {0} entry for {1}" , seasonNumber , series . Name ) ;
var name = string . Format ( "Season {0}" , seasonNumber . ToString ( UsCulture ) ) ;
var path = Path . Combine ( series . Path , name ) ;
var season = new Season
{
Name = name ,
IndexNumber = seasonNumber ,
Path = path ,
Parent = series ,
DisplayMediaType = typeof ( Season ) . Name
} ;
_directoryWatchers . TemporarilyIgnore ( path ) ;
try
{
var info = Directory . CreateDirectory ( path ) ;
season . DateCreated = info . CreationTimeUtc ;
season . DateModified = info . LastWriteTimeUtc ;
await series . AddChild ( season , cancellationToken ) . ConfigureAwait ( false ) ;
await season . RefreshMetadata ( cancellationToken ) . ConfigureAwait ( false ) ;
}
finally
{
_directoryWatchers . RemoveTempIgnore ( path ) ;
}
return season ;
}
/// <summary>
/// Gets the existing episode.
/// </summary>
/// <param name="existingEpisodes">The existing episodes.</param>
/// <param name="tuple">The tuple.</param>
/// <returns>Episode.</returns>
private Episode GetExistingEpisode ( IEnumerable < Episode > existingEpisodes , Tuple < int , int > tuple )
{
return existingEpisodes
. FirstOrDefault ( i = > ( i . ParentIndexNumber ? ? - 1 ) = = tuple . Item1 & & i . ContainsEpisodeNumber ( tuple . Item2 ) ) ;
}
/// <summary>
/// Gets the air date.
/// </summary>
/// <param name="seriesDataPath">The series data path.</param>
/// <param name="seasonNumber">The season number.</param>
/// <param name="episodeNumber">The episode number.</param>
/// <returns>System.Nullable{DateTime}.</returns>
private DateTime ? GetAirDate ( string seriesDataPath , int seasonNumber , int episodeNumber )
{
// First open up the tvdb xml file and make sure it has valid data
var filename = string . Format ( "episode-{0}-{1}.xml" , seasonNumber . ToString ( UsCulture ) , episodeNumber . ToString ( UsCulture ) ) ;
var xmlPath = Path . Combine ( seriesDataPath , filename ) ;
// It appears the best way to filter out invalid entries is to only include those with valid air dates
using ( var streamReader = new StreamReader ( xmlPath , Encoding . UTF8 ) )
{
// Use XmlReader for best performance
using ( var reader = XmlReader . Create ( streamReader , new XmlReaderSettings
{
CheckCharacters = false ,
IgnoreProcessingInstructions = true ,
IgnoreComments = true ,
ValidationType = ValidationType . None
} ) )
{
reader . MoveToContent ( ) ;
// Loop through each element
while ( reader . Read ( ) )
{
if ( reader . NodeType = = XmlNodeType . Element )
{
switch ( reader . Name )
{
case "FirstAired" :
{
var val = reader . ReadElementContentAsString ( ) ;
if ( ! string . IsNullOrWhiteSpace ( val ) )
{
DateTime date ;
if ( DateTime . TryParse ( val , out date ) )
{
return date . ToUniversalTime ( ) ;
}
}
break ;
}
default :
reader . Skip ( ) ;
break ;
}
}
}
}
}
return null ;
}
}
}
Luke Pulverenti
11 years ago