@ -93,217 +93,155 @@ namespace Ombi.Schedule.Jobs.Plex
{
{
foreach ( var servers in plexSettings . Servers ? ? new List < PlexServers > ( ) )
foreach ( var servers in plexSettings . Servers ? ? new List < PlexServers > ( ) )
{
{
try
{
Logger . LogInformation ( "Starting to cache the content on server {0}" , servers . Name ) ;
await ProcessServer ( servers ) ;
}
catch ( Exception e )
{
Logger . LogWarning ( LoggingEvents . PlexContentCacher , e , "Exception thrown when attempting to cache the Plex Content in server {0}" , servers . Name ) ;
}
}
}
Logger . LogInformation ( "Getting all content from server {0}" , servers . Name ) ;
private async Task ProcessServer ( PlexServers servers )
var allContent = await GetAllContent ( servers ) ;
{
Logger . LogInformation ( "We found {0} items" , allContent . Count ) ;
Logger . LogInformation ( "Getting all content from server {0}" , servers . Name ) ;
var allContent = await GetAllContent ( servers ) ;
Logger . LogInformation ( "We found {0} items" , allContent . Count ) ;
// Let's now process this.
// Let's now process this.
var contentToAdd = new List < PlexServerContent > ( ) ;
var contentToAdd = new HashSet < PlexServerContent > ( ) ;
foreach ( var content in allContent )
foreach ( var content in allContent )
{
if ( content . viewGroup . Equals ( PlexMediaType . Show . ToString ( ) , StringComparison . CurrentCultureIgnoreCase ) )
{
{
if ( content . viewGroup . Equals ( PlexMediaType . Show . ToString ( ) , StringComparison . CurrentCultureIgnoreCase ) )
// Process Shows
Logger . LogInformation ( "Processing TV Shows" ) ;
foreach ( var show in content . Metadata ? ? new Metadata [ ] { } )
{
{
// Process Shows
var seasonList = await PlexApi . GetSeasons ( servers . PlexAuthToken , servers . FullUri ,
Logger . LogInformation ( "Processing TV Shows" ) ;
show . ratingKey ) ;
foreach ( var show in content . Metadata ? ? new Metadata [ ] { } )
var seasonsContent = new List < PlexSeasonsContent > ( ) ;
foreach ( var season in seasonList . MediaContainer . Metadata )
{
{
var seasonList = await PlexApi . GetSeasons ( servers . PlexAuthToken , servers . FullUri ,
seasonsContent . Add ( new PlexSeasonsContent
show . ratingKey ) ;
var seasonsContent = new List < PlexSeasonsContent > ( ) ;
foreach ( var season in seasonList . MediaContainer . Metadata )
{
{
seasonsContent . Add ( new PlexSeasonsContent
ParentKey = season . parentRatingKey ,
{
SeasonKey = season . ratingKey ,
ParentKey = season . parentRatingKey ,
SeasonNumber = season . index ,
SeasonKey = season . ratingKey ,
PlexContentId = show . ratingKey
SeasonNumber = season . index ,
} ) ;
PlexContentId = show . ratingKey
}
} ) ;
}
// Do we already have this item?
// Do we already have this item?
// Let's try and match
// Let's try and match
var existingContent = await Repo . GetFirstContentByCustom ( x = > x . Title = = show . title
var existingContent = await Repo . GetFirstContentByCustom ( x = > x . Title = = show . title
& & x . ReleaseYear = = show . year . ToString ( )
& & x . ReleaseYear = = show . year . ToString ( )
& & x . Type = = PlexMediaTypeEntity . Show ) ;
& & x . Type = = PlexMediaTypeEntity . Show ) ;
if ( existingContent ! = null )
// Just double check the rating key, since this is our unique constraint
var existingKey = await Repo . GetByKey ( show . ratingKey ) ;
if ( existingKey ! = null )
{
// Damn son.
// Let's check if they match up
var doesMatch = show . title . Equals ( existingKey . Title ,
StringComparison . CurrentCulture ) ;
if ( ! doesMatch )
{
{
// Just check the key
// Something fucked up on Plex at somepoint... Damn, rebuild of lib maybe?
var existingKey = await Repo . GetByKey ( show . ratingKey ) ;
// Lets delete the matching key
if ( existingKey ! = null )
await Repo . Delete ( existingKey ) ;
{
existingKey = null ;
// The rating key is all good!
}
}
}
else
{
// This means the rating key has changed somehow.
// Should probably delete this and get the new one
var oldKey = existingContent . Key ;
Repo . DeleteWithoutSave ( existingContent ) ;
// Because we have changed the rating key, we need to change all children too
var episodeToChange = Repo . GetAllEpisodes ( ) . Where ( x = > x . GrandparentKey = = oldKey ) ;
if ( episodeToChange . Any ( ) )
{
foreach ( var e in episodeToChange )
{
Repo . DeleteWithoutSave ( e ) ;
}
}
await Repo . SaveChangesAsync ( ) ;
existingContent = null ;
}
if ( existingContent ! = null )
{
// Just check the key
if ( existingKey ! = null )
{
// The rating key is all good!
}
}
// The ratingKey keeps changing...
else
//var existingContent = await Repo.GetByKey(show.ratingKey);
if ( existingContent ! = null )
{
{
try
// This means the rating key has changed somehow.
// Should probably delete this and get the new one
var oldKey = existingContent . Key ;
Repo . DeleteWithoutSave ( existingContent ) ;
// Because we have changed the rating key, we need to change all children too
var episodeToChange = Repo . GetAllEpisodes ( ) . Where ( x = > x . GrandparentKey = = oldKey ) ;
if ( episodeToChange . Any ( ) )
{
{
Logger . LogInformation ( "We already have show {0} checking for new seasons" , existingContent . Title ) ;
foreach ( var e in episodeToChange )
// Ok so we have it, let's check if there are any new seasons
var itemAdded = false ;
foreach ( var season in seasonsContent )
{
{
var seasonExists = existingContent . Seasons . FirstOrDefault ( x = > x . SeasonKey = = season . SeasonKey ) ;
Repo . DeleteWithoutSave ( e ) ;
if ( seasonExists ! = null )
{
// We already have this season
continue ;
}
existingContent . Seasons . Add ( season ) ;
itemAdded = true ;
}
}
if ( itemAdded ) await Repo . Update ( existingContent ) ;
}
catch ( Exception e )
{
Logger . LogError ( LoggingEvents . PlexContentCacher , e , "Exception when adding new seasons to title {0}" , existingContent . Title ) ;
}
}
await Repo . SaveChangesAsync ( ) ;
existingContent = null ;
}
}
else
}
// The ratingKey keeps changing...
//var existingContent = await Repo.GetByKey(show.ratingKey);
if ( existingContent ! = null )
{
try
{
{
try
Logger . LogInformation ( "We already have show {0} checking for new seasons" ,
existingContent . Title ) ;
// Ok so we have it, let's check if there are any new seasons
var itemAdded = false ;
foreach ( var season in seasonsContent )
{
{
var seasonExists =
existingContent . Seasons . FirstOrDefault ( x = > x . SeasonKey = = season . SeasonKey ) ;
Logger . LogInformation ( "New show {0}, so add it" , show . title ) ;
if ( seasonExists ! = null )
// Get the show metadata... This sucks since the `metadata` var contains all information about the show
// But it does not contain the `guid` property that we need to pull out thetvdb id...
var showMetadata = await PlexApi . GetMetadata ( servers . PlexAuthToken , servers . FullUri ,
show . ratingKey ) ;
var providerIds = PlexHelper . GetProviderIdFromPlexGuid ( showMetadata . MediaContainer . Metadata . FirstOrDefault ( ) . guid ) ;
var item = new PlexServerContent
{
AddedAt = DateTime . Now ,
Key = show . ratingKey ,
ReleaseYear = show . year . ToString ( ) ,
Type = PlexMediaTypeEntity . Show ,
Title = show . title ,
Url = PlexHelper . GetPlexMediaUrl ( servers . MachineIdentifier , show . ratingKey ) ,
Seasons = new List < PlexSeasonsContent > ( )
} ;
if ( providerIds . Type = = ProviderType . ImdbId )
{
item . ImdbId = providerIds . ImdbId ;
}
if ( providerIds . Type = = ProviderType . TheMovieDbId )
{
{
item . TheMovieDbId = providerIds . TheMovieDb ;
// We already have this season
}
if ( providerIds . Type = = ProviderType . TvDbId )
{
item . TvDbId = providerIds . TheTvDb ;
}
// Let's just double check to make sure we do not have it now we have some id's
var existingImdb = false ;
var existingMovieDbId = false ;
var existingTvDbId = false ;
if ( item . ImdbId . HasValue ( ) )
{
existingImdb = await Repo . GetAll ( ) . AnyAsync ( x = >
x . ImdbId = = item . ImdbId & & x . Type = = PlexMediaTypeEntity . Show ) ;
}
if ( item . TheMovieDbId . HasValue ( ) )
{
existingMovieDbId = await Repo . GetAll ( ) . AnyAsync ( x = >
x . TheMovieDbId = = item . TheMovieDbId & & x . Type = = PlexMediaTypeEntity . Show ) ;
}
if ( item . TvDbId . HasValue ( ) )
{
existingTvDbId = await Repo . GetAll ( ) . AnyAsync ( x = >
x . TvDbId = = item . TvDbId & & x . Type = = PlexMediaTypeEntity . Show ) ;
}
if ( existingImdb | | existingTvDbId | | existingMovieDbId )
{
// We already have it!
continue ;
continue ;
}
}
item . Seasons . ToList ( ) . AddRange ( seasonsContent ) ;
existingContent . Seasons . Add ( season ) ;
itemAdded = true ;
contentToAdd . Add ( item ) ;
}
catch ( Exception e )
{
Logger . LogError ( LoggingEvents . PlexContentCacher , e , "Exception when adding tv show {0}" , show . title ) ;
}
}
if ( itemAdded ) await Repo . Update ( existingContent ) ;
}
catch ( Exception e )
{
Logger . LogError ( LoggingEvents . PlexContentCacher , e ,
"Exception when adding new seasons to title {0}" , existingContent . Title ) ;
}
}
}
}
}
else
if ( content . viewGroup . Equals ( PlexMediaType . Movie . ToString ( ) , StringComparison . CurrentCultureIgnoreCase ) )
{
Logger . LogInformation ( "Processing Movies" ) ;
foreach ( var movie in content ? . Metadata ? ? new Metadata [ ] { } )
{
{
// Let's check if we have this movie
try
try
{
{
var existing = await Repo . GetFirstContentByCustom ( x = > x . Title = = movie . title
Logger . LogInformation ( "New show {0}, so add it" , show . title ) ;
& & x . ReleaseYear = = movie . year . ToString ( )
& & x . Type = = PlexMediaTypeEntity . Movie ) ;
// The rating key keeps changing
//var existing = await Repo.GetByKey(movie.ratingKey);
if ( existing ! = null )
{
Logger . LogInformation ( "We already have movie {0}" , movie . title ) ;
continue ;
}
var hasSameKey = await Repo . GetByKey ( movie . ratingKey ) ;
if ( hasSameKey ! = null )
{
await Repo . Delete ( hasSameKey ) ;
}
Logger . LogInformation ( "Adding movie {0}" , movie . title ) ;
// Get the show metadata... This sucks since the `metadata` var contains all information about the show
var metaData = await PlexApi . GetMetadata ( servers . PlexAuthToken , servers . FullUri ,
// But it does not contain the `guid` property that we need to pull out thetvdb id...
movie . ratingKey ) ;
var showMetadata = await PlexApi . GetMetadata ( servers . PlexAuthToken , servers . FullUri ,
var providerIds = PlexHelper . GetProviderIdFromPlexGuid ( metaData . MediaContainer . Metadata
show . ratingKey ) ;
. FirstOrDefault ( )
var providerIds =
. guid ) ;
PlexHelper . GetProviderIdFromPlexGuid ( showMetadata . MediaContainer . Metadata . FirstOrDefault ( )
. guid ) ;
var item = new PlexServerContent
var item = new PlexServerContent
{
{
AddedAt = DateTime . Now ,
AddedAt = DateTime . Now ,
Key = movie . ratingKey ,
Key = show . ratingKey ,
ReleaseYear = movie . year . ToString ( ) ,
ReleaseYear = show . year . ToString ( ) ,
Type = PlexMediaTypeEntity . Movie ,
Type = PlexMediaTypeEntity . Show ,
Title = movie . title ,
Title = show . title ,
Url = PlexHelper . GetPlexMediaUrl ( servers . MachineIdentifier , movie . ratingKey ) ,
Url = PlexHelper . GetPlexMediaUrl ( servers . MachineIdentifier , show . ratingKey ) ,
Seasons = new List < PlexSeasonsContent > ( ) ,
Seasons = new List < PlexSeasonsContent > ( )
Quality = movie . Media ? . FirstOrDefault ( ) ? . videoResolution ? ? string . Empty
} ;
} ;
if ( providerIds . Type = = ProviderType . ImdbId )
if ( providerIds . Type = = ProviderType . ImdbId )
{
{
@ -317,26 +255,130 @@ namespace Ombi.Schedule.Jobs.Plex
{
{
item . TvDbId = providerIds . TheTvDb ;
item . TvDbId = providerIds . TheTvDb ;
}
}
// Let's just double check to make sure we do not have it now we have some id's
var existingImdb = false ;
var existingMovieDbId = false ;
var existingTvDbId = false ;
if ( item . ImdbId . HasValue ( ) )
{
existingImdb = await Repo . GetAll ( ) . AnyAsync ( x = >
x . ImdbId = = item . ImdbId & & x . Type = = PlexMediaTypeEntity . Show ) ;
}
if ( item . TheMovieDbId . HasValue ( ) )
{
existingMovieDbId = await Repo . GetAll ( ) . AnyAsync ( x = >
x . TheMovieDbId = = item . TheMovieDbId & & x . Type = = PlexMediaTypeEntity . Show ) ;
}
if ( item . TvDbId . HasValue ( ) )
{
existingTvDbId = await Repo . GetAll ( ) . AnyAsync ( x = >
x . TvDbId = = item . TvDbId & & x . Type = = PlexMediaTypeEntity . Show ) ;
}
if ( existingImdb | | existingTvDbId | | existingMovieDbId )
{
// We already have it!
continue ;
}
item . Seasons . ToList ( ) . AddRange ( seasonsContent ) ;
contentToAdd . Add ( item ) ;
contentToAdd . Add ( item ) ;
}
}
catch ( Exception e )
catch ( Exception e )
{
{
Logger . LogError ( LoggingEvents . PlexContentCacher , e , "Exception when adding new Movie {0}" , movie . title ) ;
Logger . LogError ( LoggingEvents . PlexContentCacher , e , "Exception when adding tv show {0}" ,
show . title ) ;
}
}
}
}
if ( contentToAdd . Count > 500 )
{
await Repo . AddRange ( contentToAdd ) ;
contentToAdd . Clear ( ) ;
}
}
}
if ( contentToAdd . Count > 500 )
}
if ( content . viewGroup . Equals ( PlexMediaType . Movie . ToString ( ) , StringComparison . CurrentCultureIgnoreCase ) )
{
Logger . LogInformation ( "Processing Movies" ) ;
foreach ( var movie in content ? . Metadata ? ? new Metadata [ ] { } )
{
{
await Repo . AddRange ( contentToAdd ) ;
// Let's check if we have this movie
contentToAdd = new List < PlexServerContent > ( ) ;
try
{
var existing = await Repo . GetFirstContentByCustom ( x = > x . Title = = movie . title
& & x . ReleaseYear = = movie . year . ToString ( )
& & x . Type = = PlexMediaTypeEntity . Movie ) ;
// The rating key keeps changing
//var existing = await Repo.GetByKey(movie.ratingKey);
if ( existing ! = null )
{
Logger . LogInformation ( "We already have movie {0}" , movie . title ) ;
continue ;
}
var hasSameKey = await Repo . GetByKey ( movie . ratingKey ) ;
if ( hasSameKey ! = null )
{
await Repo . Delete ( hasSameKey ) ;
}
Logger . LogInformation ( "Adding movie {0}" , movie . title ) ;
var metaData = await PlexApi . GetMetadata ( servers . PlexAuthToken , servers . FullUri ,
movie . ratingKey ) ;
var providerIds = PlexHelper . GetProviderIdFromPlexGuid ( metaData . MediaContainer . Metadata
. FirstOrDefault ( )
. guid ) ;
var item = new PlexServerContent
{
AddedAt = DateTime . Now ,
Key = movie . ratingKey ,
ReleaseYear = movie . year . ToString ( ) ,
Type = PlexMediaTypeEntity . Movie ,
Title = movie . title ,
Url = PlexHelper . GetPlexMediaUrl ( servers . MachineIdentifier , movie . ratingKey ) ,
Seasons = new List < PlexSeasonsContent > ( ) ,
Quality = movie . Media ? . FirstOrDefault ( ) ? . videoResolution ? ? string . Empty
} ;
if ( providerIds . Type = = ProviderType . ImdbId )
{
item . ImdbId = providerIds . ImdbId ;
}
if ( providerIds . Type = = ProviderType . TheMovieDbId )
{
item . TheMovieDbId = providerIds . TheMovieDb ;
}
if ( providerIds . Type = = ProviderType . TvDbId )
{
item . TvDbId = providerIds . TheTvDb ;
}
contentToAdd . Add ( item ) ;
}
catch ( Exception e )
{
Logger . LogError ( LoggingEvents . PlexContentCacher , e , "Exception when adding new Movie {0}" ,
movie . title ) ;
}
if ( contentToAdd . Count > 500 )
{
await Repo . AddRange ( contentToAdd ) ;
contentToAdd . Clear ( ) ;
}
}
}
}
}
if ( contentToAdd . Count > 500 )
if ( contentToAdd . Any ( ) )
{
{
await Repo . AddRange ( contentToAdd ) ;
await Repo . AddRange ( contentToAdd ) ;
contentToAdd . Clear ( ) ;
}
}
}
if ( contentToAdd . Any ( ) )
{
await Repo . AddRange ( contentToAdd ) ;
}
}
}
}
Jamie
7 years ago
committed by
GitHub