|
|
|
@ -1,31 +1,64 @@
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
|
|
|
import ast
|
|
|
|
import os
|
|
|
|
|
|
|
|
import atexit
|
|
|
|
import atexit
|
|
|
|
import json
|
|
|
|
import json
|
|
|
|
import ast
|
|
|
|
import logging
|
|
|
|
|
|
|
|
import os
|
|
|
|
import time
|
|
|
|
import time
|
|
|
|
|
|
|
|
from datetime import datetime
|
|
|
|
|
|
|
|
|
|
|
|
from peewee import Model, AutoField, TextField, IntegerField, ForeignKeyField, BlobField, BooleanField
|
|
|
|
from dogpile.cache import make_region
|
|
|
|
from playhouse.sqliteq import SqliteQueueDatabase
|
|
|
|
from peewee import Model, AutoField, TextField, IntegerField, ForeignKeyField, BlobField, BooleanField, BigIntegerField, \
|
|
|
|
|
|
|
|
DateTimeField, OperationalError, PostgresqlDatabase
|
|
|
|
|
|
|
|
from playhouse.migrate import PostgresqlMigrator
|
|
|
|
from playhouse.migrate import SqliteMigrator, migrate
|
|
|
|
from playhouse.migrate import SqliteMigrator, migrate
|
|
|
|
|
|
|
|
from playhouse.shortcuts import ThreadSafeDatabaseMetadata, ReconnectMixin
|
|
|
|
from playhouse.sqlite_ext import RowIDField
|
|
|
|
from playhouse.sqlite_ext import RowIDField
|
|
|
|
|
|
|
|
from playhouse.sqliteq import SqliteQueueDatabase
|
|
|
|
|
|
|
|
|
|
|
|
from utilities.path_mappings import path_mappings
|
|
|
|
from utilities.path_mappings import path_mappings
|
|
|
|
|
|
|
|
|
|
|
|
from .config import settings, get_array_from
|
|
|
|
from .config import settings, get_array_from
|
|
|
|
from .get_args import args
|
|
|
|
from .get_args import args
|
|
|
|
|
|
|
|
|
|
|
|
database = SqliteQueueDatabase(os.path.join(args.config_dir, 'db', 'bazarr.db'),
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
use_gevent=False,
|
|
|
|
|
|
|
|
autostart=True,
|
|
|
|
postgresql = settings.postgresql.getboolean('enabled')
|
|
|
|
queue_max_size=256)
|
|
|
|
|
|
|
|
migrator = SqliteMigrator(database)
|
|
|
|
region = make_region().configure('dogpile.cache.memory')
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if postgresql:
|
|
|
|
|
|
|
|
class ReconnectPostgresqlDatabase(ReconnectMixin, PostgresqlDatabase):
|
|
|
|
|
|
|
|
reconnect_errors = (
|
|
|
|
|
|
|
|
(OperationalError, 'server closed the connection unexpectedly'),
|
|
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logger.debug(
|
|
|
|
|
|
|
|
f"Connecting to PostgreSQL database: {settings.postgresql.host}:{settings.postgresql.port}/{settings.postgresql.database}")
|
|
|
|
|
|
|
|
database = ReconnectPostgresqlDatabase(settings.postgresql.database,
|
|
|
|
|
|
|
|
user=settings.postgresql.username,
|
|
|
|
|
|
|
|
password=settings.postgresql.password,
|
|
|
|
|
|
|
|
host=settings.postgresql.host,
|
|
|
|
|
|
|
|
port=settings.postgresql.port,
|
|
|
|
|
|
|
|
autocommit=True,
|
|
|
|
|
|
|
|
autorollback=True,
|
|
|
|
|
|
|
|
autoconnect=True,
|
|
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
migrator = PostgresqlMigrator(database)
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
db_path = os.path.join(args.config_dir, 'db', 'bazarr.db')
|
|
|
|
|
|
|
|
logger.debug(f"Connecting to SQLite database: {db_path}")
|
|
|
|
|
|
|
|
database = SqliteQueueDatabase(db_path,
|
|
|
|
|
|
|
|
use_gevent=False,
|
|
|
|
|
|
|
|
autostart=True,
|
|
|
|
|
|
|
|
queue_max_size=256)
|
|
|
|
|
|
|
|
migrator = SqliteMigrator(database)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@atexit.register
|
|
|
|
@atexit.register
|
|
|
|
def _stop_worker_threads():
|
|
|
|
def _stop_worker_threads():
|
|
|
|
database.stop()
|
|
|
|
if not postgresql:
|
|
|
|
|
|
|
|
database.stop()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class UnknownField(object):
|
|
|
|
class UnknownField(object):
|
|
|
|
@ -35,6 +68,7 @@ class UnknownField(object):
|
|
|
|
class BaseModel(Model):
|
|
|
|
class BaseModel(Model):
|
|
|
|
class Meta:
|
|
|
|
class Meta:
|
|
|
|
database = database
|
|
|
|
database = database
|
|
|
|
|
|
|
|
model_metadata_class = ThreadSafeDatabaseMetadata
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class System(BaseModel):
|
|
|
|
class System(BaseModel):
|
|
|
|
@ -52,7 +86,7 @@ class TableBlacklist(BaseModel):
|
|
|
|
sonarr_episode_id = IntegerField(null=True)
|
|
|
|
sonarr_episode_id = IntegerField(null=True)
|
|
|
|
sonarr_series_id = IntegerField(null=True)
|
|
|
|
sonarr_series_id = IntegerField(null=True)
|
|
|
|
subs_id = TextField(null=True)
|
|
|
|
subs_id = TextField(null=True)
|
|
|
|
timestamp = IntegerField(null=True)
|
|
|
|
timestamp = DateTimeField(null=True)
|
|
|
|
|
|
|
|
|
|
|
|
class Meta:
|
|
|
|
class Meta:
|
|
|
|
table_name = 'table_blacklist'
|
|
|
|
table_name = 'table_blacklist'
|
|
|
|
@ -64,7 +98,7 @@ class TableBlacklistMovie(BaseModel):
|
|
|
|
provider = TextField(null=True)
|
|
|
|
provider = TextField(null=True)
|
|
|
|
radarr_id = IntegerField(null=True)
|
|
|
|
radarr_id = IntegerField(null=True)
|
|
|
|
subs_id = TextField(null=True)
|
|
|
|
subs_id = TextField(null=True)
|
|
|
|
timestamp = IntegerField(null=True)
|
|
|
|
timestamp = DateTimeField(null=True)
|
|
|
|
|
|
|
|
|
|
|
|
class Meta:
|
|
|
|
class Meta:
|
|
|
|
table_name = 'table_blacklist_movie'
|
|
|
|
table_name = 'table_blacklist_movie'
|
|
|
|
@ -79,13 +113,13 @@ class TableEpisodes(BaseModel):
|
|
|
|
episode_file_id = IntegerField(null=True)
|
|
|
|
episode_file_id = IntegerField(null=True)
|
|
|
|
failedAttempts = TextField(null=True)
|
|
|
|
failedAttempts = TextField(null=True)
|
|
|
|
ffprobe_cache = BlobField(null=True)
|
|
|
|
ffprobe_cache = BlobField(null=True)
|
|
|
|
file_size = IntegerField(default=0, null=True)
|
|
|
|
file_size = BigIntegerField(default=0, null=True)
|
|
|
|
format = TextField(null=True)
|
|
|
|
format = TextField(null=True)
|
|
|
|
missing_subtitles = TextField(null=True)
|
|
|
|
missing_subtitles = TextField(null=True)
|
|
|
|
monitored = TextField(null=True)
|
|
|
|
monitored = TextField(null=True)
|
|
|
|
path = TextField()
|
|
|
|
path = TextField()
|
|
|
|
resolution = TextField(null=True)
|
|
|
|
resolution = TextField(null=True)
|
|
|
|
scene_name = TextField(null=True)
|
|
|
|
sceneName = TextField(null=True)
|
|
|
|
season = IntegerField()
|
|
|
|
season = IntegerField()
|
|
|
|
sonarrEpisodeId = IntegerField(unique=True)
|
|
|
|
sonarrEpisodeId = IntegerField(unique=True)
|
|
|
|
sonarrSeriesId = IntegerField()
|
|
|
|
sonarrSeriesId = IntegerField()
|
|
|
|
@ -104,12 +138,12 @@ class TableHistory(BaseModel):
|
|
|
|
id = AutoField()
|
|
|
|
id = AutoField()
|
|
|
|
language = TextField(null=True)
|
|
|
|
language = TextField(null=True)
|
|
|
|
provider = TextField(null=True)
|
|
|
|
provider = TextField(null=True)
|
|
|
|
score = TextField(null=True)
|
|
|
|
score = IntegerField(null=True)
|
|
|
|
sonarrEpisodeId = IntegerField()
|
|
|
|
sonarrEpisodeId = IntegerField()
|
|
|
|
sonarrSeriesId = IntegerField()
|
|
|
|
sonarrSeriesId = IntegerField()
|
|
|
|
subs_id = TextField(null=True)
|
|
|
|
subs_id = TextField(null=True)
|
|
|
|
subtitles_path = TextField(null=True)
|
|
|
|
subtitles_path = TextField(null=True)
|
|
|
|
timestamp = IntegerField()
|
|
|
|
timestamp = DateTimeField()
|
|
|
|
video_path = TextField(null=True)
|
|
|
|
video_path = TextField(null=True)
|
|
|
|
|
|
|
|
|
|
|
|
class Meta:
|
|
|
|
class Meta:
|
|
|
|
@ -123,10 +157,10 @@ class TableHistoryMovie(BaseModel):
|
|
|
|
language = TextField(null=True)
|
|
|
|
language = TextField(null=True)
|
|
|
|
provider = TextField(null=True)
|
|
|
|
provider = TextField(null=True)
|
|
|
|
radarrId = IntegerField()
|
|
|
|
radarrId = IntegerField()
|
|
|
|
score = TextField(null=True)
|
|
|
|
score = IntegerField(null=True)
|
|
|
|
subs_id = TextField(null=True)
|
|
|
|
subs_id = TextField(null=True)
|
|
|
|
subtitles_path = TextField(null=True)
|
|
|
|
subtitles_path = TextField(null=True)
|
|
|
|
timestamp = IntegerField()
|
|
|
|
timestamp = DateTimeField()
|
|
|
|
video_path = TextField(null=True)
|
|
|
|
video_path = TextField(null=True)
|
|
|
|
|
|
|
|
|
|
|
|
class Meta:
|
|
|
|
class Meta:
|
|
|
|
@ -154,7 +188,7 @@ class TableMovies(BaseModel):
|
|
|
|
failedAttempts = TextField(null=True)
|
|
|
|
failedAttempts = TextField(null=True)
|
|
|
|
fanart = TextField(null=True)
|
|
|
|
fanart = TextField(null=True)
|
|
|
|
ffprobe_cache = BlobField(null=True)
|
|
|
|
ffprobe_cache = BlobField(null=True)
|
|
|
|
file_size = IntegerField(default=0, null=True)
|
|
|
|
file_size = BigIntegerField(default=0, null=True)
|
|
|
|
format = TextField(null=True)
|
|
|
|
format = TextField(null=True)
|
|
|
|
imdbId = TextField(null=True)
|
|
|
|
imdbId = TextField(null=True)
|
|
|
|
missing_subtitles = TextField(null=True)
|
|
|
|
missing_subtitles = TextField(null=True)
|
|
|
|
@ -211,7 +245,7 @@ class TableSettingsNotifier(BaseModel):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TableShows(BaseModel):
|
|
|
|
class TableShows(BaseModel):
|
|
|
|
alternateTitles = TextField(null=True)
|
|
|
|
alternativeTitles = TextField(null=True)
|
|
|
|
audio_language = TextField(null=True)
|
|
|
|
audio_language = TextField(null=True)
|
|
|
|
fanart = TextField(null=True)
|
|
|
|
fanart = TextField(null=True)
|
|
|
|
imdbId = TextField(default='""', null=True)
|
|
|
|
imdbId = TextField(default='""', null=True)
|
|
|
|
@ -264,6 +298,15 @@ class TableCustomScoreProfileConditions(BaseModel):
|
|
|
|
table_name = 'table_custom_score_profile_conditions'
|
|
|
|
table_name = 'table_custom_score_profile_conditions'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TableAnnouncements(BaseModel):
|
|
|
|
|
|
|
|
timestamp = DateTimeField()
|
|
|
|
|
|
|
|
hash = TextField(null=True, unique=True)
|
|
|
|
|
|
|
|
text = TextField(null=True)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class Meta:
|
|
|
|
|
|
|
|
table_name = 'table_announcements'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def init_db():
|
|
|
|
def init_db():
|
|
|
|
# Create tables if they don't exists.
|
|
|
|
# Create tables if they don't exists.
|
|
|
|
database.create_tables([System,
|
|
|
|
database.create_tables([System,
|
|
|
|
@ -280,7 +323,8 @@ def init_db():
|
|
|
|
TableShows,
|
|
|
|
TableShows,
|
|
|
|
TableShowsRootfolder,
|
|
|
|
TableShowsRootfolder,
|
|
|
|
TableCustomScoreProfiles,
|
|
|
|
TableCustomScoreProfiles,
|
|
|
|
TableCustomScoreProfileConditions])
|
|
|
|
TableCustomScoreProfileConditions,
|
|
|
|
|
|
|
|
TableAnnouncements])
|
|
|
|
|
|
|
|
|
|
|
|
# add the system table single row if it's not existing
|
|
|
|
# add the system table single row if it's not existing
|
|
|
|
# we must retry until the tables are created
|
|
|
|
# we must retry until the tables are created
|
|
|
|
@ -296,51 +340,185 @@ def init_db():
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def migrate_db():
|
|
|
|
def migrate_db():
|
|
|
|
migrate(
|
|
|
|
table_shows = [t.name for t in database.get_columns('table_shows')]
|
|
|
|
migrator.add_column('table_shows', 'year', TextField(null=True)),
|
|
|
|
table_episodes = [t.name for t in database.get_columns('table_episodes')]
|
|
|
|
migrator.add_column('table_shows', 'alternateTitles', TextField(null=True)),
|
|
|
|
table_movies = [t.name for t in database.get_columns('table_movies')]
|
|
|
|
migrator.add_column('table_shows', 'tags', TextField(default='[]', null=True)),
|
|
|
|
table_history = [t.name for t in database.get_columns('table_history')]
|
|
|
|
migrator.add_column('table_shows', 'seriesType', TextField(default='""', null=True)),
|
|
|
|
table_history_movie = [t.name for t in database.get_columns('table_history_movie')]
|
|
|
|
migrator.add_column('table_shows', 'imdbId', TextField(default='""', null=True)),
|
|
|
|
table_languages_profiles = [t.name for t in database.get_columns('table_languages_profiles')]
|
|
|
|
migrator.add_column('table_shows', 'profileId', IntegerField(null=True)),
|
|
|
|
if "year" not in table_shows:
|
|
|
|
migrator.add_column('table_shows', 'monitored', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_shows', 'year', TextField(null=True)))
|
|
|
|
migrator.add_column('table_episodes', 'format', TextField(null=True)),
|
|
|
|
if "alternativeTitle" not in table_shows:
|
|
|
|
migrator.add_column('table_episodes', 'resolution', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_shows', 'alternativeTitle', TextField(null=True)))
|
|
|
|
migrator.add_column('table_episodes', 'video_codec', TextField(null=True)),
|
|
|
|
if "tags" not in table_shows:
|
|
|
|
migrator.add_column('table_episodes', 'audio_codec', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_shows', 'tags', TextField(default='[]', null=True)))
|
|
|
|
migrator.add_column('table_episodes', 'episode_file_id', IntegerField(null=True)),
|
|
|
|
if "seriesType" not in table_shows:
|
|
|
|
migrator.add_column('table_episodes', 'audio_language', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_shows', 'seriesType', TextField(default='""', null=True)))
|
|
|
|
migrator.add_column('table_episodes', 'file_size', IntegerField(default=0, null=True)),
|
|
|
|
if "imdbId" not in table_shows:
|
|
|
|
migrator.add_column('table_episodes', 'ffprobe_cache', BlobField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_shows', 'imdbId', TextField(default='""', null=True)))
|
|
|
|
migrator.add_column('table_movies', 'sortTitle', TextField(null=True)),
|
|
|
|
if "profileId" not in table_shows:
|
|
|
|
migrator.add_column('table_movies', 'year', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_shows', 'profileId', IntegerField(null=True)))
|
|
|
|
migrator.add_column('table_movies', 'alternativeTitles', TextField(null=True)),
|
|
|
|
if "profileId" not in table_shows:
|
|
|
|
migrator.add_column('table_movies', 'format', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_shows', 'profileId', IntegerField(null=True)))
|
|
|
|
migrator.add_column('table_movies', 'resolution', TextField(null=True)),
|
|
|
|
if "monitored" not in table_shows:
|
|
|
|
migrator.add_column('table_movies', 'video_codec', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_shows', 'monitored', TextField(null=True)))
|
|
|
|
migrator.add_column('table_movies', 'audio_codec', TextField(null=True)),
|
|
|
|
|
|
|
|
migrator.add_column('table_movies', 'imdbId', TextField(null=True)),
|
|
|
|
if "format" not in table_episodes:
|
|
|
|
migrator.add_column('table_movies', 'movie_file_id', IntegerField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_episodes', 'format', TextField(null=True)))
|
|
|
|
migrator.add_column('table_movies', 'tags', TextField(default='[]', null=True)),
|
|
|
|
if "resolution" not in table_episodes:
|
|
|
|
migrator.add_column('table_movies', 'profileId', IntegerField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_episodes', 'resolution', TextField(null=True)))
|
|
|
|
migrator.add_column('table_movies', 'file_size', IntegerField(default=0, null=True)),
|
|
|
|
if "video_codec" not in table_episodes:
|
|
|
|
migrator.add_column('table_movies', 'ffprobe_cache', BlobField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_episodes', 'video_codec', TextField(null=True)))
|
|
|
|
migrator.add_column('table_history', 'video_path', TextField(null=True)),
|
|
|
|
if "audio_codec" not in table_episodes:
|
|
|
|
migrator.add_column('table_history', 'language', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_episodes', 'audio_codec', TextField(null=True)))
|
|
|
|
migrator.add_column('table_history', 'provider', TextField(null=True)),
|
|
|
|
if "episode_file_id" not in table_episodes:
|
|
|
|
migrator.add_column('table_history', 'score', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_episodes', 'episode_file_id', IntegerField(null=True)))
|
|
|
|
migrator.add_column('table_history', 'subs_id', TextField(null=True)),
|
|
|
|
if "audio_language" not in table_episodes:
|
|
|
|
migrator.add_column('table_history', 'subtitles_path', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_episodes', 'audio_language', TextField(null=True)))
|
|
|
|
migrator.add_column('table_history_movie', 'video_path', TextField(null=True)),
|
|
|
|
if "file_size" not in table_episodes:
|
|
|
|
migrator.add_column('table_history_movie', 'language', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_episodes', 'file_size', BigIntegerField(default=0, null=True)))
|
|
|
|
migrator.add_column('table_history_movie', 'provider', TextField(null=True)),
|
|
|
|
if "ffprobe_cache" not in table_episodes:
|
|
|
|
migrator.add_column('table_history_movie', 'score', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_episodes', 'ffprobe_cache', BlobField(null=True)))
|
|
|
|
migrator.add_column('table_history_movie', 'subs_id', TextField(null=True)),
|
|
|
|
|
|
|
|
migrator.add_column('table_history_movie', 'subtitles_path', TextField(null=True)),
|
|
|
|
if "sortTitle" not in table_movies:
|
|
|
|
migrator.add_column('table_languages_profiles', 'mustContain', TextField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_movies', 'sortTitle', TextField(null=True)))
|
|
|
|
migrator.add_column('table_languages_profiles', 'mustNotContain', TextField(null=True)),
|
|
|
|
if "year" not in table_movies:
|
|
|
|
migrator.add_column('table_languages_profiles', 'originalFormat', BooleanField(null=True)),
|
|
|
|
migrate(migrator.add_column('table_movies', 'year', TextField(null=True)))
|
|
|
|
)
|
|
|
|
if "alternativeTitles" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'alternativeTitles', TextField(null=True)))
|
|
|
|
|
|
|
|
if "format" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'format', TextField(null=True)))
|
|
|
|
|
|
|
|
if "resolution" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'resolution', TextField(null=True)))
|
|
|
|
|
|
|
|
if "video_codec" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'video_codec', TextField(null=True)))
|
|
|
|
|
|
|
|
if "audio_codec" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'audio_codec', TextField(null=True)))
|
|
|
|
|
|
|
|
if "imdbId" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'imdbId', TextField(null=True)))
|
|
|
|
|
|
|
|
if "movie_file_id" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'movie_file_id', IntegerField(null=True)))
|
|
|
|
|
|
|
|
if "tags" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'tags', TextField(default='[]', null=True)))
|
|
|
|
|
|
|
|
if "profileId" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'profileId', IntegerField(null=True)))
|
|
|
|
|
|
|
|
if "file_size" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'file_size', BigIntegerField(default=0, null=True)))
|
|
|
|
|
|
|
|
if "ffprobe_cache" not in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_movies', 'ffprobe_cache', BlobField(null=True)))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if "video_path" not in table_history:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history', 'video_path', TextField(null=True)))
|
|
|
|
|
|
|
|
if "language" not in table_history:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history', 'language', TextField(null=True)))
|
|
|
|
|
|
|
|
if "provider" not in table_history:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history', 'provider', TextField(null=True)))
|
|
|
|
|
|
|
|
if "score" not in table_history:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history', 'score', TextField(null=True)))
|
|
|
|
|
|
|
|
if "subs_id" not in table_history:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history', 'subs_id', TextField(null=True)))
|
|
|
|
|
|
|
|
if "subtitles_path" not in table_history:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history', 'subtitles_path', TextField(null=True)))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if "video_path" not in table_history_movie:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history_movie', 'video_path', TextField(null=True)))
|
|
|
|
|
|
|
|
if "language" not in table_history_movie:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history_movie', 'language', TextField(null=True)))
|
|
|
|
|
|
|
|
if "provider" not in table_history_movie:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history_movie', 'provider', TextField(null=True)))
|
|
|
|
|
|
|
|
if "score" not in table_history_movie:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history_movie', 'score', TextField(null=True)))
|
|
|
|
|
|
|
|
if "subs_id" not in table_history_movie:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history_movie', 'subs_id', TextField(null=True)))
|
|
|
|
|
|
|
|
if "subtitles_path" not in table_history_movie:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_history_movie', 'subtitles_path', TextField(null=True)))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if "mustContain" not in table_languages_profiles:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_languages_profiles', 'mustContain', TextField(null=True)))
|
|
|
|
|
|
|
|
if "mustNotContain" not in table_languages_profiles:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_languages_profiles', 'mustNotContain', TextField(null=True)))
|
|
|
|
|
|
|
|
if "originalFormat" not in table_languages_profiles:
|
|
|
|
|
|
|
|
migrate(migrator.add_column('table_languages_profiles', 'originalFormat', BooleanField(null=True)))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if "languages" in table_shows:
|
|
|
|
|
|
|
|
migrate(migrator.drop_column('table_shows', 'languages'))
|
|
|
|
|
|
|
|
if "hearing_impaired" in table_shows:
|
|
|
|
|
|
|
|
migrate(migrator.drop_column('table_shows', 'hearing_impaired'))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if "languages" in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.drop_column('table_movies', 'languages'))
|
|
|
|
|
|
|
|
if "hearing_impaired" in table_movies:
|
|
|
|
|
|
|
|
migrate(migrator.drop_column('table_movies', 'hearing_impaired'))
|
|
|
|
|
|
|
|
if not any(
|
|
|
|
|
|
|
|
x
|
|
|
|
|
|
|
|
for x in database.get_columns('table_blacklist')
|
|
|
|
|
|
|
|
if x.name == "timestamp" and x.data_type in ["DATETIME", "timestamp without time zone"]
|
|
|
|
|
|
|
|
):
|
|
|
|
|
|
|
|
migrate(migrator.alter_column_type('table_blacklist', 'timestamp', DateTimeField(default=datetime.now)))
|
|
|
|
|
|
|
|
update = TableBlacklist.select()
|
|
|
|
|
|
|
|
for item in update:
|
|
|
|
|
|
|
|
item.update({"timestamp": datetime.fromtimestamp(int(item.timestamp))}).execute()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if not any(
|
|
|
|
|
|
|
|
x
|
|
|
|
|
|
|
|
for x in database.get_columns('table_blacklist_movie')
|
|
|
|
|
|
|
|
if x.name == "timestamp" and x.data_type in ["DATETIME", "timestamp without time zone"]
|
|
|
|
|
|
|
|
):
|
|
|
|
|
|
|
|
migrate(migrator.alter_column_type('table_blacklist_movie', 'timestamp', DateTimeField(default=datetime.now)))
|
|
|
|
|
|
|
|
update = TableBlacklistMovie.select()
|
|
|
|
|
|
|
|
for item in update:
|
|
|
|
|
|
|
|
item.update({"timestamp": datetime.fromtimestamp(int(item.timestamp))}).execute()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if not any(
|
|
|
|
|
|
|
|
x for x in database.get_columns('table_history') if x.name == "score" and x.data_type.lower() == "integer"):
|
|
|
|
|
|
|
|
migrate(migrator.alter_column_type('table_history', 'score', IntegerField(null=True)))
|
|
|
|
|
|
|
|
if not any(
|
|
|
|
|
|
|
|
x
|
|
|
|
|
|
|
|
for x in database.get_columns('table_history')
|
|
|
|
|
|
|
|
if x.name == "timestamp" and x.data_type in ["DATETIME", "timestamp without time zone"]
|
|
|
|
|
|
|
|
):
|
|
|
|
|
|
|
|
migrate(migrator.alter_column_type('table_history', 'timestamp', DateTimeField(default=datetime.now)))
|
|
|
|
|
|
|
|
update = TableHistory.select()
|
|
|
|
|
|
|
|
list_to_update = []
|
|
|
|
|
|
|
|
for i, item in enumerate(update):
|
|
|
|
|
|
|
|
item.timestamp = datetime.fromtimestamp(int(item.timestamp))
|
|
|
|
|
|
|
|
list_to_update.append(item)
|
|
|
|
|
|
|
|
if i % 100 == 0:
|
|
|
|
|
|
|
|
TableHistory.bulk_update(list_to_update, fields=[TableHistory.timestamp])
|
|
|
|
|
|
|
|
list_to_update = []
|
|
|
|
|
|
|
|
if list_to_update:
|
|
|
|
|
|
|
|
TableHistory.bulk_update(list_to_update, fields=[TableHistory.timestamp])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if not any(x for x in database.get_columns('table_history_movie') if
|
|
|
|
|
|
|
|
x.name == "score" and x.data_type.lower() == "integer"):
|
|
|
|
|
|
|
|
migrate(migrator.alter_column_type('table_history_movie', 'score', IntegerField(null=True)))
|
|
|
|
|
|
|
|
if not any(
|
|
|
|
|
|
|
|
x
|
|
|
|
|
|
|
|
for x in database.get_columns('table_history_movie')
|
|
|
|
|
|
|
|
if x.name == "timestamp" and x.data_type in ["DATETIME", "timestamp without time zone"]
|
|
|
|
|
|
|
|
):
|
|
|
|
|
|
|
|
migrate(migrator.alter_column_type('table_history_movie', 'timestamp', DateTimeField(default=datetime.now)))
|
|
|
|
|
|
|
|
update = TableHistoryMovie.select()
|
|
|
|
|
|
|
|
list_to_update = []
|
|
|
|
|
|
|
|
for i, item in enumerate(update):
|
|
|
|
|
|
|
|
item.timestamp = datetime.fromtimestamp(int(item.timestamp))
|
|
|
|
|
|
|
|
list_to_update.append(item)
|
|
|
|
|
|
|
|
if i % 100 == 0:
|
|
|
|
|
|
|
|
TableHistoryMovie.bulk_update(list_to_update, fields=[TableHistoryMovie.timestamp])
|
|
|
|
|
|
|
|
list_to_update = []
|
|
|
|
|
|
|
|
if list_to_update:
|
|
|
|
|
|
|
|
TableHistoryMovie.bulk_update(list_to_update, fields=[TableHistoryMovie.timestamp])
|
|
|
|
|
|
|
|
# if not any(x for x in database.get_columns('table_movies') if x.name == "monitored" and x.data_type == "BOOLEAN"):
|
|
|
|
|
|
|
|
# migrate(migrator.alter_column_type('table_movies', 'monitored', BooleanField(null=True)))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if database.get_columns('table_settings_providers'):
|
|
|
|
|
|
|
|
database.execute_sql('drop table if exists table_settings_providers;')
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if "alternateTitles" in table_shows:
|
|
|
|
|
|
|
|
migrate(migrator.rename_column('table_shows', 'alternateTitles', "alternativeTitles"))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if "scene_name" in table_episodes:
|
|
|
|
|
|
|
|
migrate(migrator.rename_column('table_episodes', 'scene_name', "sceneName"))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class SqliteDictPathMapper:
|
|
|
|
class SqliteDictPathMapper:
|
|
|
|
@ -376,21 +554,21 @@ def get_exclusion_clause(exclusion_type):
|
|
|
|
if exclusion_type == 'series':
|
|
|
|
if exclusion_type == 'series':
|
|
|
|
tagsList = ast.literal_eval(settings.sonarr.excluded_tags)
|
|
|
|
tagsList = ast.literal_eval(settings.sonarr.excluded_tags)
|
|
|
|
for tag in tagsList:
|
|
|
|
for tag in tagsList:
|
|
|
|
where_clause.append(~(TableShows.tags.contains("\'"+tag+"\'")))
|
|
|
|
where_clause.append(~(TableShows.tags.contains("\'" + tag + "\'")))
|
|
|
|
else:
|
|
|
|
else:
|
|
|
|
tagsList = ast.literal_eval(settings.radarr.excluded_tags)
|
|
|
|
tagsList = ast.literal_eval(settings.radarr.excluded_tags)
|
|
|
|
for tag in tagsList:
|
|
|
|
for tag in tagsList:
|
|
|
|
where_clause.append(~(TableMovies.tags.contains("\'"+tag+"\'")))
|
|
|
|
where_clause.append(~(TableMovies.tags.contains("\'" + tag + "\'")))
|
|
|
|
|
|
|
|
|
|
|
|
if exclusion_type == 'series':
|
|
|
|
if exclusion_type == 'series':
|
|
|
|
monitoredOnly = settings.sonarr.getboolean('only_monitored')
|
|
|
|
monitoredOnly = settings.sonarr.getboolean('only_monitored')
|
|
|
|
if monitoredOnly:
|
|
|
|
if monitoredOnly:
|
|
|
|
where_clause.append((TableEpisodes.monitored == 'True'))
|
|
|
|
where_clause.append((TableEpisodes.monitored == True)) # noqa E712
|
|
|
|
where_clause.append((TableShows.monitored == 'True'))
|
|
|
|
where_clause.append((TableShows.monitored == True)) # noqa E712
|
|
|
|
else:
|
|
|
|
else:
|
|
|
|
monitoredOnly = settings.radarr.getboolean('only_monitored')
|
|
|
|
monitoredOnly = settings.radarr.getboolean('only_monitored')
|
|
|
|
if monitoredOnly:
|
|
|
|
if monitoredOnly:
|
|
|
|
where_clause.append((TableMovies.monitored == 'True'))
|
|
|
|
where_clause.append((TableMovies.monitored == True)) # noqa E712
|
|
|
|
|
|
|
|
|
|
|
|
if exclusion_type == 'series':
|
|
|
|
if exclusion_type == 'series':
|
|
|
|
typesList = get_array_from(settings.sonarr.excluded_series_types)
|
|
|
|
typesList = get_array_from(settings.sonarr.excluded_series_types)
|
|
|
|
@ -404,6 +582,7 @@ def get_exclusion_clause(exclusion_type):
|
|
|
|
return where_clause
|
|
|
|
return where_clause
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@region.cache_on_arguments()
|
|
|
|
def update_profile_id_list():
|
|
|
|
def update_profile_id_list():
|
|
|
|
profile_id_list = TableLanguagesProfiles.select(TableLanguagesProfiles.profileId,
|
|
|
|
profile_id_list = TableLanguagesProfiles.select(TableLanguagesProfiles.profileId,
|
|
|
|
TableLanguagesProfiles.name,
|
|
|
|
TableLanguagesProfiles.name,
|
|
|
|
@ -487,52 +666,54 @@ def get_profile_cutoff(profile_id):
|
|
|
|
return cutoff_language
|
|
|
|
return cutoff_language
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_audio_profile_languages(series_id=None, episode_id=None, movie_id=None):
|
|
|
|
def get_audio_profile_languages(audio_languages_list_str):
|
|
|
|
from languages.get_languages import alpha2_from_language, alpha3_from_language
|
|
|
|
from languages.get_languages import alpha2_from_language, alpha3_from_language, language_from_alpha2
|
|
|
|
audio_languages = []
|
|
|
|
audio_languages = []
|
|
|
|
|
|
|
|
|
|
|
|
if series_id:
|
|
|
|
und_default_language = language_from_alpha2(settings.general.default_und_audio_lang)
|
|
|
|
audio_languages_list_str = TableShows.get(TableShows.sonarrSeriesId == series_id).audio_language
|
|
|
|
|
|
|
|
elif episode_id:
|
|
|
|
|
|
|
|
audio_languages_list_str = TableEpisodes.get(TableEpisodes.sonarrEpisodeId == episode_id).audio_language
|
|
|
|
|
|
|
|
elif movie_id:
|
|
|
|
|
|
|
|
audio_languages_list_str = TableMovies.get(TableMovies.radarrId == movie_id).audio_language
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
return audio_languages
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
try:
|
|
|
|
try:
|
|
|
|
audio_languages_list = ast.literal_eval(audio_languages_list_str)
|
|
|
|
audio_languages_list = ast.literal_eval(audio_languages_list_str or '[]')
|
|
|
|
except ValueError:
|
|
|
|
except ValueError:
|
|
|
|
pass
|
|
|
|
pass
|
|
|
|
else:
|
|
|
|
else:
|
|
|
|
for language in audio_languages_list:
|
|
|
|
for language in audio_languages_list:
|
|
|
|
audio_languages.append(
|
|
|
|
if language:
|
|
|
|
{"name": language,
|
|
|
|
audio_languages.append(
|
|
|
|
"code2": alpha2_from_language(language) or None,
|
|
|
|
{"name": language,
|
|
|
|
"code3": alpha3_from_language(language) or None}
|
|
|
|
"code2": alpha2_from_language(language) or None,
|
|
|
|
)
|
|
|
|
"code3": alpha3_from_language(language) or None}
|
|
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
if und_default_language:
|
|
|
|
|
|
|
|
logging.debug(f"Undefined language audio track treated as {und_default_language}")
|
|
|
|
|
|
|
|
audio_languages.append(
|
|
|
|
|
|
|
|
{"name": und_default_language,
|
|
|
|
|
|
|
|
"code2": alpha2_from_language(und_default_language) or None,
|
|
|
|
|
|
|
|
"code3": alpha3_from_language(und_default_language) or None}
|
|
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
return audio_languages
|
|
|
|
return audio_languages
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_profile_id(series_id=None, episode_id=None, movie_id=None):
|
|
|
|
def get_profile_id(series_id=None, episode_id=None, movie_id=None):
|
|
|
|
if series_id:
|
|
|
|
if series_id:
|
|
|
|
data = TableShows.select(TableShows.profileId)\
|
|
|
|
data = TableShows.select(TableShows.profileId) \
|
|
|
|
.where(TableShows.sonarrSeriesId == series_id)\
|
|
|
|
.where(TableShows.sonarrSeriesId == series_id) \
|
|
|
|
.get_or_none()
|
|
|
|
.get_or_none()
|
|
|
|
if data:
|
|
|
|
if data:
|
|
|
|
return data.profileId
|
|
|
|
return data.profileId
|
|
|
|
elif episode_id:
|
|
|
|
elif episode_id:
|
|
|
|
data = TableShows.select(TableShows.profileId)\
|
|
|
|
data = TableShows.select(TableShows.profileId) \
|
|
|
|
.join(TableEpisodes, on=(TableShows.sonarrSeriesId == TableEpisodes.sonarrSeriesId))\
|
|
|
|
.join(TableEpisodes, on=(TableShows.sonarrSeriesId == TableEpisodes.sonarrSeriesId)) \
|
|
|
|
.where(TableEpisodes.sonarrEpisodeId == episode_id)\
|
|
|
|
.where(TableEpisodes.sonarrEpisodeId == episode_id) \
|
|
|
|
.get_or_none()
|
|
|
|
.get_or_none()
|
|
|
|
if data:
|
|
|
|
if data:
|
|
|
|
return data.profileId
|
|
|
|
return data.profileId
|
|
|
|
|
|
|
|
|
|
|
|
elif movie_id:
|
|
|
|
elif movie_id:
|
|
|
|
data = TableMovies.select(TableMovies.profileId)\
|
|
|
|
data = TableMovies.select(TableMovies.profileId) \
|
|
|
|
.where(TableMovies.radarrId == movie_id)\
|
|
|
|
.where(TableMovies.radarrId == movie_id) \
|
|
|
|
.get_or_none()
|
|
|
|
.get_or_none()
|
|
|
|
if data:
|
|
|
|
if data:
|
|
|
|
return data.profileId
|
|
|
|
return data.profileId
|
|
|
|
|
github-actions[bot]
1 year ago
committed by
GitHub