You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
311 lines
12 KiB
311 lines
12 KiB
# -*- coding: utf-8 -*-
|
|
from __future__ import absolute_import
|
|
import io
|
|
import logging
|
|
import os
|
|
|
|
import rarfile
|
|
import re
|
|
import zipfile
|
|
|
|
from subzero.language import Language
|
|
from guessit import guessit
|
|
from requests import Session
|
|
|
|
from subliminal.providers import ParserBeautifulSoup, Provider
|
|
from subliminal.cache import SHOW_EXPIRATION_TIME, region
|
|
from dogpile.cache.api import NO_VALUE
|
|
from subliminal.score import get_equivalent_release_groups
|
|
from subliminal.subtitle import SUBTITLE_EXTENSIONS, Subtitle, fix_line_ending
|
|
from subliminal.utils import sanitize, sanitize_release_group
|
|
from subliminal.video import Episode
|
|
from subliminal_patch.http import RetryingCFSession
|
|
from subliminal_patch.pitcher import pitchers, load_verification, store_verification
|
|
from subliminal_patch.subtitle import guess_matches
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
year_re = re.compile(r'^\((\d{4})\)$')
|
|
|
|
|
|
class Subs4SeriesSubtitle(Subtitle):
|
|
"""Subs4Series Subtitle."""
|
|
provider_name = 'subs4series'
|
|
|
|
def __init__(self, language, page_link, series, year, version, download_link, uploader):
|
|
super(Subs4SeriesSubtitle, self).__init__(language, page_link=page_link)
|
|
self.series = series
|
|
self.year = year
|
|
self.version = version
|
|
self.release_info = version
|
|
self.download_link = download_link
|
|
self.uploader = uploader
|
|
self.hearing_impaired = None
|
|
self.encoding = 'windows-1253'
|
|
|
|
@property
|
|
def id(self):
|
|
return self.download_link
|
|
|
|
def get_matches(self, video):
|
|
matches = set()
|
|
|
|
# episode
|
|
if isinstance(video, Episode):
|
|
# series name
|
|
if video.series and sanitize(self.series) in (
|
|
sanitize(name) for name in [video.series] + video.alternative_series):
|
|
matches.add('series')
|
|
# year
|
|
if video.original_series and self.year is None or video.year and video.year == self.year:
|
|
matches.add('year')
|
|
|
|
# release_group
|
|
if (video.release_group and self.version and
|
|
any(r in sanitize_release_group(self.version)
|
|
for r in get_equivalent_release_groups(sanitize_release_group(video.release_group)))):
|
|
matches.add('release_group')
|
|
# other properties
|
|
matches |= guess_matches(video, guessit(self.version, {'type': 'episode'}), partial=True)
|
|
|
|
return matches
|
|
|
|
|
|
class Subs4SeriesProvider(Provider):
|
|
"""Subs4Series Provider."""
|
|
languages = {Language(l) for l in ['ell', 'eng']}
|
|
video_types = (Episode,)
|
|
server_url = 'https://www.subs4series.com'
|
|
search_url = '/search_report.php?search={}&searchType=1'
|
|
episode_link = '/tv-series/{show_id}/season-{season:d}/episode-{episode:d}'
|
|
anti_block_1 = '/includes/anti-block-layover.php?launch=1'
|
|
anti_block_2 = '/includes/anti-block.php'
|
|
subtitle_class = Subs4SeriesSubtitle
|
|
|
|
def __init__(self):
|
|
self.session = None
|
|
self.captcha_session = None
|
|
|
|
def initialize(self):
|
|
self.session = RetryingCFSession()
|
|
self.session.headers['User-Agent'] = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, ' \
|
|
'like Gecko) Chrome/83.0.4103.116 Safari/537.36'
|
|
# We don't use FIRST_THOUSAND_OR_SO_USER_AGENTS list because it includes mobile browser that get redirected to
|
|
# mobile website
|
|
|
|
def terminate(self):
|
|
self.session.close()
|
|
|
|
def get_show_links(self, title, year=None):
|
|
"""Get the matching show links for `title` and `year`.
|
|
|
|
First search in the result of :meth:`_get_show_suggestions`.
|
|
|
|
:param title: show title.
|
|
:param year: year of the show, if any.
|
|
:type year: int
|
|
:return: the show links, if found.
|
|
:rtype: list of str
|
|
|
|
"""
|
|
title = sanitize(title)
|
|
suggestions = self._get_suggestions(title)
|
|
|
|
show_links = []
|
|
for suggestion in suggestions:
|
|
show_title = sanitize(suggestion['title'])
|
|
|
|
if show_title == title or (year and show_title == '{title} {year:d}'.format(title=title, year=year)):
|
|
logger.debug('Getting show link')
|
|
show_links.append('/'.join(suggestion['link'].rsplit('/', 2)[1:]))
|
|
|
|
return show_links
|
|
|
|
@region.cache_on_arguments(expiration_time=SHOW_EXPIRATION_TIME, should_cache_fn=lambda value: value)
|
|
def _get_suggestions(self, title):
|
|
"""Search the show or movie id from the `title` and `year`.
|
|
|
|
:param str title: title of the show.
|
|
:return: the show suggestions found.
|
|
:rtype: list of dict
|
|
|
|
"""
|
|
# make the search
|
|
logger.info('Searching show ids with %r', title)
|
|
r = self.session.get(self.server_url + self.search_url.format(title),
|
|
headers={'Referer': self.server_url}, timeout=10)
|
|
r.raise_for_status()
|
|
|
|
if not r.content:
|
|
logger.debug('No data returned from provider')
|
|
return []
|
|
|
|
soup = ParserBeautifulSoup(r.content, ['html.parser'])
|
|
series = [{'link': l.attrs['value'], 'title': l.text}
|
|
for l in soup.select('select[name="Mov_sel"] > option[value]')]
|
|
logger.debug('Found suggestions: %r', series)
|
|
|
|
return series
|
|
|
|
def query(self, show_id, series, season, episode, title):
|
|
# get the season list of the show
|
|
logger.info('Getting the subtitle list of show id %s', show_id)
|
|
if all((show_id, season, episode)):
|
|
page_link = self.server_url + self.episode_link.format(show_id=show_id, season=season, episode=episode)
|
|
else:
|
|
return []
|
|
|
|
r = self.session.get(page_link, timeout=10)
|
|
r.raise_for_status()
|
|
|
|
if not r.content:
|
|
logger.debug('No data returned from provider')
|
|
return []
|
|
|
|
soup = ParserBeautifulSoup(r.content, ['lxml', 'html.parser'])
|
|
|
|
year = None
|
|
matches = year_re.match(str(soup.select_one('#dates_header_br > table div').contents[2]).strip())
|
|
if matches:
|
|
year = int(matches.group(1))
|
|
show_title = str(soup.select_one('#dates_header_br > table div u').string).strip()
|
|
|
|
subtitles = []
|
|
# loop over episode rows
|
|
for subs_tag in soup.select('table .seeDark,.seeMedium'):
|
|
# read common info
|
|
version = subs_tag.find_all('b')[0].text
|
|
download_link = self.server_url + subs_tag.find('a')['href']
|
|
uploader = subs_tag.find_all('b')[1].text
|
|
language = Language.fromalpha2(subs_tag.find('img')['src'].split('/')[-1].split('.')[0])
|
|
|
|
subtitle = self.subtitle_class(language, page_link, show_title, year, version, download_link, uploader)
|
|
|
|
logger.debug('Found subtitle %r', subtitle)
|
|
subtitles.append(subtitle)
|
|
|
|
return subtitles
|
|
|
|
def list_subtitles(self, video, languages):
|
|
# lookup show_id
|
|
titles = [video.series] + video.alternative_series if isinstance(video, Episode) else []
|
|
|
|
show_links = None
|
|
for title in titles:
|
|
show_links = self.get_show_links(title, video.year)
|
|
if show_links:
|
|
break
|
|
|
|
subtitles = []
|
|
# query for subtitles with the show_id
|
|
for show_link in show_links:
|
|
subtitles += [s for s in self.query(show_link, video.series, video.season, video.episode, video.title)
|
|
if s.language in languages]
|
|
|
|
return subtitles
|
|
|
|
def download_subtitle(self, subtitle):
|
|
if isinstance(subtitle, Subs4SeriesSubtitle):
|
|
# download the subtitle
|
|
logger.info('Downloading subtitle %r', subtitle)
|
|
data = {"my_recaptcha_challenge_field": "manual_challenge"}
|
|
tries = 0
|
|
while tries <= 3:
|
|
tries += 1
|
|
r = self.session.get(subtitle.download_link, headers={'Referer': subtitle.page_link}, timeout=10)
|
|
|
|
if "g-recaptcha" in r.text or "grecaptcha" in r.text:
|
|
logger.info('Subs4series: Solving captcha. This might take a couple of minutes, but should only '
|
|
'happen once every so often')
|
|
|
|
for g, s in (("g-recaptcha-response", r'g-recaptcha.+?data-sitekey=\"(.+?)\"'),
|
|
("recaptcha_response", r'grecaptcha.execute\(\'(.+?)\',')):
|
|
site_key = re.search(s, r.text).group(1)
|
|
if site_key:
|
|
break
|
|
if not site_key:
|
|
logger.error("Subs4series: Captcha site-key not found!")
|
|
return
|
|
|
|
pitcher = pitchers.get_pitcher()("Subs4series", subtitle.download_link, site_key,
|
|
user_agent=self.session.headers["User-Agent"],
|
|
cookies=self.session.cookies.get_dict(),
|
|
headers={'Referer': subtitle.page_link},
|
|
is_invisible=True)
|
|
|
|
result = pitcher.throw()
|
|
if not result:
|
|
if tries >= 3:
|
|
raise Exception("Subs4series: Couldn't solve captcha!")
|
|
logger.info("Subs4series: Couldn't solve captcha! Retrying")
|
|
continue
|
|
else:
|
|
data['g-recaptcha-response'] = result
|
|
logger.info("Subs4series: Captcha solved. Trying to download subtitles...")
|
|
break
|
|
|
|
soup = ParserBeautifulSoup(r.content, ['lxml', 'html.parser'])
|
|
download_element = soup.select_one('a.style55ws')
|
|
if not download_element:
|
|
download_element = soup.select_one('form[method="post"]')
|
|
target = download_element['action'] if download_element else None
|
|
else:
|
|
target = download_element['href']
|
|
|
|
if not target:
|
|
logger.debug('Unable to download subtitle. No download link found')
|
|
return
|
|
|
|
self.apply_anti_block(subtitle)
|
|
|
|
download_url = self.server_url + target
|
|
r = self.session.post(download_url, data, headers={'Referer': subtitle.download_link},
|
|
allow_redirects=True, timeout=10)
|
|
if r.status_code == 403:
|
|
raise Exception("Subs4series: captcha expired waiting to be solved.")
|
|
|
|
if not r.content:
|
|
logger.debug('Unable to download subtitle. No data returned from provider')
|
|
return
|
|
|
|
archive = _get_archive(r.content)
|
|
subtitle_content = _get_subtitle_from_archive(archive) if archive else r.content
|
|
|
|
if subtitle_content:
|
|
subtitle.content = fix_line_ending(subtitle_content)
|
|
else:
|
|
logger.debug('Could not extract subtitle from %r', archive)
|
|
|
|
def apply_anti_block(self, subtitle):
|
|
self.session.get(self.server_url + self.anti_block_1, headers={'Referer': subtitle.download_link}, timeout=10)
|
|
self.session.get(self.server_url + self.anti_block_2, headers={'Referer': subtitle.download_link}, timeout=10)
|
|
|
|
|
|
def _get_archive(content):
|
|
# open the archive
|
|
archive_stream = io.BytesIO(content)
|
|
archive = None
|
|
if rarfile.is_rarfile(archive_stream):
|
|
logger.debug('Identified rar archive')
|
|
archive = rarfile.RarFile(archive_stream)
|
|
elif zipfile.is_zipfile(archive_stream):
|
|
logger.debug('Identified zip archive')
|
|
archive = zipfile.ZipFile(archive_stream)
|
|
|
|
return archive
|
|
|
|
|
|
def _get_subtitle_from_archive(archive):
|
|
for name in archive.namelist():
|
|
# discard hidden files
|
|
if os.path.split(name)[-1].startswith('.'):
|
|
continue
|
|
|
|
# discard non-subtitle files
|
|
if not name.lower().endswith(SUBTITLE_EXTENSIONS):
|
|
continue
|
|
|
|
return archive.read(name)
|
|
|
|
return None
|