core: update to subliminal_patch:head; subscene fallback for non-year results; detect downtime (raise ServiceUnavailable)

pull/479/head^2
panni 5 years ago
parent 87f3e65bd2
commit 05aaf8094d

@ -19,7 +19,7 @@ from babelfish import language_converters
from guessit import guessit from guessit import guessit
from dogpile.cache.api import NO_VALUE from dogpile.cache.api import NO_VALUE
from subliminal import Episode, ProviderError from subliminal import Episode, ProviderError
from subliminal.exceptions import ConfigurationError from subliminal.exceptions import ConfigurationError, ServiceUnavailable
from subliminal.utils import sanitize_release_group from subliminal.utils import sanitize_release_group
from subliminal.cache import region from subliminal.cache import region
from subliminal_patch.http import RetryingCFSession from subliminal_patch.http import RetryingCFSession
@ -141,6 +141,10 @@ class SubsceneProvider(Provider, ProviderSubtitleArchiveMixin):
def login(self): def login(self):
r = self.session.get("https://subscene.com/account/login") r = self.session.get("https://subscene.com/account/login")
if "Server Error" in r.content:
logger.error("Login unavailable; Maintenance?")
raise ServiceUnavailable("Login unavailable; Maintenance?")
match = re.search(r"<script id='modelJson' type='application/json'>\s*(.+)\s*</script>", r.content) match = re.search(r"<script id='modelJson' type='application/json'>\s*(.+)\s*</script>", r.content)
if match: if match:

@ -255,26 +255,39 @@ def get_first_film(soup, section, year=None, session=None):
url = SITE_DOMAIN + t.div.a.get("href") url = SITE_DOMAIN + t.div.a.get("href")
break break
if not url: if not url:
return # fallback to non-year results
logger.info("Falling back to non-year results as year wasn't found (%s)", year)
url = SITE_DOMAIN + tag.findNext("ul").find("li").div.a.get("href")
return Film.from_url(url, session=session) return Film.from_url(url, session=session)
def find_endpoint(session, content=None):
endpoint = region.get("subscene_endpoint2")
if endpoint is NO_VALUE:
if not content:
content = session.get(SITE_DOMAIN).text
m = ENDPOINT_RE.search(content)
if m:
endpoint = m.group(1).strip()
logger.debug("Switching main endpoint to %s", endpoint)
region.set("subscene_endpoint2", endpoint)
return endpoint
def search(term, release=True, session=None, year=None, limit_to=SearchTypes.Exact, throttle=0): def search(term, release=True, session=None, year=None, limit_to=SearchTypes.Exact, throttle=0):
# note to subscene: if you actually start to randomize the endpoint, we'll have to query your server even more # note to subscene: if you actually start to randomize the endpoint, we'll have to query your server even more
if release: if release:
endpoint = "release" endpoint = "release"
else: else:
endpoint = region.get("subscene_endpoint2") endpoint = find_endpoint(session)
if endpoint is NO_VALUE: time.sleep(throttle)
ret = session.get(SITE_DOMAIN)
time.sleep(throttle) if not endpoint:
m = ENDPOINT_RE.search(ret.text) logger.error("Couldn't find endpoint, exiting")
if m: return
endpoint = m.group(1).strip()
logger.debug("Switching main endpoint to %s", endpoint)
region.set("subscene_endpoint2", endpoint)
soup = soup_for("%s/subtitles/%s" % (SITE_DOMAIN, endpoint), data={"query": term}, soup = soup_for("%s/subtitles/%s" % (SITE_DOMAIN, endpoint), data={"query": term},
session=session) session=session)

Loading…
Cancel
Save