mirror of https://github.com/morpheus65535/bazarr
319 lines
12 KiB
Python
319 lines
12 KiB
Python
|
# -*- coding: utf-8 -*-
|
||
|
|
import io
|
||
|
|
import json
|
||
|
|
import logging
|
||
|
|
import os
|
||
|
|
|
||
|
|
import rarfile
|
||
|
|
import re
|
||
|
|
import zipfile
|
||
|
|
|
||
|
|
from subzero.language import Language
|
||
|
|
from guessit import guessit
|
||
|
|
from requests import Session
|
||
|
|
from six import text_type
|
||
|
|
|
||
|
|
from subliminal.providers import ParserBeautifulSoup, Provider
|
||
|
|
from subliminal import __short_version__
|
||
|
|
from subliminal.cache import SHOW_EXPIRATION_TIME, region
|
||
|
|
from subliminal.score import get_equivalent_release_groups
|
||
|
|
from subliminal.subtitle import SUBTITLE_EXTENSIONS, Subtitle, fix_line_ending, guess_matches
|
||
|
|
from subliminal.utils import sanitize, sanitize_release_group
|
||
|
|
from subliminal.video import Episode, Movie
|
||
|
|
|
||
|
|
logger = logging.getLogger(__name__)
|
||
|
|
|
||
|
|
episode_re = re.compile(r'^S(\d{2})E(\d{2})$')
|
||
|
|
|
||
|
|
|
||
|
|
class SubzSubtitle(Subtitle):
|
||
|
|
"""Subz Subtitle."""
|
||
|
|
provider_name = 'subz'
|
||
|
|
|
||
|
|
def __init__(self, language, page_link, series, season, episode, title, year, version, download_link):
|
||
|
|
super(SubzSubtitle, self).__init__(language, page_link=page_link)
|
||
|
|
self.series = series
|
||
|
|
self.season = season
|
||
|
|
self.episode = episode
|
||
|
|
self.title = title
|
||
|
|
self.year = year
|
||
|
|
self.version = version
|
||
|
|
self.download_link = download_link
|
||
|
|
self.hearing_impaired = None
|
||
|
|
self.encoding = 'windows-1253'
|
||
|
|
|
||
|
|
@property
|
||
|
|
def id(self):
|
||
|
|
return self.download_link
|
||
|
|
|
||
|
|
def get_matches(self, video):
|
||
|
|
matches = set()
|
||
|
|
video_type = None
|
||
|
|
|
||
|
|
# episode
|
||
|
|
if isinstance(video, Episode):
|
||
|
|
video_type = 'episode'
|
||
|
|
# series name
|
||
|
|
if video.series and sanitize(self.series) in (
|
||
|
|
sanitize(name) for name in [video.series] + video.alternative_series):
|
||
|
|
matches.add('series')
|
||
|
|
# season
|
||
|
|
if video.season and self.season == video.season:
|
||
|
|
matches.add('season')
|
||
|
|
# episode
|
||
|
|
if video.episode and self.episode == video.episode:
|
||
|
|
matches.add('episode')
|
||
|
|
# title of the episode
|
||
|
|
if video.title and sanitize(self.title) == sanitize(video.title):
|
||
|
|
matches.add('title')
|
||
|
|
# year
|
||
|
|
if video.original_series and self.year is None or video.year and video.year == self.year:
|
||
|
|
matches.add('year')
|
||
|
|
# movie
|
||
|
|
elif isinstance(video, Movie):
|
||
|
|
video_type = 'movie'
|
||
|
|
# title
|
||
|
|
if video.title and (sanitize(self.title) in (
|
||
|
|
sanitize(name) for name in [video.title] + video.alternative_titles)):
|
||
|
|
matches.add('title')
|
||
|
|
# year
|
||
|
|
if video.year and self.year == video.year:
|
||
|
|
matches.add('year')
|
||
|
|
|
||
|
|
# release_group
|
||
|
|
if (video.release_group and self.version and
|
||
|
|
any(r in sanitize_release_group(self.version)
|
||
|
|
for r in get_equivalent_release_groups(sanitize_release_group(video.release_group)))):
|
||
|
|
matches.add('release_group')
|
||
|
|
# other properties
|
||
|
|
matches |= guess_matches(video, guessit(self.version, {'type': video_type}), partial=True)
|
||
|
|
|
||
|
|
return matches
|
||
|
|
|
||
|
|
|
||
|
|
class SubzProvider(Provider):
|
||
|
|
"""Subz Provider."""
|
||
|
|
languages = {Language(l) for l in ['ell']}
|
||
|
|
server_url = 'https://subz.xyz'
|
||
|
|
sign_in_url = '/sessions'
|
||
|
|
sign_out_url = '/logout'
|
||
|
|
search_url = '/typeahead/{}'
|
||
|
|
episode_link = '/series/{show_id}/seasons/{season:d}/episodes/{episode:d}'
|
||
|
|
movie_link = '/movies/{}'
|
||
|
|
subtitle_class = SubzSubtitle
|
||
|
|
|
||
|
|
def __init__(self):
|
||
|
|
self.logged_in = False
|
||
|
|
self.session = None
|
||
|
|
|
||
|
|
def initialize(self):
|
||
|
|
self.session = Session()
|
||
|
|
self.session.headers['User-Agent'] = 'Subliminal/{}'.format(__short_version__)
|
||
|
|
|
||
|
|
def terminate(self):
|
||
|
|
self.session.close()
|
||
|
|
|
||
|
|
def get_show_ids(self, title, year=None, is_episode=True, country_code=None):
|
||
|
|
"""Get the best matching show id for `series`, `year` and `country_code`.
|
||
|
|
|
||
|
|
First search in the result of :meth:`_get_show_suggestions`.
|
||
|
|
|
||
|
|
:param title: show title.
|
||
|
|
:param year: year of the show, if any.
|
||
|
|
:type year: int
|
||
|
|
:param is_episode: if the search is for episode.
|
||
|
|
:type is_episode: bool
|
||
|
|
:param country_code: country code of the show, if any.
|
||
|
|
:type country_code: str
|
||
|
|
:return: the show id, if found.
|
||
|
|
:rtype: str
|
||
|
|
|
||
|
|
"""
|
||
|
|
title_sanitized = sanitize(title).lower()
|
||
|
|
show_ids = self._get_suggestions(title, is_episode)
|
||
|
|
|
||
|
|
matched_show_ids = []
|
||
|
|
for show in show_ids:
|
||
|
|
show_id = None
|
||
|
|
# attempt with country
|
||
|
|
if not show_id and country_code:
|
||
|
|
logger.debug('Getting show id with country')
|
||
|
|
if sanitize(show['title']) == text_type('{title} {country}').format(title=title_sanitized,
|
||
|
|
country=country_code.lower()):
|
||
|
|
show_id = show['link'].split('/')[-1]
|
||
|
|
|
||
|
|
# attempt with year
|
||
|
|
if not show_id and year:
|
||
|
|
logger.debug('Getting show id with year')
|
||
|
|
if sanitize(show['title']) == text_type('{title} {year}').format(title=title_sanitized, year=year):
|
||
|
|
show_id = show['link'].split('/')[-1]
|
||
|
|
|
||
|
|
# attempt clean
|
||
|
|
if not show_id:
|
||
|
|
logger.debug('Getting show id')
|
||
|
|
show_id = show['link'].split('/')[-1] if sanitize(show['title']) == title_sanitized else None
|
||
|
|
|
||
|
|
if show_id:
|
||
|
|
matched_show_ids.append(show_id)
|
||
|
|
|
||
|
|
return matched_show_ids
|
||
|
|
|
||
|
|
@region.cache_on_arguments(expiration_time=SHOW_EXPIRATION_TIME, to_str=text_type,
|
||
|
|
should_cache_fn=lambda value: value)
|
||
|
|
def _get_suggestions(self, title, is_episode=True):
|
||
|
|
"""Search the show or movie id from the `title` and `year`.
|
||
|
|
|
||
|
|
:param str title: title of the show.
|
||
|
|
:param is_episode: if the search is for episode.
|
||
|
|
:type is_episode: bool
|
||
|
|
:return: the show suggestions found.
|
||
|
|
:rtype: dict
|
||
|
|
|
||
|
|
"""
|
||
|
|
# make the search
|
||
|
|
logger.info('Searching show ids with %r', title)
|
||
|
|
r = self.session.get(self.server_url + text_type(self.search_url).format(title), timeout=10)
|
||
|
|
r.raise_for_status()
|
||
|
|
|
||
|
|
if not r.content:
|
||
|
|
logger.debug('No data returned from provider')
|
||
|
|
return {}
|
||
|
|
|
||
|
|
show_type = 'series' if is_episode else 'movie'
|
||
|
|
parsed_suggestions = [s for s in json.loads(r.text) if 'type' in s and s['type'] == show_type]
|
||
|
|
logger.debug('Found suggestions: %r', parsed_suggestions)
|
||
|
|
|
||
|
|
return parsed_suggestions
|
||
|
|
|
||
|
|
def query(self, show_id, series, season, episode, title):
|
||
|
|
# get the season list of the show
|
||
|
|
logger.info('Getting the subtitle list of show id %s', show_id)
|
||
|
|
is_episode = False
|
||
|
|
if all((show_id, season, episode)):
|
||
|
|
is_episode = True
|
||
|
|
page_link = self.server_url + self.episode_link.format(show_id=show_id, season=season, episode=episode)
|
||
|
|
elif all((show_id, title)):
|
||
|
|
page_link = self.server_url + self.movie_link.format(show_id)
|
||
|
|
else:
|
||
|
|
return []
|
||
|
|
|
||
|
|
r = self.session.get(page_link, timeout=10)
|
||
|
|
r.raise_for_status()
|
||
|
|
|
||
|
|
if not r.content:
|
||
|
|
logger.debug('No data returned from provider')
|
||
|
|
return []
|
||
|
|
|
||
|
|
soup = ParserBeautifulSoup(r.content, ['lxml', 'html.parser'])
|
||
|
|
|
||
|
|
year_num = None
|
||
|
|
if not is_episode:
|
||
|
|
year_num = int(soup.select_one('span.year').text)
|
||
|
|
show_title = str(soup.select_one('#summary-wrapper > div.summary h1').contents[0]).strip()
|
||
|
|
|
||
|
|
subtitles = []
|
||
|
|
# loop over episode rows
|
||
|
|
for subtitle in soup.select('div[id="subtitles"] tr[data-id]'):
|
||
|
|
# read common info
|
||
|
|
version = subtitle.find('td', {'class': 'name'}).text
|
||
|
|
download_link = subtitle.find('a', {'class': 'btn-success'})['href'].strip('\'')
|
||
|
|
|
||
|
|
# read the episode info
|
||
|
|
if is_episode:
|
||
|
|
episode_numbers = soup.select_one('#summary-wrapper > div.container.summary span.main-title-sxe').text
|
||
|
|
season_num = None
|
||
|
|
episode_num = None
|
||
|
|
matches = episode_re.match(episode_numbers.strip())
|
||
|
|
if matches:
|
||
|
|
season_num = int(matches.group(1))
|
||
|
|
episode_num = int(matches.group(2))
|
||
|
|
|
||
|
|
episode_title = soup.select_one('#summary-wrapper > div.container.summary span.main-title').text
|
||
|
|
|
||
|
|
subtitle = self.subtitle_class(Language.fromalpha2('el'), page_link, show_title, season_num,
|
||
|
|
episode_num, episode_title, year_num, version, download_link)
|
||
|
|
# read the movie info
|
||
|
|
else:
|
||
|
|
subtitle = self.subtitle_class(Language.fromalpha2('el'), page_link, None, None, None, show_title,
|
||
|
|
year_num, version, download_link)
|
||
|
|
|
||
|
|
logger.debug('Found subtitle %r', subtitle)
|
||
|
|
subtitles.append(subtitle)
|
||
|
|
|
||
|
|
return subtitles
|
||
|
|
|
||
|
|
def list_subtitles(self, video, languages):
|
||
|
|
# lookup show_id
|
||
|
|
if isinstance(video, Episode):
|
||
|
|
titles = [video.series] + video.alternative_series
|
||
|
|
elif isinstance(video, Movie):
|
||
|
|
titles = [video.title] + video.alternative_titles
|
||
|
|
else:
|
||
|
|
titles = []
|
||
|
|
|
||
|
|
show_ids = None
|
||
|
|
for title in titles:
|
||
|
|
show_ids = self.get_show_ids(title, video.year, isinstance(video, Episode))
|
||
|
|
if show_ids is not None and len(show_ids) > 0:
|
||
|
|
break
|
||
|
|
|
||
|
|
subtitles = []
|
||
|
|
# query for subtitles with the show_id
|
||
|
|
for show_id in show_ids:
|
||
|
|
if isinstance(video, Episode):
|
||
|
|
subtitles += [s for s in self.query(show_id, video.series, video.season, video.episode, video.title)
|
||
|
|
if s.language in languages and s.season == video.season and s.episode == video.episode]
|
||
|
|
elif isinstance(video, Movie):
|
||
|
|
subtitles += [s for s in self.query(show_id, None, None, None, video.title)
|
||
|
|
if s.language in languages and s.year == video.year]
|
||
|
|
|
||
|
|
return subtitles
|
||
|
|
|
||
|
|
def download_subtitle(self, subtitle):
|
||
|
|
if isinstance(subtitle, SubzSubtitle):
|
||
|
|
# download the subtitle
|
||
|
|
logger.info('Downloading subtitle %r', subtitle)
|
||
|
|
r = self.session.get(subtitle.download_link, headers={'Referer': subtitle.page_link}, timeout=10)
|
||
|
|
r.raise_for_status()
|
||
|
|
|
||
|
|
if not r.content:
|
||
|
|
logger.debug('Unable to download subtitle. No data returned from provider')
|
||
|
|
return
|
||
|
|
|
||
|
|
archive = _get_archive(r.content)
|
||
|
|
|
||
|
|
subtitle_content = _get_subtitle_from_archive(archive)
|
||
|
|
if subtitle_content:
|
||
|
|
subtitle.content = fix_line_ending(subtitle_content)
|
||
|
|
else:
|
||
|
|
logger.debug('Could not extract subtitle from %r', archive)
|
||
|
|
|
||
|
|
|
||
|
|
def _get_archive(content):
|
||
|
|
# open the archive
|
||
|
|
archive_stream = io.BytesIO(content)
|
||
|
|
archive = None
|
||
|
|
if rarfile.is_rarfile(archive_stream):
|
||
|
|
logger.debug('Identified rar archive')
|
||
|
|
archive = rarfile.RarFile(archive_stream)
|
||
|
|
elif zipfile.is_zipfile(archive_stream):
|
||
|
|
logger.debug('Identified zip archive')
|
||
|
|
archive = zipfile.ZipFile(archive_stream)
|
||
|
|
|
||
|
|
return archive
|
||
|
|
|
||
|
|
|
||
|
|
def _get_subtitle_from_archive(archive):
|
||
|
|
for name in archive.namelist():
|
||
|
|
# discard hidden files
|
||
|
|
if os.path.split(name)[-1].startswith('.'):
|
||
|
|
continue
|
||
|
|
|
||
|
|
# discard non-subtitle files
|
||
|
|
if not name.lower().endswith(SUBTITLE_EXTENSIONS):
|
||
|
|
continue
|
||
|
|
|
||
|
|
return archive.read(name)
|
||
|
|
|
||
|
|
return None
|