2018-10-31 16:08:29 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
2019-09-17 02:04:27 +00:00
|
|
|
from __future__ import absolute_import
|
2018-10-31 16:08:29 +00:00
|
|
|
import json
|
|
|
|
import logging
|
|
|
|
import os
|
|
|
|
import re
|
|
|
|
|
|
|
|
from babelfish import language_converters
|
|
|
|
from guessit import guessit
|
|
|
|
from requests import Session
|
|
|
|
|
|
|
|
from subliminal import Movie, Episode, ProviderError, __short_version__
|
|
|
|
from subliminal.exceptions import AuthenticationError, ConfigurationError, DownloadLimitExceeded, ProviderError
|
|
|
|
from subliminal_patch.subtitle import Subtitle, guess_matches
|
|
|
|
from subliminal.subtitle import fix_line_ending
|
|
|
|
from subliminal_patch.providers import Provider
|
|
|
|
from subzero.language import Language
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
language_converters.register('assrt = subliminal_patch.converters.assrt:AssrtConverter')
|
|
|
|
|
|
|
|
server_url = 'https://api.assrt.net/v1'
|
2019-09-17 02:04:27 +00:00
|
|
|
supported_languages = list(language_converters['assrt'].to_assrt.keys())
|
2018-10-31 16:08:29 +00:00
|
|
|
|
2019-11-30 10:11:00 +00:00
|
|
|
def language_contains(subset, superset):
|
|
|
|
if subset.alpha3 != superset.alpha3:
|
|
|
|
return False
|
|
|
|
if superset.country != None and subset.country != superset.country:
|
|
|
|
return False
|
|
|
|
if superset.script != None and subset.script != superset.script:
|
|
|
|
return False
|
|
|
|
return True
|
|
|
|
|
|
|
|
def search_language_in_list(lang, langlist):
|
|
|
|
for l in langlist:
|
|
|
|
if language_contains(lang, l):
|
|
|
|
return l
|
|
|
|
return None
|
2018-10-31 16:08:29 +00:00
|
|
|
|
|
|
|
class AssrtSubtitle(Subtitle):
|
|
|
|
"""Assrt Sbutitle."""
|
|
|
|
provider_name = 'assrt'
|
|
|
|
guessit_options = {
|
|
|
|
'allowed_languages': [ l[0] for l in supported_languages ],
|
|
|
|
'allowed_countries': [ l[1] for l in supported_languages if len(l) > 1 ],
|
|
|
|
'enforce_list': True
|
|
|
|
}
|
|
|
|
|
|
|
|
def __init__(self, language, subtitle_id, video_name, session, token):
|
|
|
|
super(AssrtSubtitle, self).__init__(language)
|
|
|
|
self.session = session
|
|
|
|
self.token = token
|
|
|
|
self.subtitle_id = subtitle_id
|
|
|
|
self.video_name = video_name
|
|
|
|
self.url = None
|
|
|
|
self._detail = None
|
|
|
|
|
|
|
|
def _get_detail(self):
|
|
|
|
if self._detail:
|
|
|
|
return self._detail
|
|
|
|
params = {'token': self.token, 'id': self.id}
|
2019-11-30 10:11:00 +00:00
|
|
|
logger.info('Get subtitle detail: GET /sub/detail %r', params)
|
2018-10-31 16:08:29 +00:00
|
|
|
r = self.session.get(server_url + '/sub/detail', params=params, timeout=10)
|
|
|
|
r.raise_for_status()
|
|
|
|
|
|
|
|
result = r.json()
|
|
|
|
sub = result['sub']['subs'][0]
|
|
|
|
files = sub['filelist']
|
|
|
|
|
|
|
|
# first pass: guessit
|
|
|
|
for f in files:
|
|
|
|
guess = guessit(f['f'], self.guessit_options)
|
|
|
|
langs = set()
|
|
|
|
if 'language' in guess:
|
|
|
|
langs.update(guess['language'])
|
|
|
|
if 'subtitle_language' in guess:
|
|
|
|
langs.update(guess['subtitle_language'])
|
|
|
|
if self.language in langs:
|
|
|
|
self._defail = f
|
|
|
|
return f
|
|
|
|
|
|
|
|
# second pass: keyword matching
|
|
|
|
codes = language_converters['assrt'].codes
|
|
|
|
for f in files:
|
|
|
|
langs = set([ Language.fromassrt(k) for k in codes if k in f['f'] ])
|
|
|
|
if self.language in langs:
|
|
|
|
self._defail = f
|
|
|
|
return f
|
|
|
|
|
|
|
|
# fallback: pick up first file if nothing matches
|
|
|
|
return files[0]
|
|
|
|
|
|
|
|
@property
|
|
|
|
def id(self):
|
|
|
|
return self.subtitle_id
|
|
|
|
|
|
|
|
@property
|
|
|
|
def download_link(self):
|
|
|
|
detail = self._get_detail()
|
|
|
|
return detail['url']
|
|
|
|
|
|
|
|
def get_matches(self, video):
|
|
|
|
matches = guess_matches(video, guessit(self.video_name))
|
|
|
|
return matches
|
|
|
|
|
|
|
|
|
|
|
|
class AssrtProvider(Provider):
|
|
|
|
"""Assrt Provider."""
|
|
|
|
languages = {Language(*l) for l in supported_languages}
|
|
|
|
|
|
|
|
def __init__(self, token=None):
|
|
|
|
if not token:
|
|
|
|
raise ConfigurationError('Token must be specified')
|
|
|
|
self.token = token
|
|
|
|
|
|
|
|
def initialize(self):
|
|
|
|
self.session = Session()
|
2019-04-03 13:53:56 +00:00
|
|
|
self.session.headers = {'User-Agent': os.environ.get("SZ_USER_AGENT", "Sub-Zero/2")}
|
2018-10-31 16:08:29 +00:00
|
|
|
|
|
|
|
def terminate(self):
|
|
|
|
self.session.close()
|
|
|
|
|
|
|
|
def query(self, languages, video):
|
|
|
|
# query the server
|
|
|
|
keywords = []
|
|
|
|
if isinstance(video, Movie):
|
|
|
|
if video.title:
|
|
|
|
keywords.append(video.title)
|
|
|
|
if video.year:
|
|
|
|
keywords.append(str(video.year))
|
|
|
|
elif isinstance(video, Episode):
|
|
|
|
if video.series:
|
|
|
|
keywords.append(video.series)
|
|
|
|
if video.season and video.episode:
|
|
|
|
keywords.append('S%02dE%02d' % (video.season, video.episode))
|
|
|
|
elif video.episode:
|
|
|
|
keywords.append('E%02d' % video.episode)
|
|
|
|
query = ' '.join(keywords)
|
|
|
|
|
|
|
|
params = {'token': self.token, 'q': query, 'is_file': 1}
|
2019-11-30 10:11:00 +00:00
|
|
|
logger.debug('Searching subtitles: GET /sub/search %r', params)
|
2018-10-31 16:08:29 +00:00
|
|
|
res = self.session.get(server_url + '/sub/search', params=params, timeout=10)
|
|
|
|
res.raise_for_status()
|
|
|
|
result = res.json()
|
|
|
|
|
|
|
|
if result['status'] != 0:
|
2019-11-30 10:11:00 +00:00
|
|
|
logger.error('status error: %r', result['status'])
|
2018-10-31 16:08:29 +00:00
|
|
|
return []
|
|
|
|
|
|
|
|
# parse the subtitles
|
2019-09-18 15:30:46 +00:00
|
|
|
pattern = re.compile(r'lang(?P<code>\w+)')
|
2018-10-31 16:08:29 +00:00
|
|
|
subtitles = []
|
|
|
|
for sub in result['sub']['subs']:
|
|
|
|
if 'lang' not in sub:
|
|
|
|
continue
|
|
|
|
for key in sub['lang']['langlist'].keys():
|
|
|
|
match = pattern.match(key)
|
|
|
|
try:
|
|
|
|
language = Language.fromassrt(match.group('code'))
|
2019-11-30 10:11:00 +00:00
|
|
|
output_language = search_language_in_list(language, languages)
|
|
|
|
if output_language:
|
|
|
|
subtitles.append(AssrtSubtitle(output_language, sub['id'], sub['videoname'], self.session, self.token))
|
2018-10-31 16:08:29 +00:00
|
|
|
except:
|
|
|
|
pass
|
|
|
|
|
|
|
|
return subtitles
|
|
|
|
|
|
|
|
def list_subtitles(self, video, languages):
|
|
|
|
return self.query(languages, video)
|
|
|
|
|
|
|
|
def download_subtitle(self, subtitle):
|
|
|
|
r = self.session.get(subtitle.download_link, timeout=10)
|
|
|
|
r.raise_for_status()
|
|
|
|
|
|
|
|
subtitle.content = fix_line_ending(r.content)
|