You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Plex-Meta-Manager/modules/anidb.py

197 lines
8.0 KiB

import json, time
from datetime import datetime
4 years ago
from modules import util
from modules.util import Failed
logger = util.logger
4 years ago
builders = ["anidb_id", "anidb_relation", "anidb_popular", "anidb_tag"]
base_url = "https://anidb.net"
api_url = "http://api.anidb.net:9001/httpapi"
urls = {
"anime": f"{base_url}/anime",
"popular": f"{base_url}/latest/anime/popular/?h=1",
"relation": "/relation/graph",
"tag": f"{base_url}/tag",
"login": f"{base_url}/perl-bin/animedb.pl"
}
class AniDBObj:
def __init__(self, anidb, anidb_id, data):
self._anidb = anidb
self.anidb_id = anidb_id
self._data = data
def _parse(attr, xpath, is_list=False, is_dict=False, is_float=False, is_date=False, fail=False):
try:
if isinstance(data, dict):
if is_list:
2 years ago
return data[attr].split("|") if data[attr] else []
elif is_dict:
return json.loads(data[attr])
elif is_float:
return util.check_num(data[attr], is_int=False)
elif is_date:
return datetime.strptime(data[attr], "%Y-%m-%d")
else:
return data[attr]
parse_results = data.xpath(xpath)
if len(parse_results) > 0:
parse_results = [r.strip() for r in parse_results if len(r) > 0]
if parse_results:
if is_list:
return parse_results
elif is_dict:
return {ta.get("xml:lang"): ta.text_content() for ta in parse_results}
elif is_float:
return float(parse_results[0])
elif is_date:
return datetime.strptime(parse_results[0], "%Y-%m-%d")
else:
return parse_results[0]
except (ValueError, TypeError):
pass
if fail:
raise Failed(f"AniDB Error: No Anime Found for AniDB ID: {self.anidb_id}")
elif is_list:
return []
elif is_dict:
return {}
else:
return None
self.main_title = _parse("main_title", "//anime/titles/title[@type='main']/text()", fail=True)
self.titles = _parse("titles", "//anime/titles/title[@type='official']", is_dict=True)
self.official_title = self.titles[self._anidb.language] if self._anidb.language in self.titles else self.main_title
self.rating = _parse("rating", "//anime/ratings/permanent/text()", is_float=True)
self.average = _parse("average", "//anime/ratings/temporary/text()", is_float=True)
self.score = _parse("score", "//anime/ratings/review/text()", is_float=True)
self.released = _parse("released", "//anime/startdate/text()", is_date=True)
self.tags = _parse("tags", "//anime/tags/tag[@infobox='true']/name/text()", is_list=True)
4 years ago
class AniDB:
def __init__(self, config, data):
4 years ago
self.config = config
self.language = data["language"]
self.expiration = 60
self.client = None
self.version = None
self.username = None
self.password = None
self._delay = None
def authorize(self, client, version, expiration):
self.client = client
self.version = version
logger.secret(self.client)
self.expiration = expiration
try:
self.get_anime(69, ignore_cache=True)
except Failed:
self.client = None
self.version = None
raise
@property
def is_authorized(self):
return self.client is not None
def login(self, username, password):
logger.secret(username)
logger.secret(password)
data = {"show": "main", "xuser": username, "xpass": password, "xdoautologin": "on"}
if not self._request(urls["login"], data=data).xpath("//li[@class='sub-menu my']/@title"):
3 years ago
raise Failed("AniDB Error: Login failed")
self.username = username
self.password = password
def _request(self, url, params=None, data=None):
logger.trace(f"URL: {url}")
3 years ago
if data:
return self.config.post_html(url, data=data, headers=util.header(self.language))
else:
return self.config.get_html(url, params=params, headers=util.header(self.language))
def _popular(self):
response = self._request(urls["popular"])
return util.get_int_list(response.xpath("//td[@class='thumb anime']/a/@href"), "AniDB ID")
4 years ago
def _relations(self, anidb_id):
response = self._request(f"{urls['anime']}/{anidb_id}{urls['relation']}")
4 years ago
return util.get_int_list(response.xpath("//area/@href"), "AniDB ID")
def _validate(self, anidb_id):
response = self._request(f"{urls['anime']}/{anidb_id}")
ids = response.xpath(f"//*[text()='a{anidb_id}']/text()")
4 years ago
if len(ids) > 0:
return util.regex_first_int(ids[0], "AniDB ID")
raise Failed(f"AniDB Error: AniDB ID: {anidb_id} not found")
4 years ago
def validate_anidb_ids(self, anidb_ids):
3 years ago
anidb_list = util.get_int_list(anidb_ids, "AniDB ID")
4 years ago
anidb_values = []
for anidb_id in anidb_list:
try:
anidb_values.append(self._validate(anidb_id))
4 years ago
except Failed as e:
logger.error(e)
if len(anidb_values) > 0:
return anidb_values
raise Failed(f"AniDB Error: No valid AniDB IDs in {anidb_list}")
4 years ago
def _tag(self, tag, limit):
anidb_ids = []
current_url = f"{urls['tag']}/{tag}"
while True:
response = self._request(current_url)
anidb_ids.extend(util.get_int_list(response.xpath("//td[@class='name main anime']/a/@href"), "AniDB ID"))
next_page_list = response.xpath("//li[@class='next']/a/@href")
if len(anidb_ids) >= limit or len(next_page_list) == 0:
break
time.sleep(2)
current_url = f"{base_url}{next_page_list[0]}"
return anidb_ids[:limit]
def get_anime(self, anidb_id, ignore_cache=False):
expired = None
anidb_dict = None
if self.config.Cache and not ignore_cache:
anidb_dict, expired = self.config.Cache.query_anidb(anidb_id, self.expiration)
if expired or not anidb_dict:
time_check = time.time()
if self._delay is not None:
while time_check - self._delay < 2:
time_check = time.time()
anidb_dict = self._request(api_url, params={
"client": self.client,
"clientver": self.version,
"protover": 1,
"request": "anime",
"aid": anidb_id
})
self._delay = time.time()
obj = AniDBObj(self, anidb_id, anidb_dict)
if self.config.Cache and not ignore_cache:
self.config.Cache.update_anidb(expired, anidb_id, obj, self.expiration)
return obj
def get_anidb_ids(self, method, data):
anidb_ids = []
4 years ago
if method == "anidb_popular":
3 years ago
logger.info(f"Processing AniDB Popular: {data} Anime")
anidb_ids.extend(self._popular()[:data])
elif method == "anidb_tag":
3 years ago
logger.info(f"Processing AniDB Tag: {data['limit'] if data['limit'] > 0 else 'All'} Anime from the Tag ID: {data['tag']}")
anidb_ids = self._tag(data["tag"], data["limit"])
3 years ago
elif method == "anidb_id":
logger.info(f"Processing AniDB ID: {data}")
anidb_ids.append(data)
elif method == "anidb_relation":
logger.info(f"Processing AniDB Relation: {data}")
anidb_ids.extend(self._relations(data))
4 years ago
else:
3 years ago
raise Failed(f"AniDB Error: Method {method} not supported")
logger.debug("")
3 years ago
logger.debug(f"{len(anidb_ids)} AniDB IDs Found: {anidb_ids}")
3 years ago
return anidb_ids