import json, time from datetime import datetime from modules import util from modules.util import Failed logger = util.logger builders = ["anidb_id", "anidb_relation", "anidb_popular", "anidb_tag"] base_url = "https://anidb.net" api_url = "http://api.anidb.net:9001/httpapi" urls = { "anime": f"{base_url}/anime", "popular": f"{base_url}/latest/anime/popular/?h=1", "relation": "/relation/graph", "tag": f"{base_url}/tag", "login": f"{base_url}/perl-bin/animedb.pl" } class AniDBObj: def __init__(self, anidb, anidb_id, data): self._anidb = anidb self.anidb_id = anidb_id self._data = data def _parse(attr, xpath, is_list=False, is_dict=False, is_float=False, is_date=False, fail=False): try: if isinstance(data, dict): if is_list: return data[attr].split("|") elif is_dict: return json.loads(data[attr]) elif is_float: return util.check_num(data[attr], is_int=False) elif is_date: return datetime.strptime(data[attr], "%Y-%m-%d") else: return data[attr] parse_results = data.xpath(xpath) if len(parse_results) > 0: parse_results = [r.strip() for r in parse_results if len(r) > 0] if parse_results: if is_list: return parse_results elif is_dict: return {ta.get("xml:lang"): ta.text_content() for ta in parse_results} elif is_float: return float(parse_results[0]) elif is_date: return datetime.strptime(parse_results[0], "%Y-%m-%d") else: return parse_results[0] except (ValueError, TypeError): pass if fail: raise Failed(f"AniDB Error: No Anime Found for AniDB ID: {self.anidb_id}") elif is_list: return [] elif is_dict: return {} else: return None self.main_title = _parse("main_title", "//anime/titles/title[@type='main']/text()", fail=True) self.titles = _parse("titles", "//anime/titles/title[@type='official']", is_dict=True) self.official_title = self.titles[self._anidb.language] if self._anidb.language in self.titles else self.main_title self.rating = _parse("rating", "//anime/ratings/permanent/text()", is_float=True) self.average = _parse("average", "//anime/ratings/temporary/text()", is_float=True) self.score = _parse("score", "//anime/ratings/review/text()", is_float=True) self.released = _parse("released", "//anime/startdate/text()", is_date=True) self.tags = _parse("tags", "//anime/tags/tag[@infobox='true']/name/text()", is_list=True) class AniDB: def __init__(self, config, data): self.config = config self.language = data["language"] self.expiration = 60 self.client = None self.version = None self.username = None self.password = None self._delay = None def authorize(self, client, version, expiration): self.client = client self.version = version logger.secret(self.client) self.expiration = expiration try: self.get_anime(69, ignore_cache=True) except Failed: self.client = None self.version = None raise @property def is_authorized(self): return self.client is not None def login(self, username, password): self.username = username self.password = password logger.secret(self.username) logger.secret(self.password) data = {"show": "main", "xuser": self.username, "xpass": self.password, "xdoautologin": "on"} if not self._request(urls["login"], data=data).xpath("//li[@class='sub-menu my']/@title"): raise Failed("AniDB Error: Login failed") def _request(self, url, params=None, data=None): logger.trace(f"URL: {url}") if data: return self.config.post_html(url, params=params, data=data, headers=util.header(self.language)) else: return self.config.get_html(url, params=params, headers=util.header(self.language)) def _popular(self): response = self._request(urls["popular"]) return util.get_int_list(response.xpath("//td[@class='thumb anime']/a/@href"), "AniDB ID") def _relations(self, anidb_id): response = self._request(f"{urls['anime']}/{anidb_id}{urls['relation']}") return util.get_int_list(response.xpath("//area/@href"), "AniDB ID") def _validate(self, anidb_id): response = self._request(f"{urls['anime']}/{anidb_id}") ids = response.xpath(f"//*[text()='a{anidb_id}']/text()") if len(ids) > 0: return util.regex_first_int(ids[0], "AniDB ID") raise Failed(f"AniDB Error: AniDB ID: {anidb_id} not found") def validate_anidb_ids(self, anidb_ids): anidb_list = util.get_int_list(anidb_ids, "AniDB ID") anidb_values = [] for anidb_id in anidb_list: try: anidb_values.append(self._validate(anidb_id)) except Failed as e: logger.error(e) if len(anidb_values) > 0: return anidb_values raise Failed(f"AniDB Error: No valid AniDB IDs in {anidb_list}") def _tag(self, tag, limit): anidb_ids = [] current_url = f"{urls['tag']}/{tag}" while True: response = self._request(current_url) anidb_ids.extend(util.get_int_list(response.xpath("//td[@class='name main anime']/a/@href"), "AniDB ID")) next_page_list = response.xpath("//li[@class='next']/a/@href") if len(anidb_ids) >= limit or len(next_page_list) == 0: break time.sleep(2) current_url = f"{base_url}{next_page_list[0]}" return anidb_ids[:limit] def get_anime(self, anidb_id, ignore_cache=False): expired = None anidb_dict = None if self.config.Cache and not ignore_cache: anidb_dict, expired = self.config.Cache.query_anidb(anidb_id, self.expiration) if expired or not anidb_dict: time_check = time.time() if self._delay is not None: while time_check - self._delay < 2: time_check = time.time() anidb_dict = self._request(api_url, params={ "client": self.client, "clientver": self.version, "protover": 1, "request": "anime", "aid": anidb_id }) self._delay = time.time() obj = AniDBObj(self, anidb_id, anidb_dict) if self.config.Cache and not ignore_cache: self.config.Cache.update_mdb(expired, anidb_id, obj, self.expiration) return obj def get_anidb_ids(self, method, data): anidb_ids = [] if method == "anidb_popular": logger.info(f"Processing AniDB Popular: {data} Anime") anidb_ids.extend(self._popular()[:data]) elif method == "anidb_tag": logger.info(f"Processing AniDB Tag: {data['limit'] if data['limit'] > 0 else 'All'} Anime from the Tag ID: {data['tag']}") anidb_ids = self._tag(data["tag"], data["limit"]) elif method == "anidb_id": logger.info(f"Processing AniDB ID: {data}") anidb_ids.append(data) elif method == "anidb_relation": logger.info(f"Processing AniDB Relation: {data}") anidb_ids.extend(self._relations(data)) else: raise Failed(f"AniDB Error: Method {method} not supported") logger.debug("") logger.debug(f"{len(anidb_ids)} AniDB IDs Found: {anidb_ids}") return anidb_ids