|
|
|
@ -1,7 +1,9 @@
|
|
|
|
|
import json
|
|
|
|
|
import time
|
|
|
|
|
|
|
|
|
|
import backoff
|
|
|
|
|
import requests
|
|
|
|
|
from cashier import cache
|
|
|
|
|
|
|
|
|
|
from helpers.misc import backoff_handler, dict_merge
|
|
|
|
|
from helpers.trakt import extract_list_user_and_key_from_url
|
|
|
|
@ -22,31 +24,40 @@ class Trakt:
|
|
|
|
|
|
|
|
|
|
def _make_request(self, url, payload={}, authenticate_user=None, request_type='get'):
|
|
|
|
|
headers, authenticate_user = self._headers(authenticate_user)
|
|
|
|
|
headers['User-Agent'] = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 ' \
|
|
|
|
|
'(KHTML, like Gecko) Chrome/71.0.3578.80 Safari/537.36'
|
|
|
|
|
|
|
|
|
|
if authenticate_user:
|
|
|
|
|
url = url.replace('{authenticate_user}', authenticate_user)
|
|
|
|
|
|
|
|
|
|
# make request
|
|
|
|
|
resp_data = ''
|
|
|
|
|
if request_type == 'delete':
|
|
|
|
|
req = requests.delete(url, headers=headers, params=payload, timeout=30)
|
|
|
|
|
with requests.delete(url, headers=headers, params=payload, timeout=30, stream=True) as req:
|
|
|
|
|
for chunk in req.iter_content(chunk_size=250000, decode_unicode=True):
|
|
|
|
|
if chunk:
|
|
|
|
|
resp_data += chunk
|
|
|
|
|
else:
|
|
|
|
|
req = requests.get(url, headers=headers, params=payload, timeout=30)
|
|
|
|
|
with requests.get(url, headers=headers, params=payload, timeout=30, stream=True) as req:
|
|
|
|
|
for chunk in req.iter_content(chunk_size=250000, decode_unicode=True):
|
|
|
|
|
if chunk:
|
|
|
|
|
resp_data += chunk
|
|
|
|
|
|
|
|
|
|
log.debug("Request URL: %s", req.url)
|
|
|
|
|
log.debug("Request Payload: %s", payload)
|
|
|
|
|
log.debug("Request User: %s", authenticate_user)
|
|
|
|
|
log.debug("Response Code: %d", req.status_code)
|
|
|
|
|
|
|
|
|
|
return req
|
|
|
|
|
return req, resp_data
|
|
|
|
|
|
|
|
|
|
@backoff.on_predicate(backoff.expo, lambda x: x is None, max_tries=4, on_backoff=backoff_handler)
|
|
|
|
|
def _make_item_request(self, url, object_name, payload={}):
|
|
|
|
|
payload = dict_merge(payload, {'extended': 'full'})
|
|
|
|
|
|
|
|
|
|
try:
|
|
|
|
|
req = self._make_request(url, payload)
|
|
|
|
|
req, resp_data = self._make_request(url, payload)
|
|
|
|
|
|
|
|
|
|
if req.status_code == 200:
|
|
|
|
|
resp_json = req.json()
|
|
|
|
|
if req.status_code == 200 and len(resp_data):
|
|
|
|
|
resp_json = json.loads(resp_data)
|
|
|
|
|
return resp_json
|
|
|
|
|
elif req.status_code == 401:
|
|
|
|
|
log.error("The authentication to Trakt is revoked. Please re-authenticate.")
|
|
|
|
@ -58,7 +69,7 @@ class Trakt:
|
|
|
|
|
log.exception("Exception retrieving %s: ", object_name)
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
@backoff.on_predicate(backoff.expo, lambda x: x is None, max_tries=4, on_backoff=backoff_handler)
|
|
|
|
|
@backoff.on_predicate(backoff.expo, lambda x: x is None, max_tries=6, on_backoff=backoff_handler)
|
|
|
|
|
def _make_items_request(self, url, limit, languages, type_name, object_name, authenticate_user=None, payload={},
|
|
|
|
|
sleep_between=5, genres=None):
|
|
|
|
|
if not languages:
|
|
|
|
@ -74,8 +85,34 @@ class Trakt:
|
|
|
|
|
type_name = type_name.replace('{authenticate_user}', self._user_used_for_authentication(authenticate_user))
|
|
|
|
|
|
|
|
|
|
try:
|
|
|
|
|
resp_data = ''
|
|
|
|
|
while True:
|
|
|
|
|
req = self._make_request(url, payload, authenticate_user)
|
|
|
|
|
attempts = 0
|
|
|
|
|
max_attempts = 6
|
|
|
|
|
retrieve_error = False
|
|
|
|
|
while attempts <= max_attempts:
|
|
|
|
|
try:
|
|
|
|
|
req, resp_data = self._make_request(url, payload, authenticate_user)
|
|
|
|
|
if resp_data is not None:
|
|
|
|
|
retrieve_error = False
|
|
|
|
|
break
|
|
|
|
|
else:
|
|
|
|
|
log.warning("Failed to retrieve valid response for Trakt %s %s from _make_item_request",
|
|
|
|
|
type_name, object_name)
|
|
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
|
log.exception("Exception retrieving %s %s in _make_item_request: ", type_name, object_name)
|
|
|
|
|
retrieve_error = True
|
|
|
|
|
|
|
|
|
|
attempts += 1
|
|
|
|
|
log.info("Sleeping for %d seconds before making attempt %d/%d", 3 * attempts, attempts + 1,
|
|
|
|
|
max_attempts)
|
|
|
|
|
time.sleep(3 * attempts)
|
|
|
|
|
|
|
|
|
|
if retrieve_error or not resp_data or not len(resp_data):
|
|
|
|
|
log.error("Failed retrieving %s %s from _make_item_request %d times, aborting...", type_name,
|
|
|
|
|
object_name, attempts)
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
current_page = payload['page']
|
|
|
|
|
total_pages = 0 if 'X-Pagination-Page-Count' not in req.headers else int(
|
|
|
|
@ -83,8 +120,10 @@ class Trakt:
|
|
|
|
|
|
|
|
|
|
log.debug("Response Page: %d of %d", current_page, total_pages)
|
|
|
|
|
|
|
|
|
|
if req.status_code == 200:
|
|
|
|
|
resp_json = req.json()
|
|
|
|
|
if req.status_code == 200 and len(resp_data):
|
|
|
|
|
if resp_data.startswith("[{") and resp_data.endswith("}]"):
|
|
|
|
|
resp_json = json.loads(resp_data)
|
|
|
|
|
|
|
|
|
|
if type_name == 'person' and 'cast' in resp_json:
|
|
|
|
|
# handle person results
|
|
|
|
|
for item in resp_json['cast']:
|
|
|
|
@ -101,6 +140,9 @@ class Trakt:
|
|
|
|
|
else:
|
|
|
|
|
processed.append(item)
|
|
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
log.warning("Received malformed JSON response for page: %d of %d", current_page, total_pages)
|
|
|
|
|
|
|
|
|
|
# check if we have fetched the last page, break if so
|
|
|
|
|
if total_pages == 0:
|
|
|
|
|
log.debug("There were no more pages to retrieve")
|
|
|
|
@ -112,6 +154,7 @@ class Trakt:
|
|
|
|
|
log.info("There are %d pages left to retrieve results from", total_pages - current_page)
|
|
|
|
|
payload['page'] += 1
|
|
|
|
|
time.sleep(sleep_between)
|
|
|
|
|
|
|
|
|
|
elif req.status_code == 401:
|
|
|
|
|
log.error("The authentication to Trakt is revoked. Please re-authenticate.")
|
|
|
|
|
exit()
|
|
|
|
@ -122,6 +165,7 @@ class Trakt:
|
|
|
|
|
if len(processed):
|
|
|
|
|
log.debug("Found %d %s %s", len(processed), type_name, object_name)
|
|
|
|
|
return processed
|
|
|
|
|
|
|
|
|
|
return None
|
|
|
|
|
except Exception:
|
|
|
|
|
log.exception("Exception retrieving %s %s: ", type_name, object_name)
|
|
|
|
@ -130,7 +174,7 @@ class Trakt:
|
|
|
|
|
def validate_client_id(self):
|
|
|
|
|
try:
|
|
|
|
|
# request anticipated shows to validate client_id
|
|
|
|
|
req = self._make_request(
|
|
|
|
|
req, req_data = self._make_request(
|
|
|
|
|
url='https://api.trakt.tv/shows/anticipated',
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
@ -142,7 +186,7 @@ class Trakt:
|
|
|
|
|
return False
|
|
|
|
|
|
|
|
|
|
def remove_recommended_item(self, item_type, trakt_id, authenticate_user=None):
|
|
|
|
|
ret = self._make_request(
|
|
|
|
|
ret, ret_data = self._make_request(
|
|
|
|
|
url='https://api.trakt.tv/recommendations/%ss/%s' % (item_type, str(trakt_id)),
|
|
|
|
|
authenticate_user=authenticate_user,
|
|
|
|
|
request_type='delete'
|
|
|
|
@ -334,6 +378,7 @@ class Trakt:
|
|
|
|
|
object_name='show',
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_trending_shows(self, limit=1000, languages=None, genres=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/shows/trending',
|
|
|
|
@ -344,6 +389,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_popular_shows(self, limit=1000, languages=None, genres=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/shows/popular',
|
|
|
|
@ -354,6 +400,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_anticipated_shows(self, limit=1000, languages=None, genres=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/shows/anticipated',
|
|
|
|
@ -364,6 +411,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_person_shows(self, person, limit=1000, languages=None, genres=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/people/%s/shows' % person,
|
|
|
|
@ -374,6 +422,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_most_played_shows(self, limit=1000, languages=None, genres=None, most_type=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/shows/played/%s' % ('weekly' if not most_type else most_type),
|
|
|
|
@ -384,6 +433,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_most_watched_shows(self, limit=1000, languages=None, genres=None, most_type=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/shows/watched/%s' % ('weekly' if not most_type else most_type),
|
|
|
|
@ -394,6 +444,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_recommended_shows(self, authenticate_user=None, limit=1000, languages=None, genres=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/recommendations/shows',
|
|
|
|
@ -439,6 +490,7 @@ class Trakt:
|
|
|
|
|
object_name='movie',
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_trending_movies(self, limit=1000, languages=None, genres=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/movies/trending',
|
|
|
|
@ -449,6 +501,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_popular_movies(self, limit=1000, languages=None, genres=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/movies/popular',
|
|
|
|
@ -459,6 +512,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_anticipated_movies(self, limit=1000, languages=None, genres=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/movies/anticipated',
|
|
|
|
@ -469,6 +523,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_person_movies(self, person, limit=1000, languages=None, genres=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/people/%s/movies' % person,
|
|
|
|
@ -479,6 +534,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_most_played_movies(self, limit=1000, languages=None, genres=None, most_type=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/movies/played/%s' % ('weekly' if not most_type else most_type),
|
|
|
|
@ -489,6 +545,7 @@ class Trakt:
|
|
|
|
|
genres=genres
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
@cache(cache_file='cache.db', retry_if_blank=True)
|
|
|
|
|
def get_most_watched_movies(self, limit=1000, languages=None, genres=None, most_type=None):
|
|
|
|
|
return self._make_items_request(
|
|
|
|
|
url='https://api.trakt.tv/movies/watched/%s' % ('weekly' if not most_type else most_type),
|
|
|
|
|