|
|
|
from helpers import str as misc_str
|
|
|
|
from misc.log import logger
|
|
|
|
|
|
|
|
log = logger.get_logger(__name__)
|
|
|
|
|
|
|
|
|
|
|
|
def extract_list_user_and_key_from_url(list_url):
|
|
|
|
try:
|
|
|
|
import re
|
|
|
|
list_user = re.search('\/users\/([^/]*)', list_url).group(1)
|
|
|
|
list_key = re.search('\/lists\/([^/?]*)', list_url).group(1)
|
|
|
|
|
|
|
|
return list_user, list_key
|
|
|
|
except:
|
|
|
|
log.error('The URL "%s" is not in the correct format', list_url)
|
|
|
|
exit()
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_show_id(show, blacklisted_ids):
|
|
|
|
blacklisted = False
|
|
|
|
blacklisted_ids = sorted(map(int, blacklisted_ids))
|
|
|
|
try:
|
|
|
|
if not show['show']['ids']['tvdb'] or not isinstance(show['show']['ids']['tvdb'], int):
|
|
|
|
log.debug("\'%s\' was blacklisted because it had an invalid TVDB ID", show['show']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
elif show['show']['ids']['tvdb'] in blacklisted_ids:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had a blacklisted TVDB ID of: %d", show['show']['title'],
|
|
|
|
show['show']['ids']['tvdb'])
|
|
|
|
blacklisted = True
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if show had a blacklisted TVDB ID %s: ", show)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_show_year(show, earliest_year, latest_year):
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
year = misc_str.get_year_from_timestamp(show['show']['first_aired'])
|
|
|
|
if not year:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had an unknown first-aired date.", show['show']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
else:
|
|
|
|
if year < earliest_year or year > latest_year:
|
|
|
|
log.debug("\'%s\' was blacklisted because it first aired in: %d", show['show']['title'], year)
|
|
|
|
blacklisted = True
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if show is within min_year and max_year range %s:", show)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_show_network(show, networks):
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
if not show['show']['network']:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had no network", show['show']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
else:
|
|
|
|
for network in networks:
|
|
|
|
if network.lower() in show['show']['network'].lower():
|
|
|
|
log.debug("\'%s\' was blacklisted because it's from the network: %s", show['show']['title'],
|
|
|
|
show['show']['network'])
|
|
|
|
blacklisted = True
|
|
|
|
break
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if show is from a blacklisted network %s: ", show)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_show_country(show, allowed_countries):
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
# ["ignore"] - add show item even if it is missing a country
|
|
|
|
if len(allowed_countries) == 1 and allowed_countries[0].lower() == 'ignore':
|
|
|
|
log.debug("\'%s\' - skipping valid countries check.", show['show']['title'])
|
|
|
|
# List provided - skip adding show item because it is missing a country
|
|
|
|
elif not show['show']['country']:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had no country", show['show']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
# [] - add show item from any valid country
|
|
|
|
elif not allowed_countries:
|
|
|
|
log.debug("\'%s\' - skipping allowed countries check.", show['show']['title'])
|
|
|
|
# List provided - skip adding show item if the country is blacklisted
|
|
|
|
elif show['show']['country'].lower() not in allowed_countries:
|
|
|
|
log.debug("\'%s\' was blacklisted because it's from the country: %s", show['show']['title'],
|
|
|
|
show['show']['country'].upper())
|
|
|
|
blacklisted = True
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if show was from an allowed country %s: ", show)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_show_language(show, allowed_languages):
|
|
|
|
blacklisted = False
|
|
|
|
# [] - add show items with 'en' language
|
|
|
|
if not allowed_languages:
|
|
|
|
allowed_languages = ['en']
|
|
|
|
try:
|
|
|
|
# ["ignore"] - add show item even if it is missing a language
|
|
|
|
if len(allowed_languages) == 1 and allowed_languages[0].lower() == 'ignore':
|
|
|
|
log.debug("\'%s\' - skipping valid countries check.", show['show']['title'])
|
|
|
|
# List provided - skip adding show item because it is missing a language
|
|
|
|
elif not show['show']['language']:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had no language", show['show']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
# List provided - skip adding show item if the language is blacklisted
|
|
|
|
elif show['show']['language'].lower() not in allowed_languages:
|
|
|
|
log.debug("\'%s\' was blacklisted because it's in the language: %s", show['show']['title'],
|
|
|
|
show['show']['language'].upper())
|
|
|
|
blacklisted = True
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining what language the show was in %s: ", show)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_show_genre(show, genres):
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
# ["ignore"] - add show item even if it is missing a genre
|
|
|
|
if len(genres) == 1 and genres[0].lower() == 'ignore':
|
|
|
|
log.debug("\'%s\' - skipping valid genre check.", show['show']['title'])
|
|
|
|
elif not show['show']['genres']:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had no genre", show['show']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
# [] - add show item with any valid genre
|
|
|
|
elif not genres:
|
|
|
|
log.debug("\'%s\' - skipping blacklisted genre check.", show['show']['title'])
|
|
|
|
# List provided - skip adding show item if the genre is blacklisted
|
|
|
|
else:
|
|
|
|
for genre in genres:
|
|
|
|
if genre.lower() in show['show']['genres']:
|
|
|
|
log.debug("\'%s\' was blacklisted because it was from the genre: %s", show['show']['title'],
|
|
|
|
genre.title())
|
|
|
|
blacklisted = True
|
|
|
|
break
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if show has a blacklisted genre %s: ", show)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_show_runtime(show, lowest_runtime):
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
if not show['show']['runtime'] or not isinstance(show['show']['runtime'], int):
|
|
|
|
log.debug("\'%s\' was blacklisted because it had no runtime", show['show']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
elif int(show['show']['runtime']) < lowest_runtime:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had a runtime of: %d", show['show']['title'],
|
|
|
|
show['show']['runtime'])
|
|
|
|
blacklisted = True
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if show had sufficient runtime %s: ", show)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def is_show_blacklisted(show, blacklist_settings, ignore_blacklist, callback=None):
|
|
|
|
if ignore_blacklist:
|
|
|
|
return False
|
|
|
|
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
if blacklisted_show_id(show, blacklist_settings.blacklisted_tvdb_ids):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_show_year(show, blacklist_settings.blacklisted_min_year,
|
|
|
|
blacklist_settings.blacklisted_max_year):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_show_network(show, blacklist_settings.blacklisted_networks):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_show_country(show, blacklist_settings.allowed_countries):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_show_language(show, blacklist_settings.allowed_languages):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_show_genre(show, blacklist_settings.blacklisted_genres):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_show_runtime(show, blacklist_settings.blacklisted_min_runtime):
|
|
|
|
blacklisted = True
|
|
|
|
|
|
|
|
if blacklisted and callback:
|
|
|
|
callback('show', show)
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if show was blacklisted %s: ", show)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_movie_id(movie, blacklisted_ids):
|
|
|
|
blacklisted = False
|
|
|
|
blacklisted_ids = sorted(map(int, blacklisted_ids))
|
|
|
|
try:
|
|
|
|
if movie['movie']['ids']['tmdb'] in blacklisted_ids:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had a blacklisted TMDb ID of: %d", movie['movie']['title'],
|
|
|
|
movie['movie']['ids']['tmdb'])
|
|
|
|
blacklisted = True
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if movie had a blacklisted TMDb ID %s: ", movie)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_movie_title(movie, blacklisted_keywords):
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
if not movie['movie']['title']:
|
|
|
|
log.debug("Blacklisted movie because it had no title: %s", movie)
|
|
|
|
blacklisted = True
|
|
|
|
else:
|
|
|
|
for keyword in blacklisted_keywords:
|
|
|
|
if keyword.lower() in movie['movie']['title'].lower():
|
|
|
|
log.debug("\'%s\' was blacklisted because it had title keyword: %s", movie['movie']['title'],
|
|
|
|
keyword)
|
|
|
|
blacklisted = True
|
|
|
|
break
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if movie had a blacklisted title %s: ", movie)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_movie_year(movie, earliest_year, latest_year):
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
year = movie['movie']['year']
|
|
|
|
if year is None or not isinstance(year, int):
|
|
|
|
log.debug("\'%s\' was blacklisted because it had an unknown year.", movie['movie']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
else:
|
|
|
|
if int(year) < earliest_year or int(year) > latest_year:
|
|
|
|
log.debug("\'%s\' was blacklisted because its year is: %d", movie['movie']['title'], int(year))
|
|
|
|
blacklisted = True
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if movie is within min_year and max_year ranger %s:", movie)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_movie_country(movie, allowed_countries):
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
# ["ignore"] - add movie item even if it is missing a country
|
|
|
|
if len(allowed_countries) == 1 and allowed_countries[0].lower() == 'ignore':
|
|
|
|
log.debug("\'%s\' - skipping valid countries check. ", movie['movie']['title'])
|
|
|
|
# List provided - skip adding movie item because it is missing a country
|
|
|
|
elif not movie['movie']['country']:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had no country", movie['movie']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
# [] - add movie item with from any valid country
|
|
|
|
elif not allowed_countries:
|
|
|
|
log.debug("\'%s\' - skipping allowed countries check.", movie['movie']['title'])
|
|
|
|
# List provided - skip adding movie item if the country is blacklisted
|
|
|
|
elif movie['movie']['country'].lower() not in allowed_countries:
|
|
|
|
log.debug("\'%s\' was blacklisted because it's from the country: %s", movie['movie']['title'],
|
|
|
|
movie['movie']['country'].upper())
|
|
|
|
blacklisted = True
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if movie was from an allowed country %s: ", movie)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_movie_language(movie, allowed_languages):
|
|
|
|
blacklisted = False
|
|
|
|
# [] - add movie items with 'en' language
|
|
|
|
if not allowed_languages:
|
|
|
|
allowed_languages = ['en']
|
|
|
|
try:
|
|
|
|
# ["ignore"] - add movie item even if it is missing a language
|
|
|
|
if len(allowed_languages) == 1 and allowed_languages[0].lower() == 'ignore':
|
|
|
|
log.debug("\'%s\' - skipping valid countries check.", movie['movie']['title'])
|
|
|
|
# List provided - skip adding movie item because it is missing a language
|
|
|
|
elif not movie['movie']['language']:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had no language", movie['movie']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
# List provided - skip adding movie item if the language is blacklisted
|
|
|
|
elif movie['movie']['language'].lower() not in allowed_languages:
|
|
|
|
log.debug("\'%s\' was blacklisted because it's in the language: %s", movie['movie']['title'],
|
|
|
|
movie['movie']['language'].upper())
|
|
|
|
blacklisted = True
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining what language the movie was %s: ", movie)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_movie_genre(movie, genres):
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
# ["ignore"] - add movie item even if it is missing a genre
|
|
|
|
if len(genres) == 1 and genres[0].lower() == 'ignore':
|
|
|
|
log.debug("\'%s\' - skipping valid genre check.", movie['movie']['title'])
|
|
|
|
elif not movie['movie']['genres']:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had no genre", movie['movie']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
# [] - add movie item with any valid genre
|
|
|
|
elif not genres:
|
|
|
|
log.debug("\'%s\' - skipping blacklisted genre check.", movie['movie']['title'])
|
|
|
|
# List provided - skip adding movie item if the genre is blacklisted
|
|
|
|
else:
|
|
|
|
for genre in genres:
|
|
|
|
if genre.lower() in movie['movie']['genres']:
|
|
|
|
log.debug("%s was blacklisted because it was from the genre: %s", movie['movie']['title'],
|
|
|
|
genre.title())
|
|
|
|
blacklisted = True
|
|
|
|
break
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if movie has a blacklisted genre %s: ", movie)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def blacklisted_movie_runtime(movie, lowest_runtime):
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
if not movie['movie']['runtime'] or not isinstance(movie['movie']['runtime'], int):
|
|
|
|
log.debug("\'%s\' was blacklisted because it had no runtime", movie['movie']['title'])
|
|
|
|
blacklisted = True
|
|
|
|
elif int(movie['movie']['runtime']) < lowest_runtime:
|
|
|
|
log.debug("\'%s\' was blacklisted because it had a runtime of: %d", movie['movie']['title'],
|
|
|
|
movie['movie']['runtime'])
|
|
|
|
blacklisted = True
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if movie had sufficient runtime %s: ", movie)
|
|
|
|
return blacklisted
|
|
|
|
|
|
|
|
|
|
|
|
def is_movie_blacklisted(movie, blacklist_settings, ignore_blacklist, callback=None):
|
|
|
|
if ignore_blacklist:
|
|
|
|
return False
|
|
|
|
|
|
|
|
blacklisted = False
|
|
|
|
try:
|
|
|
|
if blacklisted_movie_id(movie, blacklist_settings.blacklisted_tmdb_ids):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_movie_title(movie, blacklist_settings.blacklist_title_keywords):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_movie_year(movie, blacklist_settings.blacklisted_min_year,
|
|
|
|
blacklist_settings.blacklisted_max_year):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_movie_country(movie, blacklist_settings.allowed_countries):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_movie_language(movie, blacklist_settings.allowed_languages):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_movie_genre(movie, blacklist_settings.blacklisted_genres):
|
|
|
|
blacklisted = True
|
|
|
|
if blacklisted_movie_runtime(movie, blacklist_settings.blacklisted_min_runtime):
|
|
|
|
blacklisted = True
|
|
|
|
|
|
|
|
if blacklisted and callback:
|
|
|
|
callback('movie', movie)
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
log.exception("Exception determining if movie was blacklisted %s: ", movie)
|
|
|
|
return blacklisted
|