from os import getenv from changedetectionio.notification import ( default_notification_body, default_notification_format, default_notification_title, ) _FILTER_FAILURE_THRESHOLD_ATTEMPTS_DEFAULT = 6 DEFAULT_SETTINGS_HEADERS_USERAGENT='Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.66 Safari/537.36' class model(dict): base_config = { 'note': "Hello! If you change this file manually, please be sure to restart your changedetection.io instance!", 'watching': {}, 'settings': { 'headers': { }, 'requests': { 'extra_proxies': [], # Configurable extra proxies via the UI 'extra_browsers': [], # Configurable extra proxies via the UI 'jitter_seconds': 0, 'proxy': None, # Preferred proxy connection 'time_between_check': {'weeks': None, 'days': None, 'hours': 3, 'minutes': None, 'seconds': None}, 'timeout': int(getenv("DEFAULT_SETTINGS_REQUESTS_TIMEOUT", "45")), # Default 45 seconds 'workers': int(getenv("DEFAULT_SETTINGS_REQUESTS_WORKERS", "10")), # Number of threads, lower is better for slow connections 'default_ua': { 'html_requests': getenv("DEFAULT_SETTINGS_HEADERS_USERAGENT", DEFAULT_SETTINGS_HEADERS_USERAGENT), 'html_webdriver': None, } }, 'application': { # Custom notification content 'api_access_token_enabled': True, 'base_url' : None, 'empty_pages_are_a_change': False, 'extract_title_as_title': False, 'fetch_backend': getenv("DEFAULT_FETCH_BACKEND", "html_requests"), 'filter_failure_notification_threshold_attempts': _FILTER_FAILURE_THRESHOLD_ATTEMPTS_DEFAULT, 'global_ignore_text': [], # List of text to ignore when calculating the comparison checksum 'global_subtractive_selectors': [], 'ignore_whitespace': True, 'notification_body': default_notification_body, 'notification_format': default_notification_format, 'notification_title': default_notification_title, 'notification_urls': [], # Apprise URL list 'pager_size': 50, 'password': False, 'render_anchor_tag_content': False, 'schema_version' : 0, 'shared_diff_access': False, 'webdriver_delay': None , # Extra delay in seconds before extracting text 'tags': {} #@todo use Tag.model initialisers } } } def __init__(self, *arg, **kw): super(model, self).__init__(*arg, **kw) self.update(self.base_config) def parse_headers_from_text_file(filepath): headers = {} with open(filepath, 'r') as f: for l in f.readlines(): l = l.strip() if not l.startswith('#') and ':' in l: (k, v) = l.split(':') headers[k.strip()] = v.strip() return headers