Ability to set the default fetch mode via the DEFAULT_FETCH_BACKEND variable
This commit is contained in:
@@ -32,7 +32,7 @@ class model(dict):
|
|||||||
'password': False,
|
'password': False,
|
||||||
'base_url' : None,
|
'base_url' : None,
|
||||||
'extract_title_as_title': False,
|
'extract_title_as_title': False,
|
||||||
'fetch_backend': 'html_requests',
|
'fetch_backend': os.getenv("DEFAULT_FETCH_BACKEND", "html_requests"),
|
||||||
'global_ignore_text': [], # List of text to ignore when calculating the comparison checksum
|
'global_ignore_text': [], # List of text to ignore when calculating the comparison checksum
|
||||||
'global_subtractive_selectors': [],
|
'global_subtractive_selectors': [],
|
||||||
'ignore_whitespace': False,
|
'ignore_whitespace': False,
|
||||||
|
|||||||
Reference in New Issue
Block a user