diff --git a/scraper.py b/scraper.py index fd4f49e..a7ab0c0 100644 --- a/scraper.py +++ b/scraper.py @@ -4,6 +4,7 @@ import threading import requests +import utils from utils import get_module_logger @@ -21,6 +22,8 @@ def run(self): result = [] try: s = requests.session() + s.verify = utils.verify + s.trust_env = utils.trust_env response = s.get(self.url, timeout=5) except Exception as e: logger.warning("Get {0} failed, error: {1}.".format(self.url, str(e))) diff --git a/utils.py b/utils.py index 7f3989e..b1b0a62 100644 --- a/utils.py +++ b/utils.py @@ -6,6 +6,9 @@ import logging import yaml +verify = True +trust_env = True + def get_module_logger(mod_name): logger = logging.getLogger(mod_name) @@ -67,4 +70,10 @@ def parse_args(): parser.add_argument('-jns', required=False, metavar='journalnode_jmx_url', help='Hadoop journalnode jmx metrics URL.', nargs="*") parser.add_argument('-host', required=False, metavar='host', help='Listen on this address. default: 0.0.0.0', default='0.0.0.0') parser.add_argument('-port', required=False, metavar='port', type=int, help='Listen to this port. default: 6688', default=6688) - return parser.parse_args() + parser.add_argument('-verify', required=False, metavar='verify', help='Scrape veirify switch. default: True', default='True') + parser.add_argument('-trust', required=False, metavar='trust', help='Scrape trust env switch. default: True', default='True') + args = parser.parse_args() + global verify, trust_env + verify = args.verify == 'True' + trust_env = args.trust == 'True' + return args