From 363b4457e418614049e476f3edefef1cbf0c0ea6 Mon Sep 17 00:00:00 2001 From: kom0055 Date: Tue, 19 Jul 2022 18:34:46 +0800 Subject: [PATCH] suit for hostname witten in /etc/hosts in private cluster Signed-off-by: kom0055 --- scraper.py | 3 +++ utils.py | 11 ++++++++++- 2 files changed, 13 insertions(+), 1 deletion(-) diff --git a/scraper.py b/scraper.py index fd4f49e..a7ab0c0 100644 --- a/scraper.py +++ b/scraper.py @@ -4,6 +4,7 @@ import threading import requests +import utils from utils import get_module_logger @@ -21,6 +22,8 @@ def run(self): result = [] try: s = requests.session() + s.verify = utils.verify + s.trust_env = utils.trust_env response = s.get(self.url, timeout=5) except Exception as e: logger.warning("Get {0} failed, error: {1}.".format(self.url, str(e))) diff --git a/utils.py b/utils.py index 7f3989e..b1b0a62 100644 --- a/utils.py +++ b/utils.py @@ -6,6 +6,9 @@ import logging import yaml +verify = True +trust_env = True + def get_module_logger(mod_name): logger = logging.getLogger(mod_name) @@ -67,4 +70,10 @@ def parse_args(): parser.add_argument('-jns', required=False, metavar='journalnode_jmx_url', help='Hadoop journalnode jmx metrics URL.', nargs="*") parser.add_argument('-host', required=False, metavar='host', help='Listen on this address. default: 0.0.0.0', default='0.0.0.0') parser.add_argument('-port', required=False, metavar='port', type=int, help='Listen to this port. default: 6688', default=6688) - return parser.parse_args() + parser.add_argument('-verify', required=False, metavar='verify', help='Scrape veirify switch. default: True', default='True') + parser.add_argument('-trust', required=False, metavar='trust', help='Scrape trust env switch. default: True', default='True') + args = parser.parse_args() + global verify, trust_env + verify = args.verify == 'True' + trust_env = args.trust == 'True' + return args