Update otx provider (#1)

connor-marchand · Jul 22, 2023 · cb09743 · cb09743
2 parents b9c0f8f + a7a9f4f
commit cb09743
Showing 1 changed file with 17 additions and 12 deletions.
diff --git a/gau_python/providers/otx.py b/gau_python/providers/otx.py
@@ -3,24 +3,29 @@
 
 import requests
 
-base_url = 'https://otx.alienvault.com/api/v1/indicators/hostname'
+base_urls = ['https://otx.alienvault.com/api/v1/indicators/hostname',
+             'https://otx.alienvault.com/api/v1/indicators/url',
+             'https://otx.alienvault.com/api/v1/indicators/domain']
 
 
 def get_urls_otx(domain):
     urls = []
-    page = 1
     try:
-        while True:
-            request_url = base_url + f'/{domain}/url_list?limit=100&page={str(page)}'
-            logging.info(f'GET {request_url}')
-            response = requests.get(url=request_url)
-            response_json = json.loads(response.text)
+        for base_url in base_urls:
+            page = 1
+            while True:
+                request_url = base_url + f'/{domain}/url_list?limit=100&page={str(page)}'
+                logging.info(f'GET {request_url}')
+                response = requests.get(url=request_url)
+                response_json = json.loads(response.text)
 
-            for url_item in response_json["url_list"]:
-                urls.append(str(url_item["url"]))
-            if response_json['has_next']:
-                page += 1
-            else:
+                if 'url_list' not in response_json:
+                    for url_item in response_json["url_list"]:
+                        urls.append(str(url_item["url"]))
+                    if response_json['has_next']:
+                        page += 1
+                    else:
+                        break
                 break
 
     except requests.exceptions.Timeout: