Add not supported extensions

Signed-off-by: Tushar Goel <tushar.goel.dav@gmail.com>
aboutcode-org · Aug 2, 2023 · 5771cb2 · 5771cb2
1 parent ce4e892
commit 5771cb2
Showing 1 changed file with 17 additions and 0 deletions.
diff --git a/packagedb/find_source_repo.py b/packagedb/find_source_repo.py
@@ -84,6 +84,23 @@ def get_data_from_url(
     try:
         if not url:
             return
+        if url.startswith("https://github.com/assets"):
+            return
+        not_supported_extensions = [
+            ".pdf",
+            ".zip",
+            ".woff2",
+            ".jar",
+            ".js",
+            ".png",
+            ".css",
+            ".svg",
+            ".jpg",
+            ".tgz",
+        ]
+        for extension in not_supported_extensions:
+            if url.endswith(extension):
+                return
         if url in non_reachable_urls:
             return
         if url in CACHE: