comment to explain the top_domains aggregation in overview

mediacloud · Jul 26, 2024 · 3dbaef0 · 3dbaef0
1 parent fafa04f
commit 3dbaef0
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/client.py b/client.py
@@ -280,6 +280,9 @@ def aggregator_query(
 
         # Only return the total and matches if explicitly requested
         if "overview" in options:
+            # We use a sum of the top_domains to supplement the total, as elasticsearch has a hard limit
+            # of 10,000 results per page in a source query, but aggregators can go around this.
+            #
             if QueryBuilder.Aggregators.TOP_DOMAINS not in aggs:
                 raise HTTPException(
                     status_code=500,