fix: move pagination for outside table count

okfn-brasil · Sep 25, 2024 · a02e0b3 · a02e0b3
1 parent cc858e8
commit a02e0b3
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/data_collection/gazette/spiders/ma/ma_sao_jose_dos_basilios.py b/data_collection/gazette/spiders/ma/ma_sao_jose_dos_basilios.py
@@ -53,6 +53,6 @@ def parse(self, response, page=1):
                 power="executive_legislative",
             )
 
-            next_page_url = response.css("a.page-link[rel='next']::attr(href)").get()
-            if next_page_url:
-                yield scrapy.Request(url=next_page_url)
+        next_page_url = response.css("a.page-link[rel='next']::attr(href)").get()
+        if next_page_url:
+            yield scrapy.Request(url=next_page_url)