From 6720b18e75ba392401d09f7f0eeaf14cc776c170 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?C=C3=A1ssia=20Sanctos?= Date: Thu, 25 Apr 2024 01:19:02 -0300 Subject: [PATCH] adicionando raspadores para abare, adustina, almadina, anage e andorinha MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit adicionando importlib a build ao requirements.in Tive este erro ao instalar os requirements de dev: ERROR: In --require-hashes mode, all requirements must have their versions pinned with ==. These do not: importlib-metadata>=4.6 from https://files.pythonhosted.org/packages/2d/0a/679461c511447ffaf176567d5c496d1de27cbe34a87df6677d7171b2fbd4/importlib_metadata-7.1.0-py3-none-any.whl (from build==1.0.3->-r data_collection/requirements-dev.txt (line 48)) e precisei instalar importlib e build. Signed-off-by: Cássia Sampaio <4005687+cassiasamp@users.noreply.github.com> Update data_collection/gazette/spiders/ba/ba_adustina.py Co-authored-by: Juliana Trevine <44185775+trevineju@users.noreply.github.com> Signed-off-by: Cássia Sampaio <4005687+cassiasamp@users.noreply.github.com> Update data_collection/gazette/spiders/ba/ba_almadina.py Co-authored-by: Juliana Trevine <44185775+trevineju@users.noreply.github.com> Signed-off-by: Cássia Sampaio <4005687+cassiasamp@users.noreply.github.com> Update data_collection/gazette/spiders/ba/ba_anage.py Co-authored-by: Juliana Trevine <44185775+trevineju@users.noreply.github.com> Signed-off-by: Cássia Sampaio <4005687+cassiasamp@users.noreply.github.com> Update data_collection/gazette/spiders/ba/ba_andorinha.py Co-authored-by: Juliana Trevine <44185775+trevineju@users.noreply.github.com> Signed-off-by: Cássia Sampaio <4005687+cassiasamp@users.noreply.github.com> arquivos corrigidos de adustina, anage e andorinha mudando o requirements para fazer um pr depois mudando o requirements para fazer um pr depois mudando o requirements para fazer um pr depois mudando o requirements para fazer um pr depois arrumando arquivos de adustina, anage e andorinha adicionando raspadores para abare, adustina, almadina, anage e andorinha adicionando importlib a build ao requirements.in Tive este erro ao instalar os requirements de dev: ERROR: In --require-hashes mode, all requirements must have their versions pinned with ==. These do not: importlib-metadata>=4.6 from https://files.pythonhosted.org/packages/2d/0a/679461c511447ffaf176567d5c496d1de27cbe34a87df6677d7171b2fbd4/importlib_metadata-7.1.0-py3-none-any.whl (from build==1.0.3->-r data_collection/requirements-dev.txt (line 48)) e precisei instalar importlib e build. Signed-off-by: Cássia Sampaio <4005687+cassiasamp@users.noreply.github.com> Update data_collection/gazette/spiders/ba/ba_adustina.py Co-authored-by: Juliana Trevine <44185775+trevineju@users.noreply.github.com> Signed-off-by: Cássia Sampaio <4005687+cassiasamp@users.noreply.github.com> Update data_collection/gazette/spiders/ba/ba_almadina.py Co-authored-by: Juliana Trevine <44185775+trevineju@users.noreply.github.com> Signed-off-by: Cássia Sampaio <4005687+cassiasamp@users.noreply.github.com> Update data_collection/gazette/spiders/ba/ba_anage.py Co-authored-by: Juliana Trevine <44185775+trevineju@users.noreply.github.com> Signed-off-by: Cássia Sampaio <4005687+cassiasamp@users.noreply.github.com> Update data_collection/gazette/spiders/ba/ba_andorinha.py Co-authored-by: Juliana Trevine <44185775+trevineju@users.noreply.github.com> Signed-off-by: Cássia Sampaio <4005687+cassiasamp@users.noreply.github.com> arquivos corrigidos de adustina, anage e andorinha mudando o requirements para fazer um pr depois mudando o requirements para fazer um pr depois mudando o requirements para fazer um pr depois mudando o requirements para fazer um pr depois arrumando arquivos de adustina, anage e andorinha --- data_collection/gazette/spiders/ba/ba_abare.py | 11 +++++++++++ data_collection/gazette/spiders/ba/ba_adustina.py | 11 +++++++++++ data_collection/gazette/spiders/ba/ba_almadina.py | 11 +++++++++++ data_collection/gazette/spiders/ba/ba_anage.py | 11 +++++++++++ data_collection/gazette/spiders/ba/ba_andorinha.py | 11 +++++++++++ 5 files changed, 55 insertions(+) create mode 100644 data_collection/gazette/spiders/ba/ba_abare.py create mode 100644 data_collection/gazette/spiders/ba/ba_adustina.py create mode 100644 data_collection/gazette/spiders/ba/ba_almadina.py create mode 100644 data_collection/gazette/spiders/ba/ba_anage.py create mode 100644 data_collection/gazette/spiders/ba/ba_andorinha.py diff --git a/data_collection/gazette/spiders/ba/ba_abare.py b/data_collection/gazette/spiders/ba/ba_abare.py new file mode 100644 index 000000000..19f0e86c0 --- /dev/null +++ b/data_collection/gazette/spiders/ba/ba_abare.py @@ -0,0 +1,11 @@ +import datetime as dt + +from gazette.spiders.base.sai import SaiGazetteSpider + + +class BaAbareSpider(SaiGazetteSpider): + TERRITORY_ID = "2900207" + name = "ba_abare" + start_date = dt.date(2007, 1, 9) + allowed_domains = ["sai.io.org.br"] + base_url = "https://sai.io.org.br/ba/abare" diff --git a/data_collection/gazette/spiders/ba/ba_adustina.py b/data_collection/gazette/spiders/ba/ba_adustina.py new file mode 100644 index 000000000..8ddd5687f --- /dev/null +++ b/data_collection/gazette/spiders/ba/ba_adustina.py @@ -0,0 +1,11 @@ +import datetime as dt + +from gazette.spiders.base.sai import SaiGazetteSpider + + +class BaAdustinaSpider(SaiGazetteSpider): + TERRITORY_ID = "2900355" + name = "ba_adustina" + start_date = dt.date(2017, 1, 3) + allowed_domains = ["adustina.ba.gov.br"] + base_url = "https://www.adustina.ba.gov.br" diff --git a/data_collection/gazette/spiders/ba/ba_almadina.py b/data_collection/gazette/spiders/ba/ba_almadina.py new file mode 100644 index 000000000..ff80158d1 --- /dev/null +++ b/data_collection/gazette/spiders/ba/ba_almadina.py @@ -0,0 +1,11 @@ +import datetime as dt + +from gazette.spiders.base.sai import SaiGazetteSpider + + +class BaAlmadinaSpider(SaiGazetteSpider): + TERRITORY_ID = "2900900" + name = "ba_almadina" + start_date = dt.date(2005, 1, 3) + allowed_domains = ["almadina.ba.gov.br"] + base_url = "https://www.almadina.ba.gov.br" diff --git a/data_collection/gazette/spiders/ba/ba_anage.py b/data_collection/gazette/spiders/ba/ba_anage.py new file mode 100644 index 000000000..913903be1 --- /dev/null +++ b/data_collection/gazette/spiders/ba/ba_anage.py @@ -0,0 +1,11 @@ +import datetime as dt + +from gazette.spiders.base.sai import SaiGazetteSpider + + +class BaAnageSpider(SaiGazetteSpider): + TERRITORY_ID = "2901205" + name = "ba_anage" + start_date = dt.date(2007, 1, 12) + allowed_domains = ["anage.ba.gov.br"] + base_url = "https://www.anage.ba.gov.br" diff --git a/data_collection/gazette/spiders/ba/ba_andorinha.py b/data_collection/gazette/spiders/ba/ba_andorinha.py new file mode 100644 index 000000000..ed766a4b7 --- /dev/null +++ b/data_collection/gazette/spiders/ba/ba_andorinha.py @@ -0,0 +1,11 @@ +import datetime as dt + +from gazette.spiders.base.sai import SaiGazetteSpider + + +class BaAndorinhaSpider(SaiGazetteSpider): + TERRITORY_ID = "2901353" + name = "ba_andorinha" + start_date = dt.date(2013, 1, 2) + allowed_domains = ["andorinha.ba.gov.br"] + base_url = "https://www.andorinha.ba.gov.br"