From ab5c8628ddd9dd4b6938108c6ecbbc9f68b77489 Mon Sep 17 00:00:00 2001 From: trevineju Date: Mon, 10 Jun 2024 10:52:37 -0300 Subject: [PATCH 1/8] =?UTF-8?q?Consolida=20padr=C3=A3o=20ADIARIOS?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- data_collection/gazette/spiders/ce/ce_caucaia.py | 7 +++---- data_collection/gazette/spiders/ce/ce_juazeiro_do_norte.py | 7 +++---- data_collection/gazette/spiders/ma/ma_buriticupu.py | 7 +++---- 3 files changed, 9 insertions(+), 12 deletions(-) diff --git a/data_collection/gazette/spiders/ce/ce_caucaia.py b/data_collection/gazette/spiders/ce/ce_caucaia.py index 46cdce146..576e2cc11 100644 --- a/data_collection/gazette/spiders/ce/ce_caucaia.py +++ b/data_collection/gazette/spiders/ce/ce_caucaia.py @@ -1,12 +1,11 @@ -import datetime +from datetime import date from gazette.spiders.base.adiarios_v1 import BaseAdiariosV1Spider class CeCaucaiaSpider(BaseAdiariosV1Spider): + TERRITORY_ID = "2303709" name = "ce_caucaia" allowed_domains = ["caucaia.ce.gov.br"] - start_date = datetime.date(2002, 6, 3) - - TERRITORY_ID = "2303709" BASE_URL = "https://www.caucaia.ce.gov.br" + start_date = date(2002, 6, 3) diff --git a/data_collection/gazette/spiders/ce/ce_juazeiro_do_norte.py b/data_collection/gazette/spiders/ce/ce_juazeiro_do_norte.py index 582bff55c..eed26214e 100644 --- a/data_collection/gazette/spiders/ce/ce_juazeiro_do_norte.py +++ b/data_collection/gazette/spiders/ce/ce_juazeiro_do_norte.py @@ -1,12 +1,11 @@ -import datetime +from datetime import date from gazette.spiders.base.adiarios_v1 import BaseAdiariosV1Spider class CeJuazeiroDoNorteSpider(BaseAdiariosV1Spider): + TERRITORY_ID = "2307304" name = "ce_juazeiro_do_norte" allowed_domains = ["juazeirodonorte.ce.gov.br"] - start_date = datetime.date(2021, 1, 12) - - TERRITORY_ID = "2307304" BASE_URL = "https://www.juazeirodonorte.ce.gov.br" + start_date = date(2021, 1, 12) diff --git a/data_collection/gazette/spiders/ma/ma_buriticupu.py b/data_collection/gazette/spiders/ma/ma_buriticupu.py index f8967ac83..806581f1b 100644 --- a/data_collection/gazette/spiders/ma/ma_buriticupu.py +++ b/data_collection/gazette/spiders/ma/ma_buriticupu.py @@ -1,12 +1,11 @@ -import datetime +from datetime import date from gazette.spiders.base.adiarios_v1 import BaseAdiariosV1Spider class MaBuriticupuSpider(BaseAdiariosV1Spider): + TERRITORY_ID = "2102325" name = "ma_buriticupu" allowed_domains = ["buriticupu.ma.gov.br"] - start_date = datetime.date(2018, 5, 7) - - TERRITORY_ID = "2102325" BASE_URL = "https://www.buriticupu.ma.gov.br" + start_date = date(2018, 5, 7) From b1c8b7dbf00404a3b6837cf0e478e4be39a29c8b Mon Sep 17 00:00:00 2001 From: trevineju Date: Mon, 10 Jun 2024 10:54:08 -0300 Subject: [PATCH 2/8] =?UTF-8?q?Consolida=20padr=C3=A3o=20ADIARIOS=20v2?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- data_collection/gazette/spiders/rj/rj_casimiro_de_abreu.py | 6 +++--- data_collection/gazette/spiders/rj/rj_cordeiro.py | 6 +++--- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/data_collection/gazette/spiders/rj/rj_casimiro_de_abreu.py b/data_collection/gazette/spiders/rj/rj_casimiro_de_abreu.py index 0f1da53c4..85e808548 100644 --- a/data_collection/gazette/spiders/rj/rj_casimiro_de_abreu.py +++ b/data_collection/gazette/spiders/rj/rj_casimiro_de_abreu.py @@ -4,8 +4,8 @@ class RjCasimiroDeAbreuSpider(BaseAdiariosV2Spider): - name = "rj_casimiro_de_abreu" TERRITORY_ID = "3301306" - start_date = date(2017, 1, 4) + name = "rj_casimiro_de_abreu" allowed_domains = ["casimirodeabreu.rj.gov.br"] - BASE_URL = "https://transparencia.casimirodeabreu.rj.gov.br" + BASE_URL = "https://www.transparencia.casimirodeabreu.rj.gov.br" + start_date = date(2017, 1, 4) diff --git a/data_collection/gazette/spiders/rj/rj_cordeiro.py b/data_collection/gazette/spiders/rj/rj_cordeiro.py index ed3ac3b58..1605b00d3 100644 --- a/data_collection/gazette/spiders/rj/rj_cordeiro.py +++ b/data_collection/gazette/spiders/rj/rj_cordeiro.py @@ -4,8 +4,8 @@ class RjCordeiroSpider(BaseAdiariosV2Spider): - name = "rj_cordeiro" TERRITORY_ID = "3301504" - start_date = date(2017, 10, 5) + name = "rj_cordeiro" allowed_domains = ["cordeiro.rj.gov.br"] - BASE_URL = "https://transparencia.cordeiro.rj.gov.br" + BASE_URL = "https://www.transparencia.cordeiro.rj.gov.br" + start_date = date(2017, 10, 5) From ae8ce8e91d89a888c16cf7b21c66ddc1714fe948 Mon Sep 17 00:00:00 2001 From: trevineju Date: Mon, 10 Jun 2024 11:09:27 -0300 Subject: [PATCH 3/8] =?UTF-8?q?Consolida=20padr=C3=A3o=20ATENDE=20v2?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../spiders/base/{atende_layoutdois.py => atende_v2.py} | 2 +- data_collection/gazette/spiders/rs/rs_bento_goncalves.py | 7 +++---- data_collection/gazette/spiders/rs/rs_dois_irmaos.py | 6 +++--- data_collection/gazette/spiders/rs/rs_estrela.py | 6 +++--- data_collection/gazette/spiders/rs/rs_gravatai.py | 7 +++---- data_collection/gazette/spiders/rs/rs_panambi.py | 6 +++--- .../gazette/spiders/rs/rs_sao_joao_do_polesine.py | 6 +++--- data_collection/gazette/spiders/rs/rs_sobradinho.py | 6 +++--- 8 files changed, 22 insertions(+), 24 deletions(-) rename data_collection/gazette/spiders/base/{atende_layoutdois.py => atende_v2.py} (98%) diff --git a/data_collection/gazette/spiders/base/atende_layoutdois.py b/data_collection/gazette/spiders/base/atende_v2.py similarity index 98% rename from data_collection/gazette/spiders/base/atende_layoutdois.py rename to data_collection/gazette/spiders/base/atende_v2.py index 917e1fa69..dfd61502b 100644 --- a/data_collection/gazette/spiders/base/atende_layoutdois.py +++ b/data_collection/gazette/spiders/base/atende_v2.py @@ -7,7 +7,7 @@ from gazette.spiders.base import BaseGazetteSpider -class BaseAtendeL2Spider(BaseGazetteSpider): +class BaseAtendeV2Spider(BaseGazetteSpider): """ Base spider for Gazettes that are available from cities listed on https://{city_subdomain}.atende.net diff --git a/data_collection/gazette/spiders/rs/rs_bento_goncalves.py b/data_collection/gazette/spiders/rs/rs_bento_goncalves.py index d5092a413..a4371d258 100644 --- a/data_collection/gazette/spiders/rs/rs_bento_goncalves.py +++ b/data_collection/gazette/spiders/rs/rs_bento_goncalves.py @@ -1,11 +1,10 @@ from datetime import date -from gazette.spiders.base.atende_layoutdois import BaseAtendeL2Spider +from gazette.spiders.base.atende_v2 import BaseAtendeV2Spider -class RsBentoGoncalvesSpider(BaseAtendeL2Spider): +class RsBentoGoncalvesSpider(BaseAtendeV2Spider): TERRITORY_ID = "4302105" name = "rs_bento_goncalves" - start_date = date(2019, 4, 1) # Edição 1124 city_subdomain = "bentogoncalves" - # power + start_date = date(2019, 4, 1) diff --git a/data_collection/gazette/spiders/rs/rs_dois_irmaos.py b/data_collection/gazette/spiders/rs/rs_dois_irmaos.py index 0db4f0329..df3481209 100644 --- a/data_collection/gazette/spiders/rs/rs_dois_irmaos.py +++ b/data_collection/gazette/spiders/rs/rs_dois_irmaos.py @@ -1,10 +1,10 @@ from datetime import date -from gazette.spiders.base.atende_layoutdois import BaseAtendeL2Spider +from gazette.spiders.base.atende_v2 import BaseAtendeV2Spider -class RsDoisIrmaosSpider(BaseAtendeL2Spider): +class RsDoisIrmaosSpider(BaseAtendeV2Spider): TERRITORY_ID = "4306403" name = "rs_dois_irmaos" - start_date = date(2020, 1, 7) # Edição 1 city_subdomain = "doisirmaos" + start_date = date(2020, 1, 7) diff --git a/data_collection/gazette/spiders/rs/rs_estrela.py b/data_collection/gazette/spiders/rs/rs_estrela.py index efe760bf1..8f7cca834 100644 --- a/data_collection/gazette/spiders/rs/rs_estrela.py +++ b/data_collection/gazette/spiders/rs/rs_estrela.py @@ -1,10 +1,10 @@ from datetime import date -from gazette.spiders.base.atende_layoutdois import BaseAtendeL2Spider +from gazette.spiders.base.atende_v2 import BaseAtendeV2Spider -class RsEstrelaSpider(BaseAtendeL2Spider): +class RsEstrelaSpider(BaseAtendeV2Spider): TERRITORY_ID = "4307807" name = "rs_estrela" - start_date = date(2021, 3, 29) # Edição 1 city_subdomain = "estrela" + start_date = date(2021, 3, 29) diff --git a/data_collection/gazette/spiders/rs/rs_gravatai.py b/data_collection/gazette/spiders/rs/rs_gravatai.py index 2adbe1a95..22e3088e5 100644 --- a/data_collection/gazette/spiders/rs/rs_gravatai.py +++ b/data_collection/gazette/spiders/rs/rs_gravatai.py @@ -1,11 +1,10 @@ from datetime import date -from gazette.spiders.base.atende_layoutdois import BaseAtendeL2Spider +from gazette.spiders.base.atende_v2 import BaseAtendeV2Spider -class RsGravataiSpider(BaseAtendeL2Spider): +class RsGravataiSpider(BaseAtendeV2Spider): TERRITORY_ID = "4309209" name = "rs_gravatai" - start_date = date(2015, 5, 4) # Edição 1 city_subdomain = "gravatai" - power = "executive" + start_date = date(2015, 5, 4) diff --git a/data_collection/gazette/spiders/rs/rs_panambi.py b/data_collection/gazette/spiders/rs/rs_panambi.py index 5719fd49a..a7f162bff 100644 --- a/data_collection/gazette/spiders/rs/rs_panambi.py +++ b/data_collection/gazette/spiders/rs/rs_panambi.py @@ -1,10 +1,10 @@ from datetime import date -from gazette.spiders.base.atende_layoutdois import BaseAtendeL2Spider +from gazette.spiders.base.atende_v2 import BaseAtendeV2Spider -class RsPanambiSpider(BaseAtendeL2Spider): +class RsPanambiSpider(BaseAtendeV2Spider): TERRITORY_ID = "4313904" name = "rs_panambi" - start_date = date(2021, 4, 14) # Edição 1 city_subdomain = "panambi" + start_date = date(2021, 4, 14) diff --git a/data_collection/gazette/spiders/rs/rs_sao_joao_do_polesine.py b/data_collection/gazette/spiders/rs/rs_sao_joao_do_polesine.py index 79b1f6fc6..59b5c9319 100644 --- a/data_collection/gazette/spiders/rs/rs_sao_joao_do_polesine.py +++ b/data_collection/gazette/spiders/rs/rs_sao_joao_do_polesine.py @@ -1,10 +1,10 @@ from datetime import date -from gazette.spiders.base.atende_layoutdois import BaseAtendeL2Spider +from gazette.spiders.base.atende_v2 import BaseAtendeV2Spider -class RsSaoJoaoDoPolesineSpider(BaseAtendeL2Spider): +class RsSaoJoaoDoPolesineSpider(BaseAtendeV2Spider): TERRITORY_ID = "4318432" name = "rs_sao_joao_do_polesine" - start_date = date(2021, 5, 28) # Edição 1 city_subdomain = "saojoaodopolesine" + start_date = date(2021, 5, 28) diff --git a/data_collection/gazette/spiders/rs/rs_sobradinho.py b/data_collection/gazette/spiders/rs/rs_sobradinho.py index 322ef999f..d43141041 100644 --- a/data_collection/gazette/spiders/rs/rs_sobradinho.py +++ b/data_collection/gazette/spiders/rs/rs_sobradinho.py @@ -1,10 +1,10 @@ from datetime import date -from gazette.spiders.base.atende_layoutdois import BaseAtendeL2Spider +from gazette.spiders.base.atende_v2 import BaseAtendeV2Spider -class RsSobradinhoSpider(BaseAtendeL2Spider): +class RsSobradinhoSpider(BaseAtendeV2Spider): TERRITORY_ID = "4320701" name = "rs_sobradinho" - start_date = date(2020, 3, 5) # Edição 1 city_subdomain = "sobradinho" + start_date = date(2020, 3, 5) From 5f2dbd220ad8f47af85fd0c471a9c158e84262e3 Mon Sep 17 00:00:00 2001 From: trevineju Date: Mon, 10 Jun 2024 11:13:31 -0300 Subject: [PATCH 4/8] =?UTF-8?q?Consolida=20padr=C3=A3o=20DIARIOOFICIALBR?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../spiders/to/{to_camposlindos.py => to_campos_lindos.py} | 0 data_collection/gazette/spiders/to/to_goiatins.py | 6 +++--- data_collection/gazette/spiders/to/to_peixe.py | 6 +++--- data_collection/gazette/spiders/to/to_tocantinia.py | 6 +++--- 4 files changed, 9 insertions(+), 9 deletions(-) rename data_collection/gazette/spiders/to/{to_camposlindos.py => to_campos_lindos.py} (100%) diff --git a/data_collection/gazette/spiders/to/to_camposlindos.py b/data_collection/gazette/spiders/to/to_campos_lindos.py similarity index 100% rename from data_collection/gazette/spiders/to/to_camposlindos.py rename to data_collection/gazette/spiders/to/to_campos_lindos.py diff --git a/data_collection/gazette/spiders/to/to_goiatins.py b/data_collection/gazette/spiders/to/to_goiatins.py index abe921ccf..465b6b878 100644 --- a/data_collection/gazette/spiders/to/to_goiatins.py +++ b/data_collection/gazette/spiders/to/to_goiatins.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.diariooficialbr import BaseDiarioOficialBRSpider @@ -6,6 +6,6 @@ class ToGoiatinsSpider(BaseDiarioOficialBRSpider): TERRITORY_ID = "1709005" name = "to_goiatins" - allowed_domains = ["goiatins.diariooficialbr.com.br"] - start_date = datetime.date(2021, 1, 14) + allowed_domains = ["diariooficialbr.com.br"] BASE_URL = "https://goiatins.diariooficialbr.com.br" + start_date = date(2021, 1, 14) diff --git a/data_collection/gazette/spiders/to/to_peixe.py b/data_collection/gazette/spiders/to/to_peixe.py index 39b4a4af3..9cd3bf8f3 100644 --- a/data_collection/gazette/spiders/to/to_peixe.py +++ b/data_collection/gazette/spiders/to/to_peixe.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.diariooficialbr import BaseDiarioOficialBRSpider @@ -6,6 +6,6 @@ class ToPeixeSpider(BaseDiarioOficialBRSpider): TERRITORY_ID = "1716604" name = "to_peixe" - allowed_domains = ["peixe.diariooficialbr.com.br"] - start_date = datetime.date(2022, 3, 30) + allowed_domains = ["diariooficialbr.com.br"] BASE_URL = "https://peixe.diariooficialbr.com.br" + start_date = date(2022, 3, 30) diff --git a/data_collection/gazette/spiders/to/to_tocantinia.py b/data_collection/gazette/spiders/to/to_tocantinia.py index a962df17c..1a84122c5 100644 --- a/data_collection/gazette/spiders/to/to_tocantinia.py +++ b/data_collection/gazette/spiders/to/to_tocantinia.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.diariooficialbr import BaseDiarioOficialBRSpider @@ -6,6 +6,6 @@ class ToTocantiniaSpider(BaseDiarioOficialBRSpider): TERRITORY_ID = "1721109" name = "to_tocantinia" - allowed_domains = ["tocantinia.diariooficialbr.com.br"] - start_date = datetime.date(2017, 3, 21) + allowed_domains = ["diariooficialbr.com.br"] BASE_URL = "https://tocantinia.diariooficialbr.com.br" + start_date = date(2017, 3, 21) From 734736cb20396e3e05a896b63303f3d80c17fc57 Mon Sep 17 00:00:00 2001 From: trevineju Date: Mon, 10 Jun 2024 11:32:19 -0300 Subject: [PATCH 5/8] =?UTF-8?q?Consolida=20padr=C3=A3o=20DOSP?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- data_collection/gazette/spiders/ce/ce_horizonte.py | 2 +- data_collection/gazette/spiders/mg/mg_itajuba.py | 2 +- data_collection/gazette/spiders/mg/mg_uberaba_2021.py | 4 ++-- data_collection/gazette/spiders/pe/pe_cabrobo.py | 2 +- data_collection/gazette/spiders/pr/pr_cafelandia.py | 2 +- data_collection/gazette/spiders/rs/rs_marau.py | 2 +- data_collection/gazette/spiders/rs/rs_santa_clara_do_sul.py | 2 +- data_collection/gazette/spiders/rs/rs_tres_arroios.py | 2 +- data_collection/gazette/spiders/sp/sp_adolfo.py | 2 +- data_collection/gazette/spiders/sp/sp_aracatuba.py | 2 +- data_collection/gazette/spiders/sp/sp_avare.py | 2 +- data_collection/gazette/spiders/sp/sp_birigui.py | 2 +- data_collection/gazette/spiders/sp/sp_braganca_paulista.py | 2 +- data_collection/gazette/spiders/sp/sp_campo_limpo_paulista.py | 2 +- data_collection/gazette/spiders/sp/sp_catanduva.py | 2 +- data_collection/gazette/spiders/sp/sp_guaracai.py | 2 +- data_collection/gazette/spiders/sp/sp_itapeva.py | 2 +- data_collection/gazette/spiders/sp/sp_itapevi.py | 2 +- data_collection/gazette/spiders/sp/sp_itu.py | 2 +- data_collection/gazette/spiders/sp/sp_jandira.py | 2 +- data_collection/gazette/spiders/sp/sp_jau_2023.py | 2 +- data_collection/gazette/spiders/sp/sp_mogi_guacu.py | 2 +- data_collection/gazette/spiders/sp/sp_rio_claro.py | 2 +- data_collection/gazette/spiders/sp/sp_salto.py | 2 +- .../gazette/spiders/sp/sp_sao_bernardo_do_campo.py | 2 +- data_collection/gazette/spiders/sp/sp_sertaozinho.py | 2 +- data_collection/gazette/spiders/sp/sp_votuporanga.py | 2 +- 27 files changed, 28 insertions(+), 28 deletions(-) diff --git a/data_collection/gazette/spiders/ce/ce_horizonte.py b/data_collection/gazette/spiders/ce/ce_horizonte.py index 29d5f28d0..56daf23ee 100644 --- a/data_collection/gazette/spiders/ce/ce_horizonte.py +++ b/data_collection/gazette/spiders/ce/ce_horizonte.py @@ -6,5 +6,5 @@ class CeHorizonteSpider(DospGazetteSpider): TERRITORY_ID = "2305233" name = "ce_horizonte" - code = "687" + code = 687 start_date = date(2023, 7, 3) diff --git a/data_collection/gazette/spiders/mg/mg_itajuba.py b/data_collection/gazette/spiders/mg/mg_itajuba.py index 99b134773..59d6e5886 100644 --- a/data_collection/gazette/spiders/mg/mg_itajuba.py +++ b/data_collection/gazette/spiders/mg/mg_itajuba.py @@ -6,5 +6,5 @@ class MgItajubaSpider(DospGazetteSpider): TERRITORY_ID = "3132404" name = "mg_itajuba" - code = "1908" + code = 1908 start_date = date(2023, 5, 15) diff --git a/data_collection/gazette/spiders/mg/mg_uberaba_2021.py b/data_collection/gazette/spiders/mg/mg_uberaba_2021.py index 62737d4ac..d058e05b5 100644 --- a/data_collection/gazette/spiders/mg/mg_uberaba_2021.py +++ b/data_collection/gazette/spiders/mg/mg_uberaba_2021.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.dosp import DospGazetteSpider @@ -7,4 +7,4 @@ class MgUberabaSpider(DospGazetteSpider): TERRITORY_ID = "3170107" name = "mg_uberaba_2021" code = 2364 - start_date = dt.date(2021, 9, 1) + start_date = date(2021, 9, 1) diff --git a/data_collection/gazette/spiders/pe/pe_cabrobo.py b/data_collection/gazette/spiders/pe/pe_cabrobo.py index d9b6baa57..fe28b3027 100644 --- a/data_collection/gazette/spiders/pe/pe_cabrobo.py +++ b/data_collection/gazette/spiders/pe/pe_cabrobo.py @@ -6,5 +6,5 @@ class PeCabroboSpider(DospGazetteSpider): TERRITORY_ID = "2603009" name = "pe_cabrobo" - code = "3190" + code = 3190 start_date = date(2019, 4, 8) diff --git a/data_collection/gazette/spiders/pr/pr_cafelandia.py b/data_collection/gazette/spiders/pr/pr_cafelandia.py index e7b2b3df8..4d266a210 100644 --- a/data_collection/gazette/spiders/pr/pr_cafelandia.py +++ b/data_collection/gazette/spiders/pr/pr_cafelandia.py @@ -6,5 +6,5 @@ class PrCafelandiaSpider(DospGazetteSpider): TERRITORY_ID = "4103453" name = "pr_cafelandia" - code = "4748" + code = 4748 start_date = date(2017, 6, 12) diff --git a/data_collection/gazette/spiders/rs/rs_marau.py b/data_collection/gazette/spiders/rs/rs_marau.py index f33795fa4..72854d9b2 100644 --- a/data_collection/gazette/spiders/rs/rs_marau.py +++ b/data_collection/gazette/spiders/rs/rs_marau.py @@ -6,5 +6,5 @@ class RsMarauSpider(DospGazetteSpider): TERRITORY_ID = "4311809" name = "rs_marau" - code = "4049" + code = 4049 start_date = date(2017, 10, 10) diff --git a/data_collection/gazette/spiders/rs/rs_santa_clara_do_sul.py b/data_collection/gazette/spiders/rs/rs_santa_clara_do_sul.py index d693e3cdc..f93e2a5e2 100644 --- a/data_collection/gazette/spiders/rs/rs_santa_clara_do_sul.py +++ b/data_collection/gazette/spiders/rs/rs_santa_clara_do_sul.py @@ -6,5 +6,5 @@ class RsSantaClaraDoSulSpider(DospGazetteSpider): TERRITORY_ID = "4316758" name = "rs_santa_clara_do_sul" - code = "4159" + code = 4159 start_date = date(2017, 9, 5) diff --git a/data_collection/gazette/spiders/rs/rs_tres_arroios.py b/data_collection/gazette/spiders/rs/rs_tres_arroios.py index 8e0592bee..49bccddbf 100644 --- a/data_collection/gazette/spiders/rs/rs_tres_arroios.py +++ b/data_collection/gazette/spiders/rs/rs_tres_arroios.py @@ -6,5 +6,5 @@ class RsTresArroiosSpider(DospGazetteSpider): TERRITORY_ID = "4321634" name = "rs_tres_arroios" - code = "4247" + code = 4247 start_date = date(2017, 4, 26) diff --git a/data_collection/gazette/spiders/sp/sp_adolfo.py b/data_collection/gazette/spiders/sp/sp_adolfo.py index 2ba1f2ff0..e4d6864cb 100644 --- a/data_collection/gazette/spiders/sp/sp_adolfo.py +++ b/data_collection/gazette/spiders/sp/sp_adolfo.py @@ -7,4 +7,4 @@ class SpAdolfoSpider(DospGazetteSpider): TERRITORY_ID = "3500204" name = "sp_adolfo" code = 4650 - start_date = date(2015, 5, 14) # edition number 1 + start_date = date(2015, 5, 14) diff --git a/data_collection/gazette/spiders/sp/sp_aracatuba.py b/data_collection/gazette/spiders/sp/sp_aracatuba.py index ae5c118ab..addeb4e40 100644 --- a/data_collection/gazette/spiders/sp/sp_aracatuba.py +++ b/data_collection/gazette/spiders/sp/sp_aracatuba.py @@ -6,5 +6,5 @@ class SpAracatubaSpider(DospGazetteSpider): TERRITORY_ID = "3502804" name = "sp_aracatuba" - code = "4680" + code = 4680 start_date = date(2020, 4, 22) diff --git a/data_collection/gazette/spiders/sp/sp_avare.py b/data_collection/gazette/spiders/sp/sp_avare.py index 8fd48be98..213a66f10 100644 --- a/data_collection/gazette/spiders/sp/sp_avare.py +++ b/data_collection/gazette/spiders/sp/sp_avare.py @@ -6,5 +6,5 @@ class SpAvareSpider(DospGazetteSpider): TERRITORY_ID = "3504503" name = "sp_avare" - code = "4700" + code = 4700 start_date = date(2018, 10, 3) diff --git a/data_collection/gazette/spiders/sp/sp_birigui.py b/data_collection/gazette/spiders/sp/sp_birigui.py index a33e2944e..4be2e7bd8 100644 --- a/data_collection/gazette/spiders/sp/sp_birigui.py +++ b/data_collection/gazette/spiders/sp/sp_birigui.py @@ -6,5 +6,5 @@ class SpBiriguiSpider(DospGazetteSpider): TERRITORY_ID = "3506508" name = "sp_birigui" - code = "4722" + code = 4722 start_date = date(2016, 12, 28) diff --git a/data_collection/gazette/spiders/sp/sp_braganca_paulista.py b/data_collection/gazette/spiders/sp/sp_braganca_paulista.py index 954e9c298..7899dc49f 100644 --- a/data_collection/gazette/spiders/sp/sp_braganca_paulista.py +++ b/data_collection/gazette/spiders/sp/sp_braganca_paulista.py @@ -6,5 +6,5 @@ class SpBragancaPaulistaSpider(DospGazetteSpider): TERRITORY_ID = "3507605" name = "sp_braganca_paulista" - code = "4735" + code = 4735 start_date = date(2019, 1, 4) diff --git a/data_collection/gazette/spiders/sp/sp_campo_limpo_paulista.py b/data_collection/gazette/spiders/sp/sp_campo_limpo_paulista.py index 9342801c9..e900b4d8c 100644 --- a/data_collection/gazette/spiders/sp/sp_campo_limpo_paulista.py +++ b/data_collection/gazette/spiders/sp/sp_campo_limpo_paulista.py @@ -6,5 +6,5 @@ class SpCampoLimpoPaulistaSpider(DospGazetteSpider): TERRITORY_ID = "3509601" name = "sp_campo_limpo_paulista" - code = "4758" + code = 4758 start_date = date(2022, 1, 7) diff --git a/data_collection/gazette/spiders/sp/sp_catanduva.py b/data_collection/gazette/spiders/sp/sp_catanduva.py index 705ccede1..f2cc5cb67 100644 --- a/data_collection/gazette/spiders/sp/sp_catanduva.py +++ b/data_collection/gazette/spiders/sp/sp_catanduva.py @@ -6,5 +6,5 @@ class SpCatanduvaSpider(DospGazetteSpider): TERRITORY_ID = "3511102" name = "sp_catanduva" - code = "4775" + code = 4775 start_date = date(2016, 3, 18) diff --git a/data_collection/gazette/spiders/sp/sp_guaracai.py b/data_collection/gazette/spiders/sp/sp_guaracai.py index 38747d920..a166dc77d 100644 --- a/data_collection/gazette/spiders/sp/sp_guaracai.py +++ b/data_collection/gazette/spiders/sp/sp_guaracai.py @@ -7,4 +7,4 @@ class SpGuaracaiSpider(DospGazetteSpider): TERRITORY_ID = "3517802" name = "sp_guaracai" code = 4853 - start_date = date(2018, 9, 27) # edition number 1 + start_date = date(2018, 9, 27) diff --git a/data_collection/gazette/spiders/sp/sp_itapeva.py b/data_collection/gazette/spiders/sp/sp_itapeva.py index e1dd2246e..fa4aa0aa0 100644 --- a/data_collection/gazette/spiders/sp/sp_itapeva.py +++ b/data_collection/gazette/spiders/sp/sp_itapeva.py @@ -6,5 +6,5 @@ class SpItapevaSpider(DospGazetteSpider): TERRITORY_ID = "3522406" name = "sp_itapeva" - code = "4907" + code = 4907 start_date = date(2017, 12, 18) diff --git a/data_collection/gazette/spiders/sp/sp_itapevi.py b/data_collection/gazette/spiders/sp/sp_itapevi.py index 7a84842f3..9b67075ea 100644 --- a/data_collection/gazette/spiders/sp/sp_itapevi.py +++ b/data_collection/gazette/spiders/sp/sp_itapevi.py @@ -6,5 +6,5 @@ class SpItapeviSpider(DospGazetteSpider): TERRITORY_ID = "3522505" name = "sp_itapevi" - code = "4908" + code = 4908 start_date = date(2018, 12, 21) diff --git a/data_collection/gazette/spiders/sp/sp_itu.py b/data_collection/gazette/spiders/sp/sp_itu.py index 4c38a3d23..cc6a1db07 100644 --- a/data_collection/gazette/spiders/sp/sp_itu.py +++ b/data_collection/gazette/spiders/sp/sp_itu.py @@ -6,5 +6,5 @@ class SpItuSpider(DospGazetteSpider): TERRITORY_ID = "3523909" name = "sp_itu" - code = "4923" + code = 4923 start_date = date(2019, 8, 15) diff --git a/data_collection/gazette/spiders/sp/sp_jandira.py b/data_collection/gazette/spiders/sp/sp_jandira.py index 97bbdee80..e9930e7b0 100644 --- a/data_collection/gazette/spiders/sp/sp_jandira.py +++ b/data_collection/gazette/spiders/sp/sp_jandira.py @@ -6,5 +6,5 @@ class SpJandiraSpider(DospGazetteSpider): TERRITORY_ID = "3525003" name = "sp_jandira" - code = "4934" + code = 4934 start_date = date(2022, 3, 22) diff --git a/data_collection/gazette/spiders/sp/sp_jau_2023.py b/data_collection/gazette/spiders/sp/sp_jau_2023.py index 74b5ad471..47008d1e7 100644 --- a/data_collection/gazette/spiders/sp/sp_jau_2023.py +++ b/data_collection/gazette/spiders/sp/sp_jau_2023.py @@ -6,5 +6,5 @@ class SpJauSpider_2023(DospGazetteSpider): TERRITORY_ID = "3525300" name = "sp_jau_2023" - code = "4937" + code = 4937 start_date = date(2023, 1, 6) diff --git a/data_collection/gazette/spiders/sp/sp_mogi_guacu.py b/data_collection/gazette/spiders/sp/sp_mogi_guacu.py index d70396d60..b4b8f06de 100644 --- a/data_collection/gazette/spiders/sp/sp_mogi_guacu.py +++ b/data_collection/gazette/spiders/sp/sp_mogi_guacu.py @@ -6,5 +6,5 @@ class SpMogiGuacuSpider(DospGazetteSpider): TERRITORY_ID = "3530706" name = "sp_mogi_guacu" - code = "4995" + code = 4995 start_date = date(2022, 1, 20) diff --git a/data_collection/gazette/spiders/sp/sp_rio_claro.py b/data_collection/gazette/spiders/sp/sp_rio_claro.py index b8d9f0fbd..298dfc396 100644 --- a/data_collection/gazette/spiders/sp/sp_rio_claro.py +++ b/data_collection/gazette/spiders/sp/sp_rio_claro.py @@ -6,5 +6,5 @@ class SpRioClaroSpider(DospGazetteSpider): TERRITORY_ID = "3543907" name = "sp_rio_claro" - code = "5142" + code = 5142 start_date = date(2023, 6, 21) diff --git a/data_collection/gazette/spiders/sp/sp_salto.py b/data_collection/gazette/spiders/sp/sp_salto.py index 9bde66d71..eefeed8c5 100644 --- a/data_collection/gazette/spiders/sp/sp_salto.py +++ b/data_collection/gazette/spiders/sp/sp_salto.py @@ -6,5 +6,5 @@ class SpSaltoSpider(DospGazetteSpider): TERRITORY_ID = "3545209" name = "sp_salto" - code = "5158" + code = 5158 start_date = date(2018, 2, 1) diff --git a/data_collection/gazette/spiders/sp/sp_sao_bernardo_do_campo.py b/data_collection/gazette/spiders/sp/sp_sao_bernardo_do_campo.py index fbbf1fb01..e5fa892fc 100644 --- a/data_collection/gazette/spiders/sp/sp_sao_bernardo_do_campo.py +++ b/data_collection/gazette/spiders/sp/sp_sao_bernardo_do_campo.py @@ -6,5 +6,5 @@ class SpSaoBernardoDoCampoSpider(DospGazetteSpider): TERRITORY_ID = "3548708" name = "sp_sao_bernardo_do_campo" - code = "5195" + code = 5195 start_date = date(2017, 5, 12) diff --git a/data_collection/gazette/spiders/sp/sp_sertaozinho.py b/data_collection/gazette/spiders/sp/sp_sertaozinho.py index fe078ebb3..4a3bb2a10 100644 --- a/data_collection/gazette/spiders/sp/sp_sertaozinho.py +++ b/data_collection/gazette/spiders/sp/sp_sertaozinho.py @@ -6,5 +6,5 @@ class SpSertaozinhoSpider(DospGazetteSpider): TERRITORY_ID = "3551702" name = "sp_sertaozinho" - code = "5227" + code = 5227 start_date = date(2019, 8, 7) diff --git a/data_collection/gazette/spiders/sp/sp_votuporanga.py b/data_collection/gazette/spiders/sp/sp_votuporanga.py index 92a42b78d..148554b9d 100644 --- a/data_collection/gazette/spiders/sp/sp_votuporanga.py +++ b/data_collection/gazette/spiders/sp/sp_votuporanga.py @@ -6,5 +6,5 @@ class SpVotuporangaSpider(DospGazetteSpider): TERRITORY_ID = "3557105" name = "sp_votuporanga" - code = "5292" + code = 5292 start_date = date(2015, 10, 5) From 5cd61a18d484140be9f1017b226c01b569eeb764 Mon Sep 17 00:00:00 2001 From: trevineju Date: Mon, 10 Jun 2024 11:38:20 -0300 Subject: [PATCH 6/8] =?UTF-8?q?Consolida=20padr=C3=A3o=20INSTAR?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- data_collection/gazette/spiders/mg/mg_campo_belo.py | 2 +- .../gazette/spiders/mg/mg_carmo_da_cachoeira.py | 2 +- data_collection/gazette/spiders/mg/mg_crucilandia.py | 2 +- data_collection/gazette/spiders/mg/mg_itauna.py | 2 +- data_collection/gazette/spiders/mg/mg_taiobeiras.py | 4 ++-- data_collection/gazette/spiders/mg/mg_varzea_da_palma.py | 2 +- data_collection/gazette/spiders/ms/ms_inocencia.py | 4 ++-- data_collection/gazette/spiders/ms/ms_maracaju.py | 4 ++-- .../gazette/spiders/pr/pr_sao_mateus_do_sul.py | 6 +++--- .../gazette/spiders/rs/rs_sao_francisco_de_paula.py | 4 ++-- data_collection/gazette/spiders/rs/rs_vera_cruz.py | 4 ++-- data_collection/gazette/spiders/sp/sp_alto_alegre.py | 2 +- data_collection/gazette/spiders/sp/sp_andradina.py | 2 +- data_collection/gazette/spiders/sp/sp_aracariguama.py | 2 +- .../gazette/spiders/sp/sp_barao_de_antonina.py | 2 +- data_collection/gazette/spiders/sp/sp_coronel_macedo.py | 2 +- data_collection/gazette/spiders/sp/sp_glicerio.py | 2 +- data_collection/gazette/spiders/sp/sp_ibitinga.py | 4 ++-- .../gazette/spiders/sp/sp_itapirapua_paulista.py | 2 +- data_collection/gazette/spiders/sp/sp_jaboticabal.py | 4 ++-- data_collection/gazette/spiders/sp/sp_lavinia.py | 2 +- data_collection/gazette/spiders/sp/sp_marilia.py | 4 ++-- data_collection/gazette/spiders/sp/sp_monte_alto_2017.py | 2 +- data_collection/gazette/spiders/sp/sp_monte_mor.py | 2 +- .../gazette/spiders/sp/sp_patrocinio_paulista.py | 2 +- data_collection/gazette/spiders/sp/sp_penapolis.py | 2 +- data_collection/gazette/spiders/sp/sp_santa_ernestina.py | 4 ++-- data_collection/gazette/spiders/sp/sp_santo_andre.py | 8 ++++---- data_collection/gazette/spiders/sp/sp_sao_manuel.py | 2 +- data_collection/gazette/spiders/sp/sp_sarutaia.py | 2 +- data_collection/gazette/spiders/sp/sp_uniao_paulista.py | 2 +- data_collection/gazette/spiders/sp/sp_valinhos.py | 4 ++-- data_collection/gazette/spiders/sp/sp_vinhedo.py | 4 ++-- 33 files changed, 49 insertions(+), 49 deletions(-) diff --git a/data_collection/gazette/spiders/mg/mg_campo_belo.py b/data_collection/gazette/spiders/mg/mg_campo_belo.py index eb36d3d0f..72f75c7b7 100644 --- a/data_collection/gazette/spiders/mg/mg_campo_belo.py +++ b/data_collection/gazette/spiders/mg/mg_campo_belo.py @@ -8,4 +8,4 @@ class MgCampoBeloSpider(BaseInstarSpider): name = "mg_campo_belo" allowed_domains = ["campobelo.mg.gov.br"] base_url = "https://www.campobelo.mg.gov.br/portal/diario-oficial" - start_date = date(2016, 1, 5) # edition_number 001 + start_date = date(2016, 1, 5) diff --git a/data_collection/gazette/spiders/mg/mg_carmo_da_cachoeira.py b/data_collection/gazette/spiders/mg/mg_carmo_da_cachoeira.py index 4c0a3fec2..5bff49012 100644 --- a/data_collection/gazette/spiders/mg/mg_carmo_da_cachoeira.py +++ b/data_collection/gazette/spiders/mg/mg_carmo_da_cachoeira.py @@ -3,7 +3,7 @@ from gazette.spiders.base.instar import BaseInstarSpider -class MgCarmodaCachoeiraSpider(BaseInstarSpider): +class MgCarmoDaCachoeiraSpider(BaseInstarSpider): TERRITORY_ID = "3113909" name = "mg_carmo_da_cachoeira" allowed_domains = ["carmodacachoeira.mg.gov.br"] diff --git a/data_collection/gazette/spiders/mg/mg_crucilandia.py b/data_collection/gazette/spiders/mg/mg_crucilandia.py index 439132377..46461ff9e 100644 --- a/data_collection/gazette/spiders/mg/mg_crucilandia.py +++ b/data_collection/gazette/spiders/mg/mg_crucilandia.py @@ -7,5 +7,5 @@ class MgCrucilandiaSpider(BaseInstarSpider): TERRITORY_ID = "3120607" name = "mg_crucilandia" allowed_domains = ["prefeituradecrucilandia.mg.gov.br"] - base_url = "http://www.prefeituradecrucilandia.mg.gov.br/portal/diario-oficial" + base_url = "https://www.prefeituradecrucilandia.mg.gov.br/portal/diario-oficial" start_date = date(2015, 3, 31) diff --git a/data_collection/gazette/spiders/mg/mg_itauna.py b/data_collection/gazette/spiders/mg/mg_itauna.py index 262da2045..6a9eb852a 100644 --- a/data_collection/gazette/spiders/mg/mg_itauna.py +++ b/data_collection/gazette/spiders/mg/mg_itauna.py @@ -8,4 +8,4 @@ class MgItaunaSpider(BaseInstarSpider): name = "mg_itauna" allowed_domains = ["itauna.mg.gov.br"] base_url = "https://www.itauna.mg.gov.br/portal/diario-oficial" - start_date = date(2013, 6, 20) # edition_number 907 + start_date = date(2013, 6, 20) diff --git a/data_collection/gazette/spiders/mg/mg_taiobeiras.py b/data_collection/gazette/spiders/mg/mg_taiobeiras.py index e1b7b9fc6..bcf165b8b 100644 --- a/data_collection/gazette/spiders/mg/mg_taiobeiras.py +++ b/data_collection/gazette/spiders/mg/mg_taiobeiras.py @@ -3,9 +3,9 @@ from gazette.spiders.base.instar import BaseInstarSpider -class MgTaiobeiras(BaseInstarSpider): +class MgTaiobeirasSpider(BaseInstarSpider): TERRITORY_ID = "3168002" name = "mg_taiobeiras" allowed_domains = ["taiobeiras.mg.gov.br"] base_url = "https://www.taiobeiras.mg.gov.br/portal/diario-oficial" - start_date = date(2022, 12, 31) # Primeira edicao + start_date = date(2022, 12, 31) diff --git a/data_collection/gazette/spiders/mg/mg_varzea_da_palma.py b/data_collection/gazette/spiders/mg/mg_varzea_da_palma.py index 268639dea..bad9a2b71 100644 --- a/data_collection/gazette/spiders/mg/mg_varzea_da_palma.py +++ b/data_collection/gazette/spiders/mg/mg_varzea_da_palma.py @@ -8,4 +8,4 @@ class MgVarzeaDaPalmaSpider(BaseInstarSpider): name = "mg_varzea_da_palma" allowed_domains = ["varzeadapalma.mg.gov.br"] base_url = "https://www.varzeadapalma.mg.gov.br/portal/diario-oficial" - start_date = date(2022, 9, 30) # Primeiro diario registrado + start_date = date(2022, 9, 30) diff --git a/data_collection/gazette/spiders/ms/ms_inocencia.py b/data_collection/gazette/spiders/ms/ms_inocencia.py index 7909ddc42..b93362f17 100644 --- a/data_collection/gazette/spiders/ms/ms_inocencia.py +++ b/data_collection/gazette/spiders/ms/ms_inocencia.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.instar import BaseInstarSpider @@ -8,4 +8,4 @@ class MsInocenciaSpider(BaseInstarSpider): name = "ms_inocencia" allowed_domains = ["inocencia.ms.gov.br"] base_url = "https://www.inocencia.ms.gov.br/portal/diario-oficial" - start_date = datetime.date(2013, 10, 17) # edition_number 01 + start_date = date(2013, 10, 17) diff --git a/data_collection/gazette/spiders/ms/ms_maracaju.py b/data_collection/gazette/spiders/ms/ms_maracaju.py index 5376ec623..c7f59613c 100644 --- a/data_collection/gazette/spiders/ms/ms_maracaju.py +++ b/data_collection/gazette/spiders/ms/ms_maracaju.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.instar import BaseInstarSpider @@ -8,4 +8,4 @@ class MsMaracajuSpider(BaseInstarSpider): name = "ms_maracaju" allowed_domains = ["maracaju.ms.gov.br"] base_url = "https://www.maracaju.ms.gov.br/portal/diario-oficial" - start_date = datetime.date(2013, 3, 14) # edition_number 01 + start_date = date(2013, 3, 14) diff --git a/data_collection/gazette/spiders/pr/pr_sao_mateus_do_sul.py b/data_collection/gazette/spiders/pr/pr_sao_mateus_do_sul.py index be12eb95e..7fb29df2e 100644 --- a/data_collection/gazette/spiders/pr/pr_sao_mateus_do_sul.py +++ b/data_collection/gazette/spiders/pr/pr_sao_mateus_do_sul.py @@ -1,11 +1,11 @@ -import datetime +from datetime import date from gazette.spiders.base.instar import BaseInstarSpider -class PrSaoMateusdoSUlSpider(BaseInstarSpider): +class PrSaoMateusDoSulSpider(BaseInstarSpider): TERRITORY_ID = "4125605" name = "pr_sao_mateus_do_sul" allowed_domains = ["saomateusdosul.pr.gov.br"] base_url = "https://www.saomateusdosul.pr.gov.br/portal/diario-oficial" - start_date = datetime.date(2010, 12, 10) # edition_number 01 + start_date = date(2010, 12, 10) diff --git a/data_collection/gazette/spiders/rs/rs_sao_francisco_de_paula.py b/data_collection/gazette/spiders/rs/rs_sao_francisco_de_paula.py index e304dab44..85fcd8c3a 100644 --- a/data_collection/gazette/spiders/rs/rs_sao_francisco_de_paula.py +++ b/data_collection/gazette/spiders/rs/rs_sao_francisco_de_paula.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.instar import BaseInstarSpider @@ -8,4 +8,4 @@ class RsSaoFranciscoDePaulaSpider(BaseInstarSpider): name = "rs_sao_francisco_de_paula" allowed_domains = ["saofranciscodepaula.rs.gov.br"] base_url = "https://www.saofranciscodepaula.rs.gov.br/portal/diario-oficial" - start_date = datetime.date(2023, 8, 31) + start_date = date(2023, 8, 31) diff --git a/data_collection/gazette/spiders/rs/rs_vera_cruz.py b/data_collection/gazette/spiders/rs/rs_vera_cruz.py index 686213b42..011b0463c 100644 --- a/data_collection/gazette/spiders/rs/rs_vera_cruz.py +++ b/data_collection/gazette/spiders/rs/rs_vera_cruz.py @@ -3,9 +3,9 @@ from gazette.spiders.base.instar import BaseInstarSpider -class RsVeracruzSpider(BaseInstarSpider): +class RsVeraCruzSpider(BaseInstarSpider): TERRITORY_ID = "4322707" name = "rs_vera_cruz" allowed_domains = ["veracruz.rs.gov.br"] - start_date = date(2018, 5, 1) base_url = "https://www.veracruz.rs.gov.br/portal/diario-oficial" + start_date = date(2018, 5, 2) diff --git a/data_collection/gazette/spiders/sp/sp_alto_alegre.py b/data_collection/gazette/spiders/sp/sp_alto_alegre.py index f1820e5cb..958e3ff6d 100644 --- a/data_collection/gazette/spiders/sp/sp_alto_alegre.py +++ b/data_collection/gazette/spiders/sp/sp_alto_alegre.py @@ -7,5 +7,5 @@ class SpAltoAlegreSpider(BaseInstarSpider): TERRITORY_ID = "3501103" name = "sp_alto_alegre" allowed_domains = ["altoalegre.sp.gov.br"] + base_url = "https://www.altoalegre.sp.gov.br/portal/diario-oficial" start_date = date(2018, 7, 3) - base_url = "http://www.altoalegre.sp.gov.br/portal/diario-oficial" diff --git a/data_collection/gazette/spiders/sp/sp_andradina.py b/data_collection/gazette/spiders/sp/sp_andradina.py index b9a4bc74d..fe4a23e75 100644 --- a/data_collection/gazette/spiders/sp/sp_andradina.py +++ b/data_collection/gazette/spiders/sp/sp_andradina.py @@ -7,5 +7,5 @@ class SpAndradinaSpider(BaseInstarSpider): TERRITORY_ID = "3502101" name = "sp_andradina" allowed_domains = ["andradina.sp.gov.br"] - base_url = " https://www.andradina.sp.gov.br/portal/diario-oficial" + base_url = "https://www.andradina.sp.gov.br/portal/diario-oficial" start_date = date(2021, 3, 3) diff --git a/data_collection/gazette/spiders/sp/sp_aracariguama.py b/data_collection/gazette/spiders/sp/sp_aracariguama.py index fd83ee0a3..c6ecd923c 100644 --- a/data_collection/gazette/spiders/sp/sp_aracariguama.py +++ b/data_collection/gazette/spiders/sp/sp_aracariguama.py @@ -7,5 +7,5 @@ class SpAracariguamaSpider(BaseInstarSpider): TERRITORY_ID = "3502754" name = "sp_aracariguama" allowed_domains = ["aracariguama.sp.gov.br"] - start_date = date(2019, 9, 6) base_url = "https://www.aracariguama.sp.gov.br/portal/diario-oficial" + start_date = date(2019, 9, 6) diff --git a/data_collection/gazette/spiders/sp/sp_barao_de_antonina.py b/data_collection/gazette/spiders/sp/sp_barao_de_antonina.py index da2e56166..8a48c0d20 100644 --- a/data_collection/gazette/spiders/sp/sp_barao_de_antonina.py +++ b/data_collection/gazette/spiders/sp/sp_barao_de_antonina.py @@ -3,7 +3,7 @@ from gazette.spiders.base.instar import BaseInstarSpider -class SpBaraodeAntoninaSpider(BaseInstarSpider): +class SpBaraoDeAntoninaSpider(BaseInstarSpider): TERRITORY_ID = "3505005" name = "sp_barao_de_antonina" allowed_domains = ["baraodeantonina.sp.gov.br"] diff --git a/data_collection/gazette/spiders/sp/sp_coronel_macedo.py b/data_collection/gazette/spiders/sp/sp_coronel_macedo.py index 96c817468..d40ae4e8e 100644 --- a/data_collection/gazette/spiders/sp/sp_coronel_macedo.py +++ b/data_collection/gazette/spiders/sp/sp_coronel_macedo.py @@ -7,5 +7,5 @@ class SpCoronelMacedoSpider(BaseInstarSpider): TERRITORY_ID = "3512605" name = "sp_coronel_macedo" allowed_domains = ["coronelmacedo.sp.gov.br"] - start_date = date(2017, 5, 29) base_url = "https://www.coronelmacedo.sp.gov.br/portal/diario-oficial" + start_date = date(2017, 5, 29) diff --git a/data_collection/gazette/spiders/sp/sp_glicerio.py b/data_collection/gazette/spiders/sp/sp_glicerio.py index ee1bfe764..6b4f46c96 100644 --- a/data_collection/gazette/spiders/sp/sp_glicerio.py +++ b/data_collection/gazette/spiders/sp/sp_glicerio.py @@ -7,5 +7,5 @@ class SpGlicerioSpider(BaseInstarSpider): TERRITORY_ID = "3517109" name = "sp_glicerio" allowed_domains = ["glicerio.sp.gov.br"] + base_url = "https://www.glicerio.sp.gov.br/portal/diario-oficial" start_date = date(2019, 1, 8) - base_url = "https://www.glicerio.sp.gov.br/portal/diario-oficial/" diff --git a/data_collection/gazette/spiders/sp/sp_ibitinga.py b/data_collection/gazette/spiders/sp/sp_ibitinga.py index 13700009d..0009303a4 100644 --- a/data_collection/gazette/spiders/sp/sp_ibitinga.py +++ b/data_collection/gazette/spiders/sp/sp_ibitinga.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.instar import BaseInstarSpider @@ -8,4 +8,4 @@ class SpIbitingaSpider(BaseInstarSpider): name = "sp_ibitinga" allowed_domains = ["ibitinga.instarbr.com.br"] base_url = "https://www.ibitinga.instarbr.com.br/portal/diario-oficial" - start_date = datetime.date(2019, 4, 30) + start_date = date(2019, 4, 30) diff --git a/data_collection/gazette/spiders/sp/sp_itapirapua_paulista.py b/data_collection/gazette/spiders/sp/sp_itapirapua_paulista.py index 590c7f885..61d6ca26b 100644 --- a/data_collection/gazette/spiders/sp/sp_itapirapua_paulista.py +++ b/data_collection/gazette/spiders/sp/sp_itapirapua_paulista.py @@ -7,5 +7,5 @@ class SpItapirapuaPaulistaSpider(BaseInstarSpider): TERRITORY_ID = "3522653" name = "sp_itapirapua_paulista" allowed_domains = ["itapirapuapaulista.sp.gov.br"] - start_date = date(2019, 5, 24) base_url = "https://www.itapirapuapaulista.sp.gov.br/portal/diario-oficial" + start_date = date(2019, 5, 24) diff --git a/data_collection/gazette/spiders/sp/sp_jaboticabal.py b/data_collection/gazette/spiders/sp/sp_jaboticabal.py index e08f9c42f..7d418ce32 100644 --- a/data_collection/gazette/spiders/sp/sp_jaboticabal.py +++ b/data_collection/gazette/spiders/sp/sp_jaboticabal.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.instar import BaseInstarSpider @@ -8,4 +8,4 @@ class SpJaboticabalSpider(BaseInstarSpider): name = "sp_jaboticabal" allowed_domains = ["jaboticabal.sp.gov.br"] base_url = "https://www.jaboticabal.sp.gov.br/portal/diario-oficial" - start_date = datetime.date(2009, 8, 21) + start_date = date(2009, 8, 21) diff --git a/data_collection/gazette/spiders/sp/sp_lavinia.py b/data_collection/gazette/spiders/sp/sp_lavinia.py index f571ccde0..c145580b6 100644 --- a/data_collection/gazette/spiders/sp/sp_lavinia.py +++ b/data_collection/gazette/spiders/sp/sp_lavinia.py @@ -7,5 +7,5 @@ class SpLaviniaSpider(BaseInstarSpider): TERRITORY_ID = "3526506" name = "sp_lavinia" allowed_domains = ["lavinia.sp.gov.br"] - start_date = date(2018, 8, 2) base_url = "https://www.lavinia.sp.gov.br/portal/diario-oficial" + start_date = date(2018, 8, 2) diff --git a/data_collection/gazette/spiders/sp/sp_marilia.py b/data_collection/gazette/spiders/sp/sp_marilia.py index 5c9b6cef6..19fa99848 100644 --- a/data_collection/gazette/spiders/sp/sp_marilia.py +++ b/data_collection/gazette/spiders/sp/sp_marilia.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.instar import BaseInstarSpider @@ -8,4 +8,4 @@ class SpMariliaSpider(BaseInstarSpider): name = "sp_marilia" allowed_domains = ["marilia.sp.gov.br"] base_url = "https://www.marilia.sp.gov.br/portal/diario-oficial" - start_date = datetime.date(2005, 1, 31) + start_date = date(2005, 1, 31) diff --git a/data_collection/gazette/spiders/sp/sp_monte_alto_2017.py b/data_collection/gazette/spiders/sp/sp_monte_alto_2017.py index a07f0ae10..75042e6d8 100644 --- a/data_collection/gazette/spiders/sp/sp_monte_alto_2017.py +++ b/data_collection/gazette/spiders/sp/sp_monte_alto_2017.py @@ -7,5 +7,5 @@ class SpMonteAltoSpider(BaseInstarSpider): TERRITORY_ID = "3531308" name = "sp_monte_alto_2017" allowed_domains = ["montealto.instaridc.com.br"] + base_url = "https://www.montealto.instaridc.com.br/portal/diario-oficial" start_date = date(2017, 9, 11) - base_url = "http://montealto.instaridc.com.br/portal/diario-oficial" diff --git a/data_collection/gazette/spiders/sp/sp_monte_mor.py b/data_collection/gazette/spiders/sp/sp_monte_mor.py index 56cc506dd..fc717b8db 100644 --- a/data_collection/gazette/spiders/sp/sp_monte_mor.py +++ b/data_collection/gazette/spiders/sp/sp_monte_mor.py @@ -3,7 +3,7 @@ from gazette.spiders.base.instar import BaseInstarSpider -class SpMonteMor(BaseInstarSpider): +class SpMonteMorSpider(BaseInstarSpider): TERRITORY_ID = "3531803" name = "sp_monte_mor" allowed_domains = ["montemor.sp.gov.br"] diff --git a/data_collection/gazette/spiders/sp/sp_patrocinio_paulista.py b/data_collection/gazette/spiders/sp/sp_patrocinio_paulista.py index 4a8116484..75a5225a8 100644 --- a/data_collection/gazette/spiders/sp/sp_patrocinio_paulista.py +++ b/data_collection/gazette/spiders/sp/sp_patrocinio_paulista.py @@ -7,5 +7,5 @@ class SpPatrocinioPaulistaSpider(BaseInstarSpider): TERRITORY_ID = "3536307" name = "sp_patrocinio_paulista" allowed_domains = ["patrociniopaulista.sp.gov.br"] - start_date = date(2017, 8, 18) base_url = "https://www.patrociniopaulista.sp.gov.br/portal/diario-oficial" + start_date = date(2017, 8, 18) diff --git a/data_collection/gazette/spiders/sp/sp_penapolis.py b/data_collection/gazette/spiders/sp/sp_penapolis.py index fb781e53e..8794ddb46 100644 --- a/data_collection/gazette/spiders/sp/sp_penapolis.py +++ b/data_collection/gazette/spiders/sp/sp_penapolis.py @@ -3,7 +3,7 @@ from gazette.spiders.base.instar import BaseInstarSpider -class SpPenapolis(BaseInstarSpider): +class SpPenapolisSpider(BaseInstarSpider): TERRITORY_ID = "3537305" name = "sp_penapolis" allowed_domains = ["penapolis.sp.gov.br"] diff --git a/data_collection/gazette/spiders/sp/sp_santa_ernestina.py b/data_collection/gazette/spiders/sp/sp_santa_ernestina.py index 886f97f35..b5e8175ac 100644 --- a/data_collection/gazette/spiders/sp/sp_santa_ernestina.py +++ b/data_collection/gazette/spiders/sp/sp_santa_ernestina.py @@ -3,9 +3,9 @@ from gazette.spiders.base.instar import BaseInstarSpider -class SpSantaErnestinaPaulistaSpider(BaseInstarSpider): +class SpSantaErnestinaSpider(BaseInstarSpider): TERRITORY_ID = "3546504" name = "sp_santa_ernestina" allowed_domains = ["santaernestina.sp.gov.br"] - start_date = date(2019, 8, 19) base_url = "https://www.santaernestina.sp.gov.br/portal/diario-oficial" + start_date = date(2019, 8, 19) diff --git a/data_collection/gazette/spiders/sp/sp_santo_andre.py b/data_collection/gazette/spiders/sp/sp_santo_andre.py index 92abda0e1..e7903dbcc 100644 --- a/data_collection/gazette/spiders/sp/sp_santo_andre.py +++ b/data_collection/gazette/spiders/sp/sp_santo_andre.py @@ -1,11 +1,11 @@ -import datetime +from datetime import date from gazette.spiders.base.instar import BaseInstarSpider -class SpSantoAndre(BaseInstarSpider): +class SpSantoAndreSpider(BaseInstarSpider): TERRITORY_ID = "3547809" name = "sp_santo_andre" - allowed_domains = ["santoandre.sp.gov.br"] + allowed_domains = ["web.santoandre.sp.gov.br"] base_url = "https://web.santoandre.sp.gov.br/portal/diario-oficial" - start_date = datetime.date(2010, 1, 5) + start_date = date(2010, 1, 5) diff --git a/data_collection/gazette/spiders/sp/sp_sao_manuel.py b/data_collection/gazette/spiders/sp/sp_sao_manuel.py index f11330453..462626c78 100644 --- a/data_collection/gazette/spiders/sp/sp_sao_manuel.py +++ b/data_collection/gazette/spiders/sp/sp_sao_manuel.py @@ -7,5 +7,5 @@ class SpSaoManuelSpider(BaseInstarSpider): TERRITORY_ID = "3550100" name = "sp_sao_manuel" allowed_domains = ["saomanuel.sp.gov.br"] - start_date = date(2016, 6, 7) base_url = "https://www.saomanuel.sp.gov.br/portal/diario-oficial" + start_date = date(2016, 6, 7) diff --git a/data_collection/gazette/spiders/sp/sp_sarutaia.py b/data_collection/gazette/spiders/sp/sp_sarutaia.py index d9fbc4d36..9069be203 100644 --- a/data_collection/gazette/spiders/sp/sp_sarutaia.py +++ b/data_collection/gazette/spiders/sp/sp_sarutaia.py @@ -7,5 +7,5 @@ class SpSarutaiaSpider(BaseInstarSpider): TERRITORY_ID = "3551207" name = "sp_sarutaia" allowed_domains = ["sarutaia.sp.gov.br"] - start_date = date(2020, 3, 27) base_url = "https://www.sarutaia.sp.gov.br/portal/diario-oficial" + start_date = date(2020, 3, 27) diff --git a/data_collection/gazette/spiders/sp/sp_uniao_paulista.py b/data_collection/gazette/spiders/sp/sp_uniao_paulista.py index 37cd0ed85..4d81f9ef5 100644 --- a/data_collection/gazette/spiders/sp/sp_uniao_paulista.py +++ b/data_collection/gazette/spiders/sp/sp_uniao_paulista.py @@ -7,5 +7,5 @@ class SpUniaoPaulistaSpider(BaseInstarSpider): TERRITORY_ID = "3555703" name = "sp_uniao_paulista" allowed_domains = ["uniaopaulista.sp.gov.br"] - base_url = "https://www.uniaopaulista.sp.gov.br/portal/diario-oficial" + base_url = "https://uniaopaulista.sp.gov.br/portal/diario-oficial" start_date = date(2023, 1, 11) diff --git a/data_collection/gazette/spiders/sp/sp_valinhos.py b/data_collection/gazette/spiders/sp/sp_valinhos.py index 540822f15..d0637a04c 100644 --- a/data_collection/gazette/spiders/sp/sp_valinhos.py +++ b/data_collection/gazette/spiders/sp/sp_valinhos.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.instar import BaseInstarSpider @@ -8,4 +8,4 @@ class SpValinhosSpider(BaseInstarSpider): name = "sp_valinhos" allowed_domains = ["valinhos.sp.gov.br"] base_url = "https://www.valinhos.sp.gov.br/portal/diario-oficial" - start_date = datetime.date(2004, 12, 12) + start_date = date(2004, 12, 12) diff --git a/data_collection/gazette/spiders/sp/sp_vinhedo.py b/data_collection/gazette/spiders/sp/sp_vinhedo.py index 9a070f4c1..bbb051262 100644 --- a/data_collection/gazette/spiders/sp/sp_vinhedo.py +++ b/data_collection/gazette/spiders/sp/sp_vinhedo.py @@ -1,4 +1,4 @@ -import datetime +from datetime import date from gazette.spiders.base.instar import BaseInstarSpider @@ -8,4 +8,4 @@ class SpVinhedoSpider(BaseInstarSpider): name = "sp_vinhedo" allowed_domains = ["vinhedo.sp.gov.br"] base_url = "https://www.vinhedo.sp.gov.br/portal/diario-oficial" - start_date = datetime.date(2010, 12, 9) + start_date = date(2010, 12, 9) From d4e34307be845ab4f694db6237baf6257166bbd6 Mon Sep 17 00:00:00 2001 From: trevineju Date: Mon, 10 Jun 2024 12:02:40 -0300 Subject: [PATCH 7/8] =?UTF-8?q?Consolida=20padr=C3=A3o=20de=20MUNICIPIOONL?= =?UTF-8?q?INE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- data_collection/gazette/spiders/se/se_aquidaba.py | 2 +- data_collection/gazette/spiders/se/se_areia_branca.py | 2 +- data_collection/gazette/spiders/se/se_barra_dos_coqueiros.py | 2 +- data_collection/gazette/spiders/se/se_campo_do_brito.py | 2 +- data_collection/gazette/spiders/se/se_canhoba.py | 2 +- .../gazette/spiders/se/se_caninde_de_sao_francisco.py | 2 +- data_collection/gazette/spiders/se/se_capela.py | 2 +- data_collection/gazette/spiders/se/se_divina_pastora.py | 2 +- data_collection/gazette/spiders/se/se_frei_paulo.py | 4 ++-- data_collection/gazette/spiders/se/se_ilha_das_flores.py | 2 +- data_collection/gazette/spiders/se/se_itabaiana.py | 2 +- data_collection/gazette/spiders/se/se_itabaianinha.py | 2 +- data_collection/gazette/spiders/se/se_japaratuba.py | 2 +- data_collection/gazette/spiders/se/se_moita_bonita.py | 2 +- data_collection/gazette/spiders/se/se_muribeca.py | 2 +- .../gazette/spiders/se/se_nossa_senhora_das_dores.py | 2 +- .../gazette/spiders/se/se_nossa_senhora_de_lourdes.py | 2 +- data_collection/gazette/spiders/se/se_pedra_mole.py | 4 ++-- data_collection/gazette/spiders/se/se_pirambu.py | 2 +- data_collection/gazette/spiders/se/se_poco_verde.py | 2 +- data_collection/gazette/spiders/se/se_rosario_do_catete.py | 2 +- data_collection/gazette/spiders/se/se_sao_domingos.py | 2 +- data_collection/gazette/spiders/se/se_simao_dias.py | 2 +- data_collection/gazette/spiders/se/se_siriri.py | 2 +- data_collection/gazette/spiders/se/se_telha.py | 2 +- 25 files changed, 27 insertions(+), 27 deletions(-) diff --git a/data_collection/gazette/spiders/se/se_aquidaba.py b/data_collection/gazette/spiders/se/se_aquidaba.py index a050bd379..961b5e9d9 100644 --- a/data_collection/gazette/spiders/se/se_aquidaba.py +++ b/data_collection/gazette/spiders/se/se_aquidaba.py @@ -6,6 +6,6 @@ class SeAquidabaSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2800209" name = "se_aquidaba" - start_date = date(2017, 2, 16) url_uf = "se" url_city = "aquidaba" + start_date = date(2017, 2, 16) diff --git a/data_collection/gazette/spiders/se/se_areia_branca.py b/data_collection/gazette/spiders/se/se_areia_branca.py index 337db6b55..bd8b6af20 100644 --- a/data_collection/gazette/spiders/se/se_areia_branca.py +++ b/data_collection/gazette/spiders/se/se_areia_branca.py @@ -6,6 +6,6 @@ class SeAreiaBrancaSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2800506" name = "se_areia_branca" - start_date = date(2017, 1, 2) url_uf = "se" url_city = "areiabranca" + start_date = date(2017, 1, 2) diff --git a/data_collection/gazette/spiders/se/se_barra_dos_coqueiros.py b/data_collection/gazette/spiders/se/se_barra_dos_coqueiros.py index fbac9946d..7badac77c 100644 --- a/data_collection/gazette/spiders/se/se_barra_dos_coqueiros.py +++ b/data_collection/gazette/spiders/se/se_barra_dos_coqueiros.py @@ -6,6 +6,6 @@ class SeBarraDosCoqueirosSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2800605" name = "se_barra_dos_coqueiros" - start_date = date(2022, 9, 30) url_uf = "se" url_city = "barradoscoqueiros" + start_date = date(2022, 9, 30) diff --git a/data_collection/gazette/spiders/se/se_campo_do_brito.py b/data_collection/gazette/spiders/se/se_campo_do_brito.py index 60948ee9f..d97b92a6b 100644 --- a/data_collection/gazette/spiders/se/se_campo_do_brito.py +++ b/data_collection/gazette/spiders/se/se_campo_do_brito.py @@ -6,6 +6,6 @@ class SeCampoDoBritoSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2801009" name = "se_campo_do_brito" - start_date = date(2021, 1, 5) url_uf = "se" url_city = "campodobrito" + start_date = date(2021, 1, 5) diff --git a/data_collection/gazette/spiders/se/se_canhoba.py b/data_collection/gazette/spiders/se/se_canhoba.py index efd55c54b..41a220260 100644 --- a/data_collection/gazette/spiders/se/se_canhoba.py +++ b/data_collection/gazette/spiders/se/se_canhoba.py @@ -6,6 +6,6 @@ class SeCanhobaSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2801108" name = "se_canhoba" - start_date = date(2020, 1, 16) url_uf = "se" url_city = "canhoba" + start_date = date(2020, 1, 16) diff --git a/data_collection/gazette/spiders/se/se_caninde_de_sao_francisco.py b/data_collection/gazette/spiders/se/se_caninde_de_sao_francisco.py index a3f5758cc..f4a8592c2 100644 --- a/data_collection/gazette/spiders/se/se_caninde_de_sao_francisco.py +++ b/data_collection/gazette/spiders/se/se_caninde_de_sao_francisco.py @@ -6,6 +6,6 @@ class SeCanindeDeSaoFranciscoSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2801207" name = "se_caninde_de_sao_francisco" - start_date = date(2017, 1, 2) url_uf = "se" url_city = "canindedesaofrancisco" + start_date = date(2017, 1, 2) diff --git a/data_collection/gazette/spiders/se/se_capela.py b/data_collection/gazette/spiders/se/se_capela.py index 463144d0b..59ef6daa2 100644 --- a/data_collection/gazette/spiders/se/se_capela.py +++ b/data_collection/gazette/spiders/se/se_capela.py @@ -6,6 +6,6 @@ class SeCapelaSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2801306" name = "se_capela" - start_date = date(2021, 2, 4) url_uf = "se" url_city = "capela" + start_date = date(2021, 2, 4) diff --git a/data_collection/gazette/spiders/se/se_divina_pastora.py b/data_collection/gazette/spiders/se/se_divina_pastora.py index 7495767fe..682d02539 100644 --- a/data_collection/gazette/spiders/se/se_divina_pastora.py +++ b/data_collection/gazette/spiders/se/se_divina_pastora.py @@ -6,6 +6,6 @@ class SeDivinaPastoraSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2802007" name = "se_divina_pastora" - start_date = date(2019, 1, 10) url_uf = "se" url_city = "divinapastora" + start_date = date(2019, 1, 10) diff --git a/data_collection/gazette/spiders/se/se_frei_paulo.py b/data_collection/gazette/spiders/se/se_frei_paulo.py index 35b5d4cec..c904c6c6d 100644 --- a/data_collection/gazette/spiders/se/se_frei_paulo.py +++ b/data_collection/gazette/spiders/se/se_frei_paulo.py @@ -3,9 +3,9 @@ from gazette.spiders.base.municipioonline import BaseMunicipioOnlineSpider -class SeFreiPaulo(BaseMunicipioOnlineSpider): +class SeFreiPauloSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2802304" name = "se_frei_paulo" - start_date = date(2022, 1, 14) url_uf = "se" url_city = "freipaulo" + start_date = date(2022, 1, 14) diff --git a/data_collection/gazette/spiders/se/se_ilha_das_flores.py b/data_collection/gazette/spiders/se/se_ilha_das_flores.py index f522ef0a8..2700c7a0b 100644 --- a/data_collection/gazette/spiders/se/se_ilha_das_flores.py +++ b/data_collection/gazette/spiders/se/se_ilha_das_flores.py @@ -6,6 +6,6 @@ class SeIlhaDasFloresSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2802700" name = "se_ilha_das_flores" - start_date = date(2017, 1, 11) url_uf = "se" url_city = "ilhadasflores" + start_date = date(2017, 1, 11) diff --git a/data_collection/gazette/spiders/se/se_itabaiana.py b/data_collection/gazette/spiders/se/se_itabaiana.py index b0ab104b2..64444f138 100644 --- a/data_collection/gazette/spiders/se/se_itabaiana.py +++ b/data_collection/gazette/spiders/se/se_itabaiana.py @@ -6,6 +6,6 @@ class SeItabaianaSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2802908" name = "se_itabaiana" - start_date = date(2023, 1, 2) url_uf = "se" url_city = "itabaiana" + start_date = date(2023, 1, 2) diff --git a/data_collection/gazette/spiders/se/se_itabaianinha.py b/data_collection/gazette/spiders/se/se_itabaianinha.py index a918825a0..7acf87caa 100644 --- a/data_collection/gazette/spiders/se/se_itabaianinha.py +++ b/data_collection/gazette/spiders/se/se_itabaianinha.py @@ -6,6 +6,6 @@ class SeItabaianinhaSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2803005" name = "se_itabaianinha" - start_date = date(2017, 1, 2) url_uf = "se" url_city = "itabaianinha" + start_date = date(2017, 1, 2) diff --git a/data_collection/gazette/spiders/se/se_japaratuba.py b/data_collection/gazette/spiders/se/se_japaratuba.py index 71ef40087..5f499a883 100644 --- a/data_collection/gazette/spiders/se/se_japaratuba.py +++ b/data_collection/gazette/spiders/se/se_japaratuba.py @@ -6,6 +6,6 @@ class SeJaparatubaSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2803302" name = "se_japaratuba" - start_date = date(2017, 3, 22) url_uf = "se" url_city = "japaratuba" + start_date = date(2017, 3, 22) diff --git a/data_collection/gazette/spiders/se/se_moita_bonita.py b/data_collection/gazette/spiders/se/se_moita_bonita.py index 9d4c40cde..304bc5bbe 100644 --- a/data_collection/gazette/spiders/se/se_moita_bonita.py +++ b/data_collection/gazette/spiders/se/se_moita_bonita.py @@ -6,6 +6,6 @@ class SeMoitaBonitaSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2804102" name = "se_moita_bonita" - start_date = date(2022, 2, 17) url_uf = "se" url_city = "moitabonita" + start_date = date(2022, 2, 17) diff --git a/data_collection/gazette/spiders/se/se_muribeca.py b/data_collection/gazette/spiders/se/se_muribeca.py index 46d77d791..a59b98150 100644 --- a/data_collection/gazette/spiders/se/se_muribeca.py +++ b/data_collection/gazette/spiders/se/se_muribeca.py @@ -6,6 +6,6 @@ class SeMuribecaSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2804300" name = "se_muribeca" - start_date = date(2019, 5, 20) url_uf = "se" url_city = "muribeca" + start_date = date(2019, 5, 20) diff --git a/data_collection/gazette/spiders/se/se_nossa_senhora_das_dores.py b/data_collection/gazette/spiders/se/se_nossa_senhora_das_dores.py index 116757b7c..4379fe48f 100644 --- a/data_collection/gazette/spiders/se/se_nossa_senhora_das_dores.py +++ b/data_collection/gazette/spiders/se/se_nossa_senhora_das_dores.py @@ -6,6 +6,6 @@ class SeNossaSenhoraDasDoresSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2804607" name = "se_nossa_senhora_das_dores" - start_date = date(2017, 1, 2) url_uf = "se" url_city = "nossasenhoradasdores" + start_date = date(2017, 1, 2) diff --git a/data_collection/gazette/spiders/se/se_nossa_senhora_de_lourdes.py b/data_collection/gazette/spiders/se/se_nossa_senhora_de_lourdes.py index bcf086b9e..e15e99691 100644 --- a/data_collection/gazette/spiders/se/se_nossa_senhora_de_lourdes.py +++ b/data_collection/gazette/spiders/se/se_nossa_senhora_de_lourdes.py @@ -6,6 +6,6 @@ class SeNossaSenhoraDeLourdesSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2804706" name = "se_nossa_senhora_de_lourdes" - start_date = date(2017, 1, 12) url_uf = "se" url_city = "nossasenhoradelourdes" + start_date = date(2017, 1, 12) diff --git a/data_collection/gazette/spiders/se/se_pedra_mole.py b/data_collection/gazette/spiders/se/se_pedra_mole.py index 5af6d92fb..47773d628 100644 --- a/data_collection/gazette/spiders/se/se_pedra_mole.py +++ b/data_collection/gazette/spiders/se/se_pedra_mole.py @@ -3,9 +3,9 @@ from gazette.spiders.base.municipioonline import BaseMunicipioOnlineSpider -class SePedraMole(BaseMunicipioOnlineSpider): +class SePedraMoleSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2805000" name = "se_pedra_mole" - start_date = date(2017, 1, 26) url_uf = "se" url_city = "pedramole" + start_date = date(2017, 1, 26) diff --git a/data_collection/gazette/spiders/se/se_pirambu.py b/data_collection/gazette/spiders/se/se_pirambu.py index 0a8a0bcff..dc1305f21 100644 --- a/data_collection/gazette/spiders/se/se_pirambu.py +++ b/data_collection/gazette/spiders/se/se_pirambu.py @@ -6,6 +6,6 @@ class SePirambuSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2805307" name = "se_pirambu" - start_date = date(2017, 3, 9) url_uf = "se" url_city = "pirambu" + start_date = date(2017, 3, 9) diff --git a/data_collection/gazette/spiders/se/se_poco_verde.py b/data_collection/gazette/spiders/se/se_poco_verde.py index 0796a248f..576352fd9 100644 --- a/data_collection/gazette/spiders/se/se_poco_verde.py +++ b/data_collection/gazette/spiders/se/se_poco_verde.py @@ -6,6 +6,6 @@ class SePocoVerdeSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2805505" name = "se_poco_verde" - start_date = date(2023, 1, 2) url_uf = "se" url_city = "pocoverde" + start_date = date(2023, 1, 2) diff --git a/data_collection/gazette/spiders/se/se_rosario_do_catete.py b/data_collection/gazette/spiders/se/se_rosario_do_catete.py index 9dea4e75e..95cc578cd 100644 --- a/data_collection/gazette/spiders/se/se_rosario_do_catete.py +++ b/data_collection/gazette/spiders/se/se_rosario_do_catete.py @@ -6,6 +6,6 @@ class SeRosarioDoCateteSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2806107" name = "se_rosario_do_catete" - start_date = date(2021, 1, 12) url_uf = "se" url_city = "rosariodocatete" + start_date = date(2021, 1, 12) diff --git a/data_collection/gazette/spiders/se/se_sao_domingos.py b/data_collection/gazette/spiders/se/se_sao_domingos.py index c97a759b3..5ac794e19 100644 --- a/data_collection/gazette/spiders/se/se_sao_domingos.py +++ b/data_collection/gazette/spiders/se/se_sao_domingos.py @@ -6,6 +6,6 @@ class SeSaoDomingosSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2806800" name = "se_sao_domingos" - start_date = date(2021, 1, 12) url_uf = "se" url_city = "saodomingos" + start_date = date(2021, 1, 12) diff --git a/data_collection/gazette/spiders/se/se_simao_dias.py b/data_collection/gazette/spiders/se/se_simao_dias.py index aefaa7229..dd3797324 100644 --- a/data_collection/gazette/spiders/se/se_simao_dias.py +++ b/data_collection/gazette/spiders/se/se_simao_dias.py @@ -6,6 +6,6 @@ class SeSimaoDiasSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2807105" name = "se_simao_dias" - start_date = date(2021, 1, 4) url_uf = "se" url_city = "simaodias" + start_date = date(2021, 1, 4) diff --git a/data_collection/gazette/spiders/se/se_siriri.py b/data_collection/gazette/spiders/se/se_siriri.py index 6ba3f003e..4a21d6fb2 100644 --- a/data_collection/gazette/spiders/se/se_siriri.py +++ b/data_collection/gazette/spiders/se/se_siriri.py @@ -6,6 +6,6 @@ class SeSiririSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2807204" name = "se_siriri" - start_date = date(2017, 1, 3) url_uf = "se" url_city = "siriri" + start_date = date(2017, 1, 3) diff --git a/data_collection/gazette/spiders/se/se_telha.py b/data_collection/gazette/spiders/se/se_telha.py index 3edc3eaf8..e38e1faee 100644 --- a/data_collection/gazette/spiders/se/se_telha.py +++ b/data_collection/gazette/spiders/se/se_telha.py @@ -6,6 +6,6 @@ class SeTelhaSpider(BaseMunicipioOnlineSpider): TERRITORY_ID = "2807303" name = "se_telha" - start_date = date(2017, 1, 20) url_uf = "se" url_city = "telha" + start_date = date(2017, 1, 20) From 1d93cee0c5dae636324ef1746a7056ade6ee6c81 Mon Sep 17 00:00:00 2001 From: trevineju Date: Mon, 10 Jun 2024 12:06:16 -0300 Subject: [PATCH 8/8] =?UTF-8?q?Consolida=20padr=C3=A3o=20SAI?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- data_collection/gazette/spiders/al/al_igaci.py | 4 ++-- data_collection/gazette/spiders/ba/ba_abare.py | 4 ++-- data_collection/gazette/spiders/ba/ba_adustina.py | 4 ++-- data_collection/gazette/spiders/ba/ba_almadina.py | 4 ++-- data_collection/gazette/spiders/ba/ba_anage.py | 4 ++-- data_collection/gazette/spiders/ba/ba_andorinha.py | 4 ++-- data_collection/gazette/spiders/ba/ba_correntina.py | 4 ++-- data_collection/gazette/spiders/ba/ba_jaborandi.py | 4 ++-- data_collection/gazette/spiders/ba/ba_jeremoabo.py | 4 ++-- data_collection/gazette/spiders/ba/ba_lauro_de_freitas.py | 4 ++-- .../gazette/spiders/ba/ba_luis_eduardo_magalhaes.py | 4 ++-- data_collection/gazette/spiders/ba/ba_riachao_das_neves.py | 4 ++-- data_collection/gazette/spiders/se/se_estancia.py | 4 ++-- 13 files changed, 26 insertions(+), 26 deletions(-) diff --git a/data_collection/gazette/spiders/al/al_igaci.py b/data_collection/gazette/spiders/al/al_igaci.py index e3b2ecec2..84fc30bc8 100644 --- a/data_collection/gazette/spiders/al/al_igaci.py +++ b/data_collection/gazette/spiders/al/al_igaci.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class AlIgaciSpider(SaiGazetteSpider): TERRITORY_ID = "2703106" name = "al_igaci" - start_date = dt.date(2015, 7, 17) allowed_domains = ["igaci.al.gov.br"] base_url = "https://www.igaci.al.gov.br" + start_date = date(2015, 7, 17) diff --git a/data_collection/gazette/spiders/ba/ba_abare.py b/data_collection/gazette/spiders/ba/ba_abare.py index 19f0e86c0..efc480431 100644 --- a/data_collection/gazette/spiders/ba/ba_abare.py +++ b/data_collection/gazette/spiders/ba/ba_abare.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaAbareSpider(SaiGazetteSpider): TERRITORY_ID = "2900207" name = "ba_abare" - start_date = dt.date(2007, 1, 9) allowed_domains = ["sai.io.org.br"] base_url = "https://sai.io.org.br/ba/abare" + start_date = date(2007, 1, 9) diff --git a/data_collection/gazette/spiders/ba/ba_adustina.py b/data_collection/gazette/spiders/ba/ba_adustina.py index 8ddd5687f..f2eb33ede 100644 --- a/data_collection/gazette/spiders/ba/ba_adustina.py +++ b/data_collection/gazette/spiders/ba/ba_adustina.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaAdustinaSpider(SaiGazetteSpider): TERRITORY_ID = "2900355" name = "ba_adustina" - start_date = dt.date(2017, 1, 3) allowed_domains = ["adustina.ba.gov.br"] base_url = "https://www.adustina.ba.gov.br" + start_date = date(2017, 1, 3) diff --git a/data_collection/gazette/spiders/ba/ba_almadina.py b/data_collection/gazette/spiders/ba/ba_almadina.py index ff80158d1..ddb1febdc 100644 --- a/data_collection/gazette/spiders/ba/ba_almadina.py +++ b/data_collection/gazette/spiders/ba/ba_almadina.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaAlmadinaSpider(SaiGazetteSpider): TERRITORY_ID = "2900900" name = "ba_almadina" - start_date = dt.date(2005, 1, 3) allowed_domains = ["almadina.ba.gov.br"] base_url = "https://www.almadina.ba.gov.br" + start_date = date(2005, 1, 3) diff --git a/data_collection/gazette/spiders/ba/ba_anage.py b/data_collection/gazette/spiders/ba/ba_anage.py index 913903be1..0ad7b0f55 100644 --- a/data_collection/gazette/spiders/ba/ba_anage.py +++ b/data_collection/gazette/spiders/ba/ba_anage.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaAnageSpider(SaiGazetteSpider): TERRITORY_ID = "2901205" name = "ba_anage" - start_date = dt.date(2007, 1, 12) allowed_domains = ["anage.ba.gov.br"] base_url = "https://www.anage.ba.gov.br" + start_date = date(2007, 1, 12) diff --git a/data_collection/gazette/spiders/ba/ba_andorinha.py b/data_collection/gazette/spiders/ba/ba_andorinha.py index ed766a4b7..9e72af805 100644 --- a/data_collection/gazette/spiders/ba/ba_andorinha.py +++ b/data_collection/gazette/spiders/ba/ba_andorinha.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaAndorinhaSpider(SaiGazetteSpider): TERRITORY_ID = "2901353" name = "ba_andorinha" - start_date = dt.date(2013, 1, 2) allowed_domains = ["andorinha.ba.gov.br"] base_url = "https://www.andorinha.ba.gov.br" + start_date = date(2013, 1, 2) diff --git a/data_collection/gazette/spiders/ba/ba_correntina.py b/data_collection/gazette/spiders/ba/ba_correntina.py index 2fee40988..1c922f917 100644 --- a/data_collection/gazette/spiders/ba/ba_correntina.py +++ b/data_collection/gazette/spiders/ba/ba_correntina.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaCorrentinaSpider(SaiGazetteSpider): TERRITORY_ID = "2909307" name = "ba_correntina" - start_date = dt.date(2007, 11, 30) allowed_domains = ["sai.io.org.br"] base_url = "https://sai.io.org.br/ba/correntina" + start_date = date(2007, 11, 30) diff --git a/data_collection/gazette/spiders/ba/ba_jaborandi.py b/data_collection/gazette/spiders/ba/ba_jaborandi.py index ebd6985a9..88637e8e1 100644 --- a/data_collection/gazette/spiders/ba/ba_jaborandi.py +++ b/data_collection/gazette/spiders/ba/ba_jaborandi.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaJaborandiSpider(SaiGazetteSpider): TERRITORY_ID = "2917359" name = "ba_jaborandi" - start_date = dt.date(2022, 3, 4) allowed_domains = ["sai.io.org.br"] base_url = "https://sai.io.org.br/ba/jaborandi" + start_date = date(2022, 3, 4) diff --git a/data_collection/gazette/spiders/ba/ba_jeremoabo.py b/data_collection/gazette/spiders/ba/ba_jeremoabo.py index 036ac6bef..08be9f440 100644 --- a/data_collection/gazette/spiders/ba/ba_jeremoabo.py +++ b/data_collection/gazette/spiders/ba/ba_jeremoabo.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaJeremoaboSpider(SaiGazetteSpider): TERRITORY_ID = "2918100" name = "ba_jeremoabo" - start_date = dt.date(2016, 4, 28) allowed_domains = ["jeremoabo.ba.gov.br"] base_url = "https://www.jeremoabo.ba.gov.br" + start_date = date(2016, 4, 28) diff --git a/data_collection/gazette/spiders/ba/ba_lauro_de_freitas.py b/data_collection/gazette/spiders/ba/ba_lauro_de_freitas.py index f4752ed43..7d42d22ae 100644 --- a/data_collection/gazette/spiders/ba/ba_lauro_de_freitas.py +++ b/data_collection/gazette/spiders/ba/ba_lauro_de_freitas.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaLauroDeFreitasSpider(SaiGazetteSpider): TERRITORY_ID = "2919207" name = "ba_lauro_de_freitas" - start_date = dt.date(2013, 7, 31) allowed_domains = ["sai.io.org.br"] base_url = "https://sai.io.org.br/ba/laurodefreitas" + start_date = date(2013, 7, 31) diff --git a/data_collection/gazette/spiders/ba/ba_luis_eduardo_magalhaes.py b/data_collection/gazette/spiders/ba/ba_luis_eduardo_magalhaes.py index d01a081a4..2eff2e89d 100644 --- a/data_collection/gazette/spiders/ba/ba_luis_eduardo_magalhaes.py +++ b/data_collection/gazette/spiders/ba/ba_luis_eduardo_magalhaes.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaLuisEduardoMagalhaesSpider(SaiGazetteSpider): TERRITORY_ID = "2919553" name = "ba_luis_eduardo_magalhaes" - start_date = dt.date(2017, 1, 4) allowed_domains = ["sai.io.org.br"] base_url = "https://sai.io.org.br/ba/luiseduardomagalhaes" + start_date = date(2017, 1, 4) diff --git a/data_collection/gazette/spiders/ba/ba_riachao_das_neves.py b/data_collection/gazette/spiders/ba/ba_riachao_das_neves.py index 953e64c17..1383fba02 100644 --- a/data_collection/gazette/spiders/ba/ba_riachao_das_neves.py +++ b/data_collection/gazette/spiders/ba/ba_riachao_das_neves.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class BaRiachaoDasNevesSpider(SaiGazetteSpider): TERRITORY_ID = "2926202" name = "ba_riachao_das_neves" - start_date = dt.date(2010, 2, 4) allowed_domains = ["sai.io.org.br"] base_url = "https://sai.io.org.br/ba/riachaodasneves" + start_date = date(2010, 2, 4) diff --git a/data_collection/gazette/spiders/se/se_estancia.py b/data_collection/gazette/spiders/se/se_estancia.py index 910fd3f68..a063bb48c 100644 --- a/data_collection/gazette/spiders/se/se_estancia.py +++ b/data_collection/gazette/spiders/se/se_estancia.py @@ -1,4 +1,4 @@ -import datetime as dt +from datetime import date from gazette.spiders.base.sai import SaiGazetteSpider @@ -6,6 +6,6 @@ class SeEstanciaSpider(SaiGazetteSpider): TERRITORY_ID = "2802106" name = "se_estancia" - start_date = dt.date(2016, 4, 28) allowed_domains = ["estancia.se.gov.br"] base_url = "https://www.estancia.se.gov.br" + start_date = date(2016, 4, 28)