diff --git a/pipelines/egpweb_metas/dump_db_metas/flows.py b/pipelines/egpweb_metas/dump_db_metas/flows.py index 1bcc953..f7c372a 100644 --- a/pipelines/egpweb_metas/dump_db_metas/flows.py +++ b/pipelines/egpweb_metas/dump_db_metas/flows.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- """ -Database dumping flows for EGPWeb project +Database dumping flows for EGPWeb project. """ from copy import deepcopy diff --git a/pipelines/ergon/dump_db_ergon/flows.py b/pipelines/ergon/dump_db_ergon/flows.py index 74429ef..c9b8799 100644 --- a/pipelines/ergon/dump_db_ergon/flows.py +++ b/pipelines/ergon/dump_db_ergon/flows.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- """ -Database dumping flows for segovi project. +Database dumping flows for segovi project.... """ from copy import deepcopy diff --git a/pipelines/ergon/dump_db_ergon_pericia_medica/flows.py b/pipelines/ergon/dump_db_ergon_pericia_medica/flows.py index 0795e3e..f02eef0 100644 --- a/pipelines/ergon/dump_db_ergon_pericia_medica/flows.py +++ b/pipelines/ergon/dump_db_ergon_pericia_medica/flows.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- """ -Database dumping flows for segovi project. +Database dumping flows for segovi project.. """ from copy import deepcopy diff --git a/pipelines/ergon_comlurb/dump_db_ergon_comlurb/flows.py b/pipelines/ergon_comlurb/dump_db_ergon_comlurb/flows.py index 6a14732..cfd06b8 100644 --- a/pipelines/ergon_comlurb/dump_db_ergon_comlurb/flows.py +++ b/pipelines/ergon_comlurb/dump_db_ergon_comlurb/flows.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- """ -Database dumping flows for smfp ergon comlurb +Database dumping flows for smfp ergon comlurb... """ from copy import deepcopy diff --git a/pipelines/fincon/dump_db_fincon/flows.py b/pipelines/fincon/dump_db_fincon/flows.py index 4676b72..d0db668 100644 --- a/pipelines/fincon/dump_db_fincon/flows.py +++ b/pipelines/fincon/dump_db_fincon/flows.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- """ -Database dumping flows for SMFP FINCON +Database dumping flows for SMFP FINCON... """ from copy import deepcopy diff --git a/pipelines/iptu_inad/dump_db_inadimplentes/flows.py b/pipelines/iptu_inad/dump_db_inadimplentes/flows.py index 84a81c7..47ffc37 100644 --- a/pipelines/iptu_inad/dump_db_inadimplentes/flows.py +++ b/pipelines/iptu_inad/dump_db_inadimplentes/flows.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- """ -Database dumping flows +Database dumping flows... """ from copy import deepcopy diff --git a/pipelines/sigma/dump_db_compras_materiais/flows.py b/pipelines/sigma/dump_db_compras_materiais/flows.py index 2803797..5971813 100644 --- a/pipelines/sigma/dump_db_compras_materiais/flows.py +++ b/pipelines/sigma/dump_db_compras_materiais/flows.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- """ -Database dumping flows for SMFP SIGMA COMPRAS MATERIAIS +Database dumping flows for SMFP SIGMA COMPRAS MATERIAIS.. """ from copy import deepcopy diff --git a/pipelines/sigma/dump_db_sancao_fornecedor/flows.py b/pipelines/sigma/dump_db_sancao_fornecedor/flows.py index 114f6b8..8cc6b44 100644 --- a/pipelines/sigma/dump_db_sancao_fornecedor/flows.py +++ b/pipelines/sigma/dump_db_sancao_fornecedor/flows.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- """ -Database dumping flows for SMFP SIGMA system. +Database dumping flows for SMFP SIGMA system.... """ from copy import deepcopy diff --git a/pipelines/templates/run_dbt_model/flows.py b/pipelines/templates/run_dbt_model/flows.py index 044ed67..23c5ce6 100644 --- a/pipelines/templates/run_dbt_model/flows.py +++ b/pipelines/templates/run_dbt_model/flows.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- """ -MATERIALIZA MODELOS DO DBT +MATERIALIZA MODELOS DO DBT.... """ from copy import deepcopy diff --git a/poetry.lock b/poetry.lock index 4194825..22d1cf4 100644 --- a/poetry.lock +++ b/poetry.lock @@ -102,13 +102,13 @@ files = [ [[package]] name = "basedosdados" -version = "2.0.0b16" +version = "2.0.0b21" description = "Organizar e facilitar o acesso a dados brasileiros através de tabelas públicas no BigQuery." optional = false python-versions = "<4,>=3.8.1" files = [ - {file = "basedosdados-2.0.0b16-py3-none-any.whl", hash = "sha256:4a9ce1cd1438e647bac32833c1d1faed0f1b8fe6d5947e954da30e743abf2227"}, - {file = "basedosdados-2.0.0b16.tar.gz", hash = "sha256:b7d6a0c1fc6047d7eb0f6a19e3d48b7a10cff5dc6adf263b16d230fc74bef368"}, + {file = "basedosdados-2.0.0b21-py3-none-any.whl", hash = "sha256:433b3551c8fa72b2ca13ee1a6080eca06a5c360c7b09c6da4a2f2b18046db3a2"}, + {file = "basedosdados-2.0.0b21.tar.gz", hash = "sha256:04d136dc13c9a9cc390e8092065bbd9590a08cf418bb0bcba007d2c579d20cad"}, ] [package.dependencies] @@ -118,7 +118,7 @@ google-cloud-bigquery-connection = ">=1.12,<2.0" google-cloud-bigquery-storage = ">=2.19,<3.0" google-cloud-storage = ">=2.9,<3.0" gql = {version = ">=3.4,<4.0", optional = true, markers = "extra == \"all\" or extra == \"upload\""} -loguru = "0.7.0" +loguru = ">=0.7.0,<0.8.0" pandas = ">=2.0,<3.0" pandas-gbq = ">=0.19,<0.20" pydata-google-auth = ">=1.8,<2.0" @@ -127,9 +127,8 @@ tomlkit = ">=0.11,<0.12" tqdm = ">=4,<5" [package.extras] -all = ["click (>=8.1,<9)", "gql (>=3.4,<4.0)", "pandavro (>=1.7,<2.0)", "requests-toolbelt (>=1,<2)"] +all = ["gql (>=3.4,<4.0)", "pandavro (>=1.7,<2.0)", "requests-toolbelt (>=1,<2)"] avro = ["pandavro (>=1.7,<2.0)"] -cli = ["click (>=8.1,<9)"] upload = ["gql (>=3.4,<4.0)", "requests-toolbelt (>=1,<2)"] [[package]] @@ -2553,7 +2552,7 @@ files = [] develop = false [package.dependencies] -basedosdados = {version = "2.0.0b16", extras = ["upload"]} +basedosdados = {version = "2.0.0b21", extras = ["upload"]} croniter = {version = "^2.0.1", optional = true} cx-oracle = {version = "^8.3.0", optional = true} dask = {version = "^2023.11.0", optional = true} @@ -2580,17 +2579,17 @@ shapely = {version = "^2.0.2", optional = true} [package.extras] actions = ["ruamel-yaml (>=0.18.6,<0.19.0)"] -all = ["aiohttp (>=3.8.5,<4.0.0)", "basedosdados[upload] (==2.0.0b16)", "croniter (>=2.0.1,<3.0.0)", "cx-oracle (>=8.3.0,<9.0.0)", "dask (>=2023.11.0,<2024.0.0)", "earthengine-api (>=0.1.379,<0.2.0)", "geojsplit (>=0.1.2,<0.2.0)", "geopandas (>=0.14.1,<0.15.0)", "geopy (>=2.4.1,<3.0.0)", "google-cloud-storage (>=2.10.0,<3.0.0)", "gspread (>=5.12.4,<6.0.0)", "infisical (>=1.4.2,<1.6)", "jinja2 (>=3.1.2,<4.0.0)", "numpy (>=1.23.3,<2.0.0)", "pandas (>=2.0.3,<3.0.0)", "pendulum (>=2.1.2,<3.0.0)", "prefect (==1.4.1)", "pymongo (>=4.6.0,<5.0.0)", "pymysql (>=1.1.0,<2.0.0)", "pyodbc (>=5.0.1,<6.0.0)", "pytz (>=2023.3,<2024.0)", "redis-pal (>=1.0.0,<2.0.0)", "requests (>=2.31.0,<3.0.0)", "ruamel-yaml (>=0.18.6,<0.19.0)", "scikit-learn (>=1.1.2,<2.0.0)", "sentry-sdk (>=1.29.2,<2.0.0)", "shapely (>=2.0.2,<3.0.0)"] +all = ["aiohttp (>=3.8.5,<4.0.0)", "basedosdados[upload] (==2.0.0b21)", "croniter (>=2.0.1,<3.0.0)", "cx-oracle (>=8.3.0,<9.0.0)", "dask (>=2023.11.0,<2024.0.0)", "earthengine-api (>=0.1.379,<0.2.0)", "geojsplit (>=0.1.2,<0.2.0)", "geopandas (>=0.14.1,<0.15.0)", "geopy (>=2.4.1,<3.0.0)", "google-cloud-storage (>=2.10.0,<3.0.0)", "gspread (>=5.12.4,<6.0.0)", "infisical (>=1.4.2,<1.6)", "jinja2 (>=3.1.2,<4.0.0)", "numpy (>=1.23.3,<2.0.0)", "pandas (>=2.0.3,<3.0.0)", "pendulum (>=2.1.2,<3.0.0)", "prefect (==1.4.1)", "pymongo (>=4.6.0,<5.0.0)", "pymysql (>=1.1.0,<2.0.0)", "pyodbc (>=5.0.1,<6.0.0)", "pytz (>=2023.3,<2024.0)", "redis-pal (>=1.0.0,<2.0.0)", "requests (>=2.31.0,<3.0.0)", "ruamel-yaml (>=0.18.6,<0.19.0)", "scikit-learn (>=1.1.2,<2.0.0)", "sentry-sdk (>=1.29.2,<2.0.0)", "shapely (>=2.0.2,<3.0.0)"] metrics = ["numpy (>=1.23.3,<2.0.0)", "scikit-learn (>=1.1.2,<2.0.0)"] -pipelines = ["basedosdados[upload] (==2.0.0b16)", "dask (>=2023.11.0,<2024.0.0)", "google-cloud-storage (>=2.10.0,<3.0.0)", "infisical (>=1.4.2,<1.6)", "jinja2 (>=3.1.2,<4.0.0)", "pandas (>=2.0.3,<3.0.0)", "prefect (==1.4.1)", "sentry-sdk (>=1.29.2,<2.0.0)"] +pipelines = ["basedosdados[upload] (==2.0.0b21)", "dask (>=2023.11.0,<2024.0.0)", "google-cloud-storage (>=2.10.0,<3.0.0)", "infisical (>=1.4.2,<1.6)", "jinja2 (>=3.1.2,<4.0.0)", "pandas (>=2.0.3,<3.0.0)", "prefect (==1.4.1)", "sentry-sdk (>=1.29.2,<2.0.0)"] pipelines-templates = ["croniter (>=2.0.1,<3.0.0)", "cx-oracle (>=8.3.0,<9.0.0)", "earthengine-api (>=0.1.379,<0.2.0)", "geojsplit (>=0.1.2,<0.2.0)", "geopandas (>=0.14.1,<0.15.0)", "geopy (>=2.4.1,<3.0.0)", "gspread (>=5.12.4,<6.0.0)", "jinja2 (>=3.1.2,<4.0.0)", "pymongo (>=4.6.0,<5.0.0)", "pymysql (>=1.1.0,<2.0.0)", "pyodbc (>=5.0.1,<6.0.0)", "redis-pal (>=1.0.0,<2.0.0)", "requests (>=2.31.0,<3.0.0)", "shapely (>=2.0.2,<3.0.0)"] sgrc = ["aiohttp (>=3.8.5,<4.0.0)", "pendulum (>=2.1.2,<3.0.0)", "pytz (>=2023.3,<2024.0)", "requests (>=2.31.0,<3.0.0)"] [package.source] type = "git" url = "https://github.com/prefeitura-rio/prefeitura-rio" -reference = "6ece88c9daca181336c56789dbec0688d21c4c74" -resolved_reference = "6ece88c9daca181336c56789dbec0688d21c4c74" +reference = "a6494b5740d2bdf465a9eff006b988ae65310e73" +resolved_reference = "a6494b5740d2bdf465a9eff006b988ae65310e73" [[package]] name = "proto-plus" @@ -4212,4 +4211,4 @@ testing = ["big-O", "jaraco.functools", "jaraco.itertools", "more-itertools", "p [metadata] lock-version = "2.0" python-versions = ">=3.10,<3.11" -content-hash = "48dc67496b48b552dc2903c7938bd54e27d5b7a801ae63b2cec90c6d1e982524" +content-hash = "5ecfe0d549a1b9e4a74366e1cb7d1cf54b54b3990fa79acdfd067f39580a7bc7" diff --git a/pyproject.toml b/pyproject.toml index 27b481e..3a2860a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -9,7 +9,7 @@ python = ">=3.10,<3.11" dbt-bigquery = "^1.6.1" google-cloud-storage = "^2.10.0" prefect = "1.4.1" -prefeitura-rio = { git = "https://github.com/prefeitura-rio/prefeitura-rio", rev = "6ece88c9daca181336c56789dbec0688d21c4c74", extras = [ +prefeitura-rio = { git = "https://github.com/prefeitura-rio/prefeitura-rio", rev = "a6494b5740d2bdf465a9eff006b988ae65310e73", extras = [ "pipelines", "pipelines-templates", "actions"