[dados] br_mec_sisu

dbt_project.yml

@@ -261,6 +261,9 @@ models:
  br_mec_prouni:
  +materialized: table
  +schema: br_mec_prouni
+ br_mec_sisu:
+ +materialized: table
+ +schema: br_mec_sisu
  br_mercadolivre_ofertas:
  +materialized: table
  +schema: br_mercadolivre_ofertas

models/br_mec_sisu/br_mec_sisu__microdados.sql

@@ -0,0 +1,128 @@
+{{
+ config(
+ schema="br_mec_sisu",
+ alias="microdados",
+ materialized="table",
+ partition_by={
+ "field": "ano",
+ "data_type": "int64",
+ "range": {"start": 2017, "end": 2024, "interval": 1},
+ },
+ cluster_by=["ano", "sigla_uf_candidato"],
+ labels={"tema": "educacao"},
+ )
+}}
+select
+ safe_cast(ano as int64) as ano,
+ safe_cast(edicao as string) as semestre,
+ case
+ when etapa = '4' then 'Chamada Regular' when etapa = '7' then 'Lista de Espera'
+ end as etapa,
+ safe_cast(sigla_uf_ies as string) as sigla_uf_ies,
+ safe_cast(id_ies as string) as id_ies,
+ safe_cast(sigla_ies as string) as sigla_ies,
+ safe_cast(d1.sigla_uf as string) as sigla_uf_campus,
+ safe_cast(d1.id_municipio as string) as id_municipio_campus,
+ safe_cast(id_campus as string) as id_campus,
+ safe_cast(campus as string) as campus,
+ safe_cast(id_curso as string) as id_curso,
+ safe_cast(nome_curso as string) as nome_curso,
+ safe_cast(turno as string) as turno,
+ safe_cast(periodicidade as string) as periodicidade,
+ safe_cast(tipo_cota as string) as tipo_cota,
+ safe_cast(ds_modalidade_concorrencia as string) as modalidade_concorrencia,
+ safe_cast(quantidade_vagas_concorrencia as int64) as quantidade_vagas_concorrencia,
+ safe_cast(percentual_bonus as float64) as percentual_bonus,
+ safe_cast(peso_l as float64) as peso_l,
+ safe_cast(peso_ch as float64) as peso_ch,
+ safe_cast(peso_cn as float64) as peso_cn,
+ safe_cast(peso_m as float64) as peso_m,
+ safe_cast(peso_r as float64) as peso_r,
+ safe_cast(nota_minima_l as float64) as nota_minima_l,
+ safe_cast(nota_minima_ch as float64) as nota_minima_ch,
+ safe_cast(nota_minima_cn as float64) as nota_minima_cn,
+ safe_cast(nota_minima_m as float64) as nota_minima_m,
+ safe_cast(nota_minima_r as float64) as nota_minima_r,
+ safe_cast(media_minima as float64) as media_minima,
+ safe_cast(cpf as string) as cpf,
+ safe_cast(inscricao_enem as string) as inscricao_enem,
+ safe_cast(candidato as string) as candidato,
+ safe_cast(sexo as string) as sexo,
+ case
+ when
+ (
+ (length(data_nascimento) = 8)
+ and (cast(substr(data_nascimento, 1, 2) as int64) > 30)
+ )
+ then concat('19', data_nascimento)
+ when
+ (
+ (length(data_nascimento) = 8)
+ and (cast(substr(data_nascimento, 1, 2) as int64) < 30)
+ )
+ then concat('20', data_nascimento)
+ else data_nascimento
+ end as data_nascimento,
+ safe_cast(d2.sigla_uf as string) as sigla_uf_candidato,
+ safe_cast(d2.id_municipio as string) as id_municipio_candidato,
+ safe_cast(opcao as string) as opcao,
+ safe_cast(nota_l as float64) as nota_l,
+ safe_cast(nota_ch as float64) as nota_ch,
+ safe_cast(nota_cn as float64) as nota_cn,
+ safe_cast(nota_m as float64) as nota_m,
+ safe_cast(nota_r as float64) as nota_r,
+ safe_cast(nota_l_peso as float64) as nota_l_peso,
+ safe_cast(nota_ch_peso as float64) as nota_ch_peso,
+ safe_cast(nota_cn_peso as float64) as nota_cn_peso,
+ safe_cast(nota_m_peso as float64) as nota_m_peso,
+ safe_cast(nota_r_peso as float64) as nota_r_peso,
+ safe_cast(nota_candidato as float64) as nota_candidato,
+ safe_cast(nota_corte as float64) as nota_corte,
+ safe_cast(classificacao as int64) as classificacao,
+ safe_cast(
+ (
+ case
+ when status_aprovado = 'N'
+ then false
+ when status_aprovado = 'S'
+ then true
+ end
+ ) as bool
+ ) as status_aprovado,
+ case
+ when status_matricula = 'CANCELADA'
+ then 'Cancelada'
+ when status_matricula = 'DOCUMENTACAO REJEITADA'
+ then 'Documentação rejeitada'
+ when status_matricula = 'DOCUMENTAÇÃO REJEITADA'
+ then 'Documentação rejeitada'
+ when status_matricula = 'EFETIVADA'
+ then 'Efetivada'
+ when status_matricula = 'NÃO COMPARECEU'
+ then 'Não compareceu'
+ when status_matricula = 'NÃO CONVOCADO'
+ then 'Não convocado'
+ when status_matricula = 'PENDENTE'
+ then 'Pendente'
+ when status_matricula = 'SUBSTITUIDA - FORA DO PRAZO'
+ then 'Substituída - fora do prazo'
+ when status_matricula = 'SUBSTITUIDA - MATRICULA FORA DO PRAZO'
+ then 'Substituída - fora do prazo'
+ when status_matricula = 'SUBSTITUIDA - MESMA IES'
+ then 'Substituída - mesma IES'
+ when status_matricula = 'SUBSTITUIDA - OUTRA IES'
+ then 'Substituída - outra IES'
+ when status_matricula = 'SUBSTITUÍDA MESMA IES'
+ then 'Substituída - mesma IES'
+ when status_matricula = 'SUBSTITUÍDA OUTRA IES'
+ then 'Substituída - outra IES'
+ end as status_matricula
+from `basedosdados-staging.br_mec_sisu_staging.microdados` s
+left join
+ `basedosdados-staging.br_bd_diretorios_brasil.municipio` d1
+ on (s.sigla_uf_campus = d1.sigla_uf)
+ and (lower(s.nome_municipio_campus) = lower(d1.nome))
+left join
+ `basedosdados-staging.br_bd_diretorios_brasil.municipio` d2
+ on (s.sigla_uf_candidato = d2.sigla_uf)
+ and (lower(s.nome_municipio_candidato) = lower(d2.nome))