Skip to content

Commit

Permalink
update airflow image version
Browse files Browse the repository at this point in the history
  • Loading branch information
uche-madu committed Nov 8, 2023
1 parent a11ca5f commit 83b66f7
Show file tree
Hide file tree
Showing 3 changed files with 6 additions and 6 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/retag.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ env:
PROJECT_ID: wizeline-deb
GAR_LOCATION: us-central1
REPOSITORY: deb-capstone-airflow-gke
IMAGE: airflow2.7.1-custom
IMAGE: airflow2.7.3-custom
VALUES_FILE: argocd-app/my-airflow/values-dev.yaml

jobs:
Expand Down
6 changes: 3 additions & 3 deletions Dockerfile
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Define the Airflow version
ARG AIRFLOW_VERSION=2.7.2
ARG AIRFLOW_VERSION=2.7.3

# Using the official Apache Airflow image
FROM apache/airflow:${AIRFLOW_VERSION}
Expand All @@ -8,7 +8,7 @@ ARG AIRFLOW_VERSION

WORKDIR /usr/local/airflow

USER root
USER root

RUN mkdir /root/.dbt
COPY profiles.yml /root/.dbt
Expand All @@ -30,4 +30,4 @@ COPY requirements.txt .

RUN pip install --upgrade pip && \
pip install --no-cache-dir \
"apache-airflow==${AIRFLOW_VERSION}" -r requirements.txt
"apache-airflow==${AIRFLOW_VERSION}" -r requirements.txt
4 changes: 2 additions & 2 deletions pyspark-scripts/config.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
import os

GCS_BUCKET = "deb-capstone"

# Data directories
MOVIE_FILES = os.path.join("project-data", "movie_reviews")
LOG_FILES = os.path.join("project-data", "log_reviews")
Expand All @@ -23,4 +23,4 @@
# Define BigQuery dataset and table
BQ_DATASET_NAME = "movie_analytics"
BQ_MOVIE_REVIEWS_TABLE = "classified_movie_review"
BQ_LOG_REVIEWS_TABLE = "review_logs"
BQ_LOG_REVIEWS_TABLE = "review_logs"

0 comments on commit 83b66f7

Please sign in to comment.