Override datajob external_url.

metadata-ingestion-modules/airflow-plugin/src/datahub_airflow_plugin/_config.py

@@ -41,6 +41,9 @@ class DatahubLineageConfig(ConfigModel):
     # The Airflow plugin behaves as if it were set to True.
     graceful_exceptions: bool = True
 
+    # Override the external urls of datajob as Airflow DAG page.
+    override_datajob_url: bool = False
+
     def make_emitter_hook(self) -> "DatahubGenericHook":
         # This is necessary to avoid issues with circular imports.
         from datahub_airflow_plugin.hooks.datahub import DatahubGenericHook

metadata-ingestion-modules/airflow-plugin/src/datahub_airflow_plugin/client/airflow_generator.py

@@ -13,6 +13,7 @@
 from datahub.utilities.urns.data_job_urn import DataJobUrn
 
 from datahub_airflow_plugin._airflow_compat import AIRFLOW_PATCHED
+from datahub_airflow_plugin.lineage.datahub import get_lineage_backend_config
 
 assert AIRFLOW_PATCHED
 
@@ -269,6 +270,11 @@ def generate_datajob(
         base_url = conf.get("webserver", "base_url")
         datajob.url = f"{base_url}/taskinstance/list/?flt1_dag_id_equals={datajob.flow_urn.get_flow_id()}&_flt_3_task_id={task.task_id}"
 
+        config = get_lineage_backend_config()
+
+        if config.override_datajob_url:
+            datajob.url = f"{base_url}/dags/{datajob.flow_urn.get_flow_id()}/grid?task_id={task.task_id}"
+
         if capture_owner and dag.owner:
             datajob.owners.add(dag.owner)