fix subtle bug

datahub-project · Oct 25, 2023 · 68cb4f5 · 68cb4f5
1 parent 7656ea6
commit 68cb4f5
Showing 1 changed file with 9 additions and 4 deletions.
diff --git a/metadata-ingestion/src/datahub/utilities/sqlglot_lineage.py b/metadata-ingestion/src/datahub/utilities/sqlglot_lineage.py
@@ -48,10 +48,15 @@
 SQL_PARSE_RESULT_CACHE_SIZE = 1000
 
 
-RULES_BEFORE_TYPE_ANNOTATION = list(
-    itertools.takewhile(
-        lambda func: func != sqlglot.optimizer.annotate_types.annotate_types,
-        sqlglot.optimizer.optimizer.RULES,
+RULES_BEFORE_TYPE_ANNOTATION: tuple = tuple(
+    filter(
+        # Skip pushdown_predicates because it sometimes throws exceptions, and we
+        # don't actually need it for anything.
+        lambda func: func.__name__ not in {"pushdown_predicates"},
+        itertools.takewhile(
+            lambda func: func != sqlglot.optimizer.annotate_types.annotate_types,
+            sqlglot.optimizer.optimizer.RULES,
+        ),
     )
 )