Fix batch_size calculation in SparkMaterializationEngine

ExpediaGroup · Mar 19, 2024 · a9ede49 · a9ede49
1 parent c374347
commit a9ede49
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/sdk/python/feast/infra/materialization/contrib/spark/spark_materialization_engine.py b/sdk/python/feast/infra/materialization/contrib/spark/spark_materialization_engine.py
@@ -191,7 +191,8 @@ def _materialize_one(
             # Calculate batch_size per feature_view
             feature_view_batch_size = (
                 self.repo_config.batch_engine.batch_size
-                if feature_view.tags["batch_size"] is None
+                if "batch_size" not in feature_view.tags
+                or feature_view.tags["batch_size"] is None
                 else int(feature_view.tags["batch_size"])
             )