From 9323fc6fa650d6e2dc35f50bb6c7e5573aa861d5 Mon Sep 17 00:00:00 2001
From: Vladimir Prus <vladimir.prus@gmail.com>
Date: Thu, 15 Feb 2024 22:23:17 +0000
Subject: [PATCH] Spark AWS image: add spark-defaults.conf

---
 images/spark-defaults.conf | 2 ++
 1 file changed, 2 insertions(+)
 create mode 100644 images/spark-defaults.conf

diff --git a/images/spark-defaults.conf b/images/spark-defaults.conf
new file mode 100644
index 0000000..b61d57c
--- /dev/null
+++ b/images/spark-defaults.conf
@@ -0,0 +1,2 @@
+spark.hadoop.fs.s3.impl: org.apache.hadoop.fs.s3a.S3AFileSystem
+spark.hadoop.fs.s3a.aws.credentials.provider: com.amazonaws.auth.DefaultAWSCredentialsProviderChain