Inspect arc

.github/workflows/pr_tests_spark.yml

@@ -68,7 +68,10 @@ jobs:
         run: |
           sudo curl -L "https://github.com/docker/compose/releases/download/1.29.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
           sudo chmod +x /usr/local/bin/docker-compose
-
+      - name: Pull Docker image
+        run: docker pull snowplow/spark-s3-iceberg:v2
+      - name: Check image architecture
+        run: docker inspect --format='{{.Architecture}}' snowplow/spark-s3-iceberg:v2
       - name: Diagnostic Information
         run: |
           echo "Docker version:"

.github/workflows/spark_deployment/docker-compose.yml

@@ -7,6 +7,7 @@ networks:
 services:
   spark-master:
     image: snowplow/spark-s3-iceberg:v2
+    platform: linux/amd64
     command: ["/bin/bash", "-c", "/opt/spark/sbin/start-master.sh -h spark-master --properties-file /opt/spark/conf/spark-defaults.conf && tail -f /dev/null"]
     hostname: spark-master
     ports:
@@ -33,6 +34,7 @@ services:
 
   spark-worker:
     image: snowplow/spark-s3-iceberg:v2
+    platform: linux/amd64
     command: ["/bin/bash", "-c", "sleep 10 && /opt/spark/sbin/start-worker.sh spark://spark-master:7077 --properties-file /opt/spark/conf/spark-defaults.conf && tail -f /dev/null"]
     depends_on:
       - spark-master
@@ -58,6 +60,7 @@ services:
 
   thrift-server:
     image: snowplow/spark-s3-iceberg:v2
+    platform: linux/amd64
     command: ["/bin/bash", "-c", "sleep 30 && /opt/spark/sbin/start-thriftserver.sh --master spark://spark-master:7077 --driver-memory 2g --executor-memory 3g --hiveconf hive.server2.thrift.port=10000 --hiveconf hive.server2.thrift.bind.host=0.0.0.0 --conf spark.sql.hive.thriftServer.async=true --conf spark.sql.hive.thriftServer.workerQueue.size=2000 --conf spark.sql.hive.thriftServer.maxWorkerThreads=100 --conf spark.sql.hive.thriftServer.minWorkerThreads=50 && tail -f /dev/null"]
     ports:
       - '10000:10000'