From daa9695f6d6769aa0845e10534cec59ae5fe791b Mon Sep 17 00:00:00 2001 From: Ilias Xenogiannis Date: Fri, 2 Aug 2024 22:39:45 +0300 Subject: [PATCH] Update pr_tests_spark.yml --- .github/workflows/pr_tests_spark.yml | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/.github/workflows/pr_tests_spark.yml b/.github/workflows/pr_tests_spark.yml index aa5bd324..eee16842 100644 --- a/.github/workflows/pr_tests_spark.yml +++ b/.github/workflows/pr_tests_spark.yml @@ -173,6 +173,17 @@ jobs: docker-compose exec -T spark-master bash -c "jps && ps aux | grep spark && netstat -tuln" docker-compose exec -T spark-worker bash -c "jps && ps aux | grep spark && netstat -tuln" + - name: Check Logs Spark Master + run: docker-compose logs spark-master + - name: Check if the Thrift Server is running in Spark Master + run: docker-compose exec spark-master bash -c "ps aux | grep ThriftServer" + - name: Check if port 10000 is actually listening inside the spark-master container + run: docker-compose exec spark-master bash -c "netstat -tuln | grep 10000" + - name: Try to connect to the Thrift server from the spark-master container itself + run: docker-compose exec spark-master bash -c "curl localhost:10000" + - name: Verify Spark configuration + run: docker-compose exec spark-master bash -c "cat /spark/conf/spark-defaults.conf" + - name: Check Thrift Server run: | docker-compose exec -T spark-master bash -c "curl localhost:10000"