From 3866b3155449868c2de2a1b9911a63e7adba3e5a Mon Sep 17 00:00:00 2001 From: Arun Das Date: Wed, 27 Sep 2017 11:19:50 -0500 Subject: [PATCH 1/5] Update local-setup-hadoop.sh --- scripts/local-setup-hadoop.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/scripts/local-setup-hadoop.sh b/scripts/local-setup-hadoop.sh index c4a34c3..a8bed5b 100755 --- a/scripts/local-setup-hadoop.sh +++ b/scripts/local-setup-hadoop.sh @@ -5,6 +5,6 @@ # # This script install Hadoop locally -wget http://apache.mirrors.tds.net/hadoop/common/hadoop-2.6.4/hadoop-2.6.4.tar.gz -gunzip hadoop-2.6.4.tar.gz -tar -xvf hadoop-2.6.4.tar +wget http://apache.cs.utah.edu/hadoop/common/hadoop-2.6.5/hadoop-2.6.5.tar.gz +gunzip hadoop-2.6.5.tar.gz +tar -xvf hadoop-2.6.5.tar From f928be66ba8b0abf36491b27b09529a8504ab15d Mon Sep 17 00:00:00 2001 From: Arun Das Date: Wed, 27 Sep 2017 11:22:02 -0500 Subject: [PATCH 2/5] Update Dockerfile --- docker/standalone/cpu/Dockerfile | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/docker/standalone/cpu/Dockerfile b/docker/standalone/cpu/Dockerfile index 8bbb3b6..5281ab1 100644 --- a/docker/standalone/cpu/Dockerfile +++ b/docker/standalone/cpu/Dockerfile @@ -51,19 +51,19 @@ RUN cp /root/.ssh/id_rsa.pub ~/.ssh/authorized_keys # Apache Hadoop and Spark section -RUN wget http://apache.mirrors.tds.net/hadoop/common/hadoop-2.6.4/hadoop-2.6.4.tar.gz +RUN wget http://apache.cs.utah.edu/hadoop/common/hadoop-2.6.5/hadoop-2.6.5.tar.gz RUN wget http://archive.apache.org/dist/spark/spark-1.6.0/spark-1.6.0-bin-hadoop2.6.tgz -RUN gunzip hadoop-2.6.4.tar.gz +RUN gunzip hadoop-2.6.5.tar.gz RUN gunzip spark-1.6.0-bin-hadoop2.6.tgz -RUN tar -xf hadoop-2.6.4.tar +RUN tar -xf hadoop-2.6.5.tar RUN tar -xf spark-1.6.0-bin-hadoop2.6.tar -RUN sudo cp -r hadoop-2.6.4 /usr/local/hadoop +RUN sudo cp -r hadoop-2.6.5 /usr/local/hadoop RUN sudo cp -r spark-1.6.0-bin-hadoop2.6 /usr/local/spark -RUN rm hadoop-2.6.4.tar spark-1.6.0-bin-hadoop2.6.tar -RUN rm -rf hadoop-2.6.4/ spark-1.6.0-bin-hadoop2.6/ +RUN rm hadoop-2.6.5.tar spark-1.6.0-bin-hadoop2.6.tar +RUN rm -rf hadoop-2.6.5/ spark-1.6.0-bin-hadoop2.6/ RUN sudo mkdir -p /usr/local/hadoop/hadoop_data/hdfs/namenode RUN sudo mkdir -p /usr/local/hadoop/hadoop_data/hdfs/datanode From 6ec3ba466fc480e994ee0e76749981fb1baf6b1a Mon Sep 17 00:00:00 2001 From: Arun Das Date: Wed, 27 Sep 2017 11:22:32 -0500 Subject: [PATCH 3/5] Update Dockerfile --- docker/standalone/gpu/Dockerfile | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/docker/standalone/gpu/Dockerfile b/docker/standalone/gpu/Dockerfile index 43c154f..2164b75 100644 --- a/docker/standalone/gpu/Dockerfile +++ b/docker/standalone/gpu/Dockerfile @@ -51,19 +51,19 @@ RUN cp /root/.ssh/id_rsa.pub ~/.ssh/authorized_keys # Apache Hadoop and Spark section -RUN wget http://apache.mirrors.tds.net/hadoop/common/hadoop-2.6.4/hadoop-2.6.4.tar.gz +RUN wget http://apache.cs.utah.edu/hadoop/common/hadoop-2.6.5/hadoop-2.6.5.tar.gz RUN wget http://archive.apache.org/dist/spark/spark-1.6.0/spark-1.6.0-bin-hadoop2.6.tgz -RUN gunzip hadoop-2.6.4.tar.gz +RUN gunzip hadoop-2.6.5.tar.gz RUN gunzip spark-1.6.0-bin-hadoop2.6.tgz -RUN tar -xf hadoop-2.6.4.tar +RUN tar -xf hadoop-2.6.5.tar RUN tar -xf spark-1.6.0-bin-hadoop2.6.tar -RUN sudo cp -r hadoop-2.6.4 /usr/local/hadoop +RUN sudo cp -r hadoop-2.6.5 /usr/local/hadoop RUN sudo cp -r spark-1.6.0-bin-hadoop2.6 /usr/local/spark -RUN rm hadoop-2.6.4.tar spark-1.6.0-bin-hadoop2.6.tar -RUN rm -rf hadoop-2.6.4/ spark-1.6.0-bin-hadoop2.6/ +RUN rm hadoop-2.6.5.tar spark-1.6.0-bin-hadoop2.6.tar +RUN rm -rf hadoop-2.6.5/ spark-1.6.0-bin-hadoop2.6/ RUN sudo mkdir -p /usr/local/hadoop/hadoop_data/hdfs/namenode RUN sudo mkdir -p /usr/local/hadoop/hadoop_data/hdfs/datanode From f8f7a1c03db310157a2cc86c7a4b4a897fd5f23e Mon Sep 17 00:00:00 2001 From: Arun Das Date: Wed, 27 Sep 2017 11:29:15 -0500 Subject: [PATCH 4/5] Update local-setup-hadoop.sh --- .../openstack_swift/local-setup-hadoop.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/scripts/scripts_object_storage/openstack_swift/local-setup-hadoop.sh b/scripts/scripts_object_storage/openstack_swift/local-setup-hadoop.sh index d0c9678..6df1537 100644 --- a/scripts/scripts_object_storage/openstack_swift/local-setup-hadoop.sh +++ b/scripts/scripts_object_storage/openstack_swift/local-setup-hadoop.sh @@ -5,6 +5,6 @@ # # This script install Hadoop locally -wget http://apache.mirrors.tds.net/hadoop/common/hadoop-2.7.1/hadoop-2.7.1.tar.gz -gunzip hadoop-2.7.1.tar.gz -tar -xvf hadoop-2.7.1.tar +wget wget http://apache.cs.utah.edu/hadoop/common/hadoop-2.7.4/hadoop-2.7.4.tar.gz +gunzip hadoop-2.7.4.tar.gz +tar -xvf hadoop-2.7.4.tar From 35f7413d2ea7e0ab3274f74585393cab13895fd3 Mon Sep 17 00:00:00 2001 From: Arun Das Date: Wed, 27 Sep 2017 11:47:51 -0500 Subject: [PATCH 5/5] Update local-setup-hadoop.sh Fixing a mistake. `wget` written two times. --- .../openstack_swift/local-setup-hadoop.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/scripts_object_storage/openstack_swift/local-setup-hadoop.sh b/scripts/scripts_object_storage/openstack_swift/local-setup-hadoop.sh index 6df1537..9e8ba7b 100644 --- a/scripts/scripts_object_storage/openstack_swift/local-setup-hadoop.sh +++ b/scripts/scripts_object_storage/openstack_swift/local-setup-hadoop.sh @@ -5,6 +5,6 @@ # # This script install Hadoop locally -wget wget http://apache.cs.utah.edu/hadoop/common/hadoop-2.7.4/hadoop-2.7.4.tar.gz +wget http://apache.cs.utah.edu/hadoop/common/hadoop-2.7.4/hadoop-2.7.4.tar.gz gunzip hadoop-2.7.4.tar.gz tar -xvf hadoop-2.7.4.tar