Merge pull request #2007 from Suor/test-remotes

test: update/add helpers to run tests against remotes

scripts/ci/install_hadoop.sh

@@ -6,7 +6,7 @@ set -x
 set -e
 
 sudo apt-get update -y
-sudo apt-get install default-jdk
+sudo apt-get install openjdk-8-jdk
 java -version
 
 pushd /usr/local
@@ -23,7 +23,7 @@ echo "export HADOOP_HDFS_HOME=/usr/local/hadoop" >> env.sh
 echo "export YARN_HOME=/usr/local/hadoop" >> env.sh
 echo "export HADOOP_COMMON_LIB_NATIVE_DIR=/usr/local/hadoop/lib/native" >> env.sh
 echo "export JAVA_HOME=/usr/" >> env.sh
-echo "export PATH=$PATH:/usr/local/hadoop/sbin:/usr/local/hadoop/bin:$JAVA_PATH/bin" >> env.sh
+echo "export PATH=\$PATH:/usr/local/hadoop/sbin:/usr/local/hadoop/bin:$JAVA_PATH/bin" >> env.sh
 
 source env.sh
 

scripts/ci/remove_hadoop.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+stop-dfs.sh
+sudo rm -rf /usr/local/hadoop
+sudo rm -rf /usr/local/hadoop-2.6.5
+sudo rm -rf /usr/local/hadoop-2.6.5.tar.gz
+rm env.sh