bigtop-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From evan...@apache.org
Subject [bigtop] branch master updated: BIGTOP-3130. Failed to run Alluxio smoke test
Date Fri, 18 Jan 2019 09:59:51 GMT
This is an automated email from the ASF dual-hosted git repository.

evansye pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/bigtop.git


The following commit(s) were added to refs/heads/master by this push:
     new 0382b5f  BIGTOP-3130. Failed to run Alluxio smoke test
     new 83b57da  BIGTOP-3130. Failed to run Alluxio smoke test (#446)
0382b5f is described below

commit 0382b5f3f259e682df33c826c77a5aa4705c9e29
Author: Evans Ye <evansye@apache.org>
AuthorDate: Tue Jan 15 16:19:18 2019 +0800

    BIGTOP-3130. Failed to run Alluxio smoke test
---
 bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy | 16 ++++++++--------
 bigtop-tests/smoke-tests/alluxio/build.gradle            |  1 -
 provisioner/utils/smoke-tests.sh                         |  8 +++++++-
 3 files changed, 15 insertions(+), 10 deletions(-)

diff --git a/bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy b/bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy
index ad26cf6..60c56c2 100644
--- a/bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy
+++ b/bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy
@@ -28,7 +28,6 @@ import org.apache.bigtop.itest.JarContent
 class TestAlluxioSmoke {
 
   def alluxioHome = prop('ALLUXIO_HOME');
-  def alluxioMasterAddress = prop('ALLUXIO_MASTER_ADDRESS');
   def alluxioTestDir = prop('ALLUXIO_TEST_DIR', '/bigtop');
   def hadoopHome = prop('HADOOP_HOME');
 
@@ -66,14 +65,15 @@ class TestAlluxioSmoke {
   void hadoopCat() {
     sh.exec("""
       set -x
-      set -e
-
-      export LIB_JARS=\$(find ${alluxioHome} -name "alluxio-client-*-jar-with-dependencies.jar"
| sort | head -n1)
-      export HADOOP_CLASSPATH=\${LIB_JARS}
+      # Clear test environment
+      $hadoop fs -rm $alluxioTestDir/hadoopLs/datafile
+      $alluxio fs rm $alluxioTestDir/hadoopLs/datafile
 
-      $alluxio tfs rm $alluxioTestDir/hadoopLs/datafile
-      $alluxio tfs copyFromLocal datafile $alluxioTestDir/hadoopLs/datafile
-      $hadoop fs -cat $alluxioMasterAddress/$alluxioTestDir/hadoopLs/datafile
+      set -e
+      # Test Alluxio and HDFS interoperability
+      $alluxio fs copyFromLocal datafile $alluxioTestDir/hadoopLs/datafile
+      $alluxio fs persist $alluxioTestDir/hadoopLs/datafile
+      $hadoop fs -cat /underFSStorage/$alluxioTestDir/hadoopLs/datafile
     """)
     assertTrue("Unable to list from hadoop. " + sh.getOut().join('\n') + " " + sh.getErr().join('\n'),
sh.getRet() == 0);
   }
diff --git a/bigtop-tests/smoke-tests/alluxio/build.gradle b/bigtop-tests/smoke-tests/alluxio/build.gradle
index 8b392f9..9fa7280 100644
--- a/bigtop-tests/smoke-tests/alluxio/build.gradle
+++ b/bigtop-tests/smoke-tests/alluxio/build.gradle
@@ -26,7 +26,6 @@ sourceSets {
 test.doFirst {
   checkEnv([
     "ALLUXIO_HOME",
-    "ALLUXIO_MASTER_ADDRESS",
     "HADOOP_HOME"
     ])
 }
diff --git a/provisioner/utils/smoke-tests.sh b/provisioner/utils/smoke-tests.sh
index e4e2612..6250cba 100755
--- a/provisioner/utils/smoke-tests.sh
+++ b/provisioner/utils/smoke-tests.sh
@@ -36,8 +36,9 @@ export ALLUXIO_HOME=${ALLUXIO_HOME:-/usr/lib/alluxio}
 export AMBARI_URL=${AMBARI_URL:-http://localhost:8080}
 export FLUME_HOME=${FLUME_HOME:-/usr/lib/flume}
 export GPDB_HOME=${GPDB_HOME:-/usr/lib/gpdb}
-export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-/usr/lib/hadoop-mapreduce}
+export HADOOP_HOME=${HADOOP_HOME:-/usr/lib/hadoop}
 export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-/etc/hadoop/conf}
+export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-/usr/lib/hadoop-mapreduce}
 export HBASE_HOME=${HBASE_HOME:-/usr/lib/hbase}
 export HBASE_CONF_DIR=${HBASE_CONF_DIR:-/usr/lib/hbase/conf}
 export HIVE_HOME=${HIVE_HOME:-/usr/lib/hive}
@@ -68,6 +69,11 @@ if [[ $SMOKE_TESTS == *"apex"* ]]; then
     export PATH=/usr/local/maven/bin:$PATH
 fi
 
+if [[ $SMOKE_TESTS == *"alluxio"* ]]; then
+    su -s /bin/bash $HCFS_USER -c "$HADOOP_COMMAND fs -mkdir /underFSStorage"
+    su -s /bin/bash $HCFS_USER -c "$HADOOP_COMMAND fs -chmod 777 /underFSStorage"
+fi
+
 ALL_SMOKE_TASKS=""
 for s in `echo $SMOKE_TESTS | sed -e 's#,# #g'`; do
   ALL_SMOKE_TASKS="$ALL_SMOKE_TASKS bigtop-tests:smoke-tests:$s:test"


Mime
View raw message