kylin-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From s..@apache.org
Subject [2/4] kylin git commit: KYLIN-2526 improve find-hive-dependency.sh
Date Wed, 10 May 2017 10:59:42 GMT
KYLIN-2526 improve find-hive-dependency.sh


Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/146c52d6
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/146c52d6
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/146c52d6

Branch: refs/heads/2.0.x
Commit: 146c52d6ed5b6067ec31f01bb854470e1918cb9b
Parents: da90122
Author: Cheng Wang <cheng.wang@kyligence.io>
Authored: Wed May 10 18:30:02 2017 +0800
Committer: Roger Shi <rogershijicheng@hotmail.com>
Committed: Wed May 10 18:56:10 2017 +0800

----------------------------------------------------------------------
 build/bin/find-hive-dependency.sh | 58 +++++++++++++++++++++++++++++++---
 1 file changed, 53 insertions(+), 5 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/kylin/blob/146c52d6/build/bin/find-hive-dependency.sh
----------------------------------------------------------------------
diff --git a/build/bin/find-hive-dependency.sh b/build/bin/find-hive-dependency.sh
index 25e26d2..72cb958 100644
--- a/build/bin/find-hive-dependency.sh
+++ b/build/bin/find-hive-dependency.sh
@@ -71,8 +71,8 @@ fi
 if [ -z "$HCAT_HOME" ]
 then
     verbose "HCAT_HOME not found, try to find hcatalog path from hadoop home"
-    hadoop_home=`echo $hive_exec_path | awk -F '/hive.*/lib/hive-exec[a-z0-9A-Z.-]*.jar'
'{print $1}'`
-    hive_home=`echo $hive_exec_path | awk -F '/lib/hive-exec[a-z0-9A-Z.-]*.jar' '{print $1}'`
+    hadoop_home=`echo $hive_exec_path | awk -F '/hive.*/lib/' '{print $1}'`
+    hive_home=`echo $hive_exec_path | awk -F '/lib/' '{print $1}'`
     is_aws=`uname -r | grep amzn`
     if [ -d "${hadoop_home}/hive-hcatalog" ]; then
       hcatalog_home=${hadoop_home}/hive-hcatalog
@@ -83,7 +83,7 @@ then
     elif [ -n is_aws ] && [ -d "/usr/lib/hive-hcatalog" ]; then
       # special handling for Amazon EMR
       hcatalog_home=/usr/lib/hive-hcatalog
-    else 
+    else
       quit "Couldn't locate hcatalog installation, please make sure it is installed and set
HCAT_HOME to the path."
     fi
 else
@@ -98,8 +98,56 @@ then
     quit "hcatalog lib not found"
 fi
 
+function checkFileExist()
+{
+    files=$1
+    misFiles=0
+    outputMissFiles=
+    for file in ${files//:/ }
+    do
+        let allFiles++
+        if [ ! -f "${file}" ]; then
+            outputMissFiles=${outputMissFiles}${file}", "
+            let misFiles++
+        fi
+    done
+    ratio=`echo "scale=3; ${misFiles}/${allFiles}" | bc`
+    [[ `echo "$ratio < 0.01" | bc ` -eq 1 ]] || quit "A couple of hive jars can't be found:
${outputMisFiles}!"
+}
+
+function validateDirectory()
+{
+    conf_path=$1
+    [[ -d "${conf_path}" ]] || quit "${conf_path} doesn't exist!"
+    unit=${conf_path: -1}
+    [[ "${unit}" == "/" ]] || conf_path=${conf_path}"/"
+
+    find="false"
+    filelist=`ls ${conf_path}`
+    for file in $filelist
+    do
+        if [ "${file}" == "hive-site.xml" ]
+        then
+            find="true"
+            break
+        fi
+    done
+    [[ "${find}" == "true" ]] || quit "ERROR, no hive-site.xml found under dir: ${conf_path}!"
+}
+
+if [ -z "$HIVE_LIB" ]
+then
+    verbose "HIVE_LIB is not set, try to retrieve hive lib from hive_exec_path"
+    hive_lib_dir="$(dirname $hive_exec_path)"
+else
+    hive_lib_dir="$HIVE_LIB"
+fi
+hive_lib=`find -L ${hive_lib_dir} -name '*.jar' ! -name '*calcite*' -printf '%p:' | sed 's/:$//'`
+
+validateDirectory ${hive_conf_path}
+checkFileExist ${hive_lib}
+checkFileExist ${hcatalog}
 
-hive_lib=`find -L "$(dirname $hive_exec_path)" -name '*.jar' ! -name '*calcite*' -printf
'%p:' | sed 's/:$//'`
 hive_dependency=${hive_conf_path}:${hive_lib}:${hcatalog}
 verbose "hive dependency: $hive_dependency"
-export hive_dependency
+export hive_dependency
\ No newline at end of file


Mime
View raw message