carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From chenliang...@apache.org
Subject [27/50] [abbrv] incubator-carbondata git commit: [Bug] fix bug for executor fault recovery of dataloading dictionary generation (#828)
Date Wed, 20 Jul 2016 10:13:55 GMT
[Bug] fix bug for executor fault recovery of dataloading dictionary generation (#828)



Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/fcb9f847
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/fcb9f847
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/fcb9f847

Branch: refs/heads/master
Commit: fcb9f847cd7f0a8d7f4b8eb7e6f32f88b52dabf3
Parents: 6b8d35d
Author: david <QiangCai@users.noreply.github.com>
Authored: Mon Jul 18 16:11:01 2016 +0800
Committer: Venkata Ramana G <g.ramana.v1@gmail.com>
Committed: Mon Jul 18 13:41:01 2016 +0530

----------------------------------------------------------------------
 .../org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala     | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/fcb9f847/integration/spark/src/main/scala/org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/main/scala/org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
b/integration/spark/src/main/scala/org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
index 4a90f08..f229c8e 100644
--- a/integration/spark/src/main/scala/org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
+++ b/integration/spark/src/main/scala/org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
@@ -214,6 +214,7 @@ class CarbonBlockDistinctValuesCombineRDD(
     } catch {
       case ex: Exception =>
         LOGGER.error(ex)
+        throw ex
     }
     distinctValuesList.map { iter =>
       val valueList = iter._2.toArray
@@ -333,8 +334,8 @@ class CarbonGlobalDictionaryGenerateRDD(
         }
       } catch {
         case ex: Exception =>
-          status = CarbonCommonConstants.STORE_LOADSTATUS_FAILURE
           LOGGER.error(ex)
+          throw ex
       } finally {
         if (!dictionaryForDistinctValueLookUpCleared) {
           org.carbondata.core.util.CarbonUtil
@@ -435,6 +436,7 @@ class CarbonColumnDictGenerateRDD(carbonLoadModel: CarbonLoadModel,
       case ex: Exception =>
         logError(s"Error in reading pre-defined " +
           s"dictionary file:${ex.getMessage}")
+        throw ex
     } finally {
       if (csvReader != null) {
         try {


Mime
View raw message