carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From chenliang...@apache.org
Subject [1/2] incubator-carbondata git commit: CARBONDATA-561 delete duplicated code in spark2
Date Wed, 18 Jan 2017 13:36:35 GMT
Repository: incubator-carbondata
Updated Branches:
  refs/heads/master e882aedbe -> 678530e7a


CARBONDATA-561 delete duplicated code in spark2


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/84b0ca38
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/84b0ca38
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/84b0ca38

Branch: refs/heads/master
Commit: 84b0ca380f838c8f76db6331a5ee1e9a9370008d
Parents: e882aed
Author: hexiaoqiao <hexiaoqiao@meituan.com>
Authored: Wed Jan 18 18:20:11 2017 +0800
Committer: hexiaoqiao <hexiaoqiao@meituan.com>
Committed: Wed Jan 18 18:20:11 2017 +0800

----------------------------------------------------------------------
 .../apache/carbondata/spark/CarbonOption.scala  | 57 --------------------
 1 file changed, 57 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/84b0ca38/integration/spark2/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala
b/integration/spark2/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala
deleted file mode 100644
index 3b87e41..0000000
--- a/integration/spark2/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala
+++ /dev/null
@@ -1,57 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.carbondata.spark
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-
-/**
- * Contains all options for Spark data source
- */
-class CarbonOption(options: Map[String, String]) {
-  def tableIdentifier: String = options.getOrElse("tableName", s"$dbName.$tableName")
-
-  def dbName: String = options.getOrElse("dbName", CarbonCommonConstants.DATABASE_DEFAULT_NAME)
-
-  def tableName: String = options.getOrElse("tableName", "default_table")
-
-  def tableId: String = options.getOrElse("tableId", "default_table_id")
-
-  def tablePath: String = s"$dbName/$tableName"
-
-  def partitionCount: String = options.getOrElse("partitionCount", "1")
-
-  def partitionClass: String = {
-    options.getOrElse("partitionClass",
-      "org.apache.carbondata.spark.partition.api.impl.SampleDataPartitionerImpl")
-  }
-
-  def tempCSV: Boolean = options.getOrElse("tempCSV", "true").toBoolean
-
-  def compress: Boolean = options.getOrElse("compress", "false").toBoolean
-
-  def useKettle: Boolean = options.getOrElse("useKettle", "true").toBoolean
-
-  def bucketNumber: Int = options.getOrElse("bucketnumber", "0").toInt
-
-  def bucketColumns: String = options.getOrElse("bucketcolumns", "")
-
-  def isBucketingEnabled: Boolean = options.contains("bucketcolumns") &&
-                                  options.contains("bucketnumber")
-
-  def toMap: Map[String, String] = options
-}


Mime
View raw message