carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From chenliang...@apache.org
Subject [19/52] [partial] incubator-carbondata git commit: Renamed packages to org.apache.carbondata and fixed errors
Date Mon, 15 Aug 2016 07:09:04 GMT
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/CarbonDimension.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/CarbonDimension.java b/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/CarbonDimension.java
deleted file mode 100644
index d3df181..0000000
--- a/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/CarbonDimension.java
+++ /dev/null
@@ -1,154 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.carbondata.core.carbon.metadata.schema.table.column;
-
-import java.util.ArrayList;
-import java.util.List;
-
-import org.carbondata.core.carbon.metadata.encoder.Encoding;
-
-public class CarbonDimension extends CarbonColumn {
-  /**
-   * serialization version
-   */
-  private static final long serialVersionUID = 3648269871656322681L;
-
-  /**
-   * List of child dimension for complex type
-   */
-  private List<CarbonDimension> listOfChildDimensions;
-
-  /**
-   * in case of dictionary dimension this will store the ordinal
-   * of the dimension in mdkey
-   */
-  private int keyOrdinal;
-
-  /**
-   * column group column ordinal
-   * for example if column is second column in the group
-   * it will store 2
-   */
-  private int columnGroupOrdinal;
-
-  /**
-   * to store complex type dimension ordinal
-   */
-  private int complexTypeOrdinal;
-
-  public CarbonDimension(ColumnSchema columnSchema, int ordinal, int keyOrdinal,
-      int columnGroupOrdinal, int complexTypeOrdinal) {
-    super(columnSchema, ordinal);
-    this.keyOrdinal = keyOrdinal;
-    this.columnGroupOrdinal = columnGroupOrdinal;
-    this.complexTypeOrdinal = complexTypeOrdinal;
-  }
-
-  /**
-   * this method will initialize list based on number of child dimensions Count
-   */
-  public void initializeChildDimensionsList(int childDimension) {
-    listOfChildDimensions = new ArrayList<CarbonDimension>(childDimension);
-  }
-
-  /**
-   * @return number of children for complex type
-   */
-  public int getNumberOfChild() {
-    return columnSchema.getNumberOfChild();
-  }
-
-  /**
-   * @return list of children dims for complex type
-   */
-  public List<CarbonDimension> getListOfChildDimensions() {
-    return listOfChildDimensions;
-  }
-
-  /**
-   * @return return the number of child present in case of complex type
-   */
-  public int numberOfChild() {
-    return columnSchema.getNumberOfChild();
-  }
-
-  public boolean hasEncoding(Encoding encoding) {
-    return columnSchema.getEncodingList().contains(encoding);
-  }
-
-  /**
-   * @return the keyOrdinal
-   */
-  public int getKeyOrdinal() {
-    return keyOrdinal;
-  }
-
-  /**
-   * @return the columnGroupOrdinal
-   */
-  public int getColumnGroupOrdinal() {
-    return columnGroupOrdinal;
-  }
-
-  /**
-   * @return the complexTypeOrdinal
-   */
-  public int getComplexTypeOrdinal() {
-    return complexTypeOrdinal;
-  }
-
-  public void setComplexTypeOridnal(int complexTypeOrdinal) {
-    this.complexTypeOrdinal = complexTypeOrdinal;
-  }
-
-  /**
-   * to generate the hash code for this class
-   */
-  @Override public int hashCode() {
-    final int prime = 31;
-    int result = 1;
-    result = prime * result + ((columnSchema == null) ? 0 : columnSchema.hashCode());
-    return result;
-  }
-
-  /**
-   * to check whether to dimension are equal or not
-   */
-  @Override public boolean equals(Object obj) {
-    if (this == obj) {
-      return true;
-    }
-    if (obj == null) {
-      return false;
-    }
-    if (!(obj instanceof CarbonDimension)) {
-      return false;
-    }
-    CarbonDimension other = (CarbonDimension) obj;
-    if (columnSchema == null) {
-      if (other.columnSchema != null) {
-        return false;
-      }
-    } else if (!columnSchema.equals(other.columnSchema)) {
-      return false;
-    }
-    return true;
-  }
-}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/CarbonMeasure.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/CarbonMeasure.java b/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/CarbonMeasure.java
deleted file mode 100644
index 6a3608a..0000000
--- a/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/CarbonMeasure.java
+++ /dev/null
@@ -1,112 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.carbondata.core.carbon.metadata.schema.table.column;
-
-/**
- * class represent column(measure) in table
- */
-public class CarbonMeasure extends CarbonColumn {
-
-  /**
-   * serialization version
-   */
-  private static final long serialVersionUID = 354341488059013977L;
-
-  /**
-   * aggregator chosen for measure
-   */
-  private String aggregateFunction;
-
-  /**
-   * Used when this column contains decimal data.
-   */
-  private int scale;
-
-  /**
-   * precision in decimal data
-   */
-  private int precision;
-
-  public CarbonMeasure(ColumnSchema columnSchema, int ordinal) {
-    super(columnSchema, ordinal);
-    this.scale = columnSchema.getScale();
-    this.precision = columnSchema.getPrecision();
-  }
-
-  /**
-   * @return the scale
-   */
-  public int getScale() {
-    return scale;
-  }
-
-  /**
-   * @return the precision
-   */
-  public int getPrecision() {
-    return precision;
-  }
-
-  /**
-   * @return the aggregator
-   */
-  public String getAggregateFunction() {
-    return aggregateFunction;
-  }
-
-  /**
-   * @param aggregateFunction the aggregateFunction to set
-   */
-  public void setAggregateFunction(String aggregateFunction) {
-    this.aggregateFunction = aggregateFunction;
-  }
-
-  /**
-   * to check whether to dimension are equal or not
-   */
-  @Override public boolean equals(Object obj) {
-    if (this == obj) {
-      return true;
-    }
-    if (obj == null) {
-      return false;
-    }
-    if (!(obj instanceof CarbonMeasure)) {
-      return false;
-    }
-    CarbonMeasure other = (CarbonMeasure) obj;
-    if (columnSchema == null) {
-      if (other.columnSchema != null) {
-        return false;
-      }
-    } else if (!columnSchema.equals(other.columnSchema)) {
-      return false;
-    }
-    return true;
-  }
-
-  /**
-   * hash code
-   * @return
-   */
-  @Override public int hashCode() {
-    return this.getColumnSchema().getColumnUniqueId().hashCode();
-  }
-}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/ColumnSchema.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/ColumnSchema.java b/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/ColumnSchema.java
deleted file mode 100644
index cc0bce9..0000000
--- a/core/src/main/java/org/carbondata/core/carbon/metadata/schema/table/column/ColumnSchema.java
+++ /dev/null
@@ -1,418 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.carbondata.core.carbon.metadata.schema.table.column;
-
-import java.io.Serializable;
-import java.util.List;
-import java.util.Map;
-
-import org.carbondata.core.carbon.metadata.datatype.DataType;
-import org.carbondata.core.carbon.metadata.encoder.Encoding;
-
-/**
- * Store the information about the column meta data present the table
- */
-public class ColumnSchema implements Serializable {
-
-  /**
-   * serialization version
-   */
-  private static final long serialVersionUID = 7676766554874863763L;
-
-  /**
-   * dataType
-   */
-  private DataType dataType;
-  /**
-   * Name of the column. If it is a complex data type, we follow a naming rule
-   * grand_parent_column.parent_column.child_column
-   * For Array types, two columns will be stored one for
-   * the array type and one for the primitive type with
-   * the name parent_column.value
-   */
-  private String columnName;
-
-  /**
-   * Unique ID for a column. if this is dimension,
-   * it is an unique ID that used in dictionary
-   */
-  private String columnUniqueId;
-
-  /**
-   * column reference id
-   */
-  private String columnReferenceId;
-
-  /**
-   * whether it is stored as columnar format or row format
-   */
-  private boolean isColumnar = true;
-
-  /**
-   * List of encoding that are chained to encode the data for this column
-   */
-  private List<Encoding> encodingList;
-
-  /**
-   * Whether the column is a dimension or measure
-   */
-  private boolean isDimensionColumn;
-
-  /**
-   * Whether the column should use inverted index
-   */
-  private boolean useInvertedIndex;
-
-  /**
-   * The group ID for column used for row format columns,
-   * where in columns in each group are chunked together.
-   */
-  private int columnGroupId = -1;
-
-  /**
-   * Used when this column contains decimal data.
-   */
-  private int scale;
-
-  private int precision;
-
-  /**
-   * Nested fields.  Since thrift does not support nested fields,
-   * the nesting is flattened to a single list by a depth-first traversal.
-   * The children count is used to construct the nested relationship.
-   * This field is not set when the element is a primitive type
-   */
-  private int numberOfChild;
-
-  /**
-   * Used when this column is part of an aggregate function.
-   */
-  private String aggregateFunction;
-
-  /**
-   * used in case of schema restructuring
-   */
-  private byte[] defaultValue;
-
-  /**
-   * Column properties
-   */
-  private Map<String, String> columnProperties;
-
-  /**
-   * used to define the column visibility of column default is false
-   */
-  private boolean invisible = false;
-
-  /**
-   * @return the columnName
-   */
-  public String getColumnName() {
-    return columnName;
-  }
-
-  /**
-   * @param columnName the columnName to set
-   */
-  public void setColumnName(String columnName) {
-    this.columnName = columnName;
-  }
-
-  /**
-   * @return the columnUniqueId
-   */
-  public String getColumnUniqueId() {
-    return columnUniqueId;
-  }
-
-  /**
-   * @param columnUniqueId the columnUniqueId to set
-   */
-  public void setColumnUniqueId(String columnUniqueId) {
-    this.columnUniqueId = columnUniqueId;
-  }
-
-  /**
-   * @return the isColumnar
-   */
-  public boolean isColumnar() {
-    return isColumnar;
-  }
-
-  /**
-   * @param isColumnar the isColumnar to set
-   */
-  public void setColumnar(boolean isColumnar) {
-    this.isColumnar = isColumnar;
-  }
-
-  /**
-   * @return the isDimensionColumn
-   */
-  public boolean isDimensionColumn() {
-    return isDimensionColumn;
-  }
-
-  /**
-   * @param isDimensionColumn the isDimensionColumn to set
-   */
-  public void setDimensionColumn(boolean isDimensionColumn) {
-    this.isDimensionColumn = isDimensionColumn;
-  }
-
-  /**
-   * the isUseInvertedIndex
-   */
-  public boolean isUseInvertedIndex() {
-    return useInvertedIndex;
-  }
-
-  /**
-   * @param useInvertedIndex the useInvertedIndex to set
-   */
-  public void setUseInvertedIndex(boolean useInvertedIndex) {
-    this.useInvertedIndex = useInvertedIndex;
-  }
-
-  /**
-   * @return the columnGroup
-   */
-  public int getColumnGroupId() {
-    return columnGroupId;
-  }
-
-  /**
-   * @param columnGroup the columnGroup to set
-   */
-  public void setColumnGroup(int columnGroupId) {
-    this.columnGroupId = columnGroupId;
-  }
-
-  /**
-   * @return the scale
-   */
-  public int getScale() {
-    return scale;
-  }
-
-  /**
-   * @param scale the scale to set
-   */
-  public void setScale(int scale) {
-    this.scale = scale;
-  }
-
-  /**
-   * @return the precision
-   */
-  public int getPrecision() {
-    return precision;
-  }
-
-  /**
-   * @param precision the precision to set
-   */
-  public void setPrecision(int precision) {
-    this.precision = precision;
-  }
-
-  /**
-   * @return the numberOfChild
-   */
-  public int getNumberOfChild() {
-    return numberOfChild;
-  }
-
-  /**
-   * @param numberOfChild the numberOfChild to set
-   */
-  public void setNumberOfChild(int numberOfChild) {
-    this.numberOfChild = numberOfChild;
-  }
-
-  /**
-   * @return the aggregator
-   */
-  public String getAggregateFunction() {
-    return aggregateFunction;
-  }
-
-  /**
-   * @param aggregateFunction the aggregator to set
-   */
-  public void setAggregateFunction(String aggregateFunction) {
-    this.aggregateFunction = aggregateFunction;
-  }
-
-  /**
-   * @return the defaultValue
-   */
-  public byte[] getDefaultValue() {
-    return defaultValue;
-  }
-
-  /**
-   * @param defaultValue the defaultValue to set
-   */
-  public void setDefaultValue(byte[] defaultValue) {
-    this.defaultValue = defaultValue;
-  }
-
-  /**
-   * hash code method to check get the hashcode based.
-   * for generating the hash code only column name and column unique id will considered
-   */
-  @Override public int hashCode() {
-    final int prime = 31;
-    int result = 1;
-    result = prime * result + ((columnName == null) ? 0 : columnName.hashCode());
-    return result;
-  }
-
-  /**
-   * Overridden equals method for columnSchema
-   */
-  @Override public boolean equals(Object obj) {
-    if (this == obj) {
-      return true;
-    }
-    if (obj == null) {
-      return false;
-    }
-    if (!(obj instanceof ColumnSchema)) {
-      return false;
-    }
-    ColumnSchema other = (ColumnSchema) obj;
-    if (columnName == null) {
-      if (other.columnName != null) {
-        return false;
-      }
-    } else if (!columnName.equals(other.columnName)) {
-      return false;
-    }
-    return true;
-  }
-
-  /**
-   * @return the dataType
-   */
-  public DataType getDataType() {
-    return dataType;
-  }
-
-  /**
-   * @param dataType the dataType to set
-   */
-  public void setDataType(DataType dataType) {
-    this.dataType = dataType;
-  }
-
-  /**
-   * @return the encoderList
-   */
-  public List<Encoding> getEncodingList() {
-    return encodingList;
-  }
-
-  /**
-   * @param encoderList the encoderList to set
-   */
-  public void setEncodingList(List<Encoding> encodingList) {
-    this.encodingList = encodingList;
-  }
-
-  /**
-   * @param encoding
-   * @return true if contains the passing encoding
-   */
-  public boolean hasEncoding(Encoding encoding) {
-    if (encodingList == null || encodingList.isEmpty()) {
-      return false;
-    } else {
-      return encodingList.contains(encoding);
-    }
-  }
-
-  /**
-   * @return if DataType is ARRAY or STRUCT, this method return true, else
-   * false.
-   */
-  public Boolean isComplex() {
-    if (DataType.ARRAY.equals(this.getDataType()) || DataType.STRUCT.equals(this.getDataType())) {
-      return true;
-    } else {
-      return false;
-    }
-  }
-
-  /**
-   * @param columnProperties
-   */
-  public void setColumnProperties(Map<String, String> columnProperties) {
-    this.columnProperties = columnProperties;
-  }
-
-  /**
-   * @param property
-   * @return
-   */
-  public String getColumnProperty(String property) {
-    if (null != columnProperties) {
-      return columnProperties.get(property);
-    }
-    return null;
-  }
-
-  /**
-   * return columnproperties
-   */
-  public Map<String, String> getColumnProperties() {
-    return columnProperties;
-  }
-  /**
-   * return the visibility
-   * @return
-   */
-  public boolean isInvisible() {
-    return invisible;
-  }
-
-  /**
-   * set the visibility
-   * @param invisible
-   */
-  public void setInvisible(boolean invisible) {
-    this.invisible = invisible;
-  }
-
-  /**
-   * @return columnReferenceId
-   */
-  public String getColumnReferenceId() {
-    return columnReferenceId;
-  }
-
-  /**
-   * @param columnReferenceId
-   */
-  public void setColumnReferenceId(String columnReferenceId) {
-    this.columnReferenceId = columnReferenceId;
-  }
-
-}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/carbon/path/CarbonSharedDictionaryPath.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/carbon/path/CarbonSharedDictionaryPath.java b/core/src/main/java/org/carbondata/core/carbon/path/CarbonSharedDictionaryPath.java
deleted file mode 100644
index a7c4760..0000000
--- a/core/src/main/java/org/carbondata/core/carbon/path/CarbonSharedDictionaryPath.java
+++ /dev/null
@@ -1,73 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.carbondata.core.carbon.path;
-
-import java.io.File;
-
-/**
- * Helps to get Shared dimension files path.
- */
-public class CarbonSharedDictionaryPath {
-
-  private static final String SHAREDDIM_DIR = "SharedDictionary";
-  private static final String DICTIONARY_EXT = ".dict";
-  private static final String DICTIONARY_META_EXT = ".dictmeta";
-  private static final String SORT_INDEX_EXT = ".sortindex";
-
-  /***
-   * @param storePath    store path
-   * @param databaseName data base name
-   * @param columnId     unique column identifier
-   * @return absolute path of shared dictionary file
-   */
-  public static String getDictionaryFilePath(String storePath, String databaseName,
-      String columnId) {
-    return getSharedDictionaryDir(storePath, databaseName) + File.separator + columnId
-        + DICTIONARY_EXT;
-  }
-
-  /***
-   * @param storePath    store path
-   * @param databaseName data base name
-   * @param columnId     unique column identifier
-   * @return absolute path of shared dictionary meta file
-   */
-  public static String getDictionaryMetaFilePath(String storePath, String databaseName,
-      String columnId) {
-    return getSharedDictionaryDir(storePath, databaseName) + File.separator + columnId
-        + DICTIONARY_META_EXT;
-  }
-
-  /***
-   * @param storePath    store path
-   * @param databaseName data base name
-   * @param columnId     unique column identifier
-   * @return absolute path of shared dictionary sort index file
-   */
-  public static String getSortIndexFilePath(String storePath, String databaseName,
-      String columnId) {
-    return getSharedDictionaryDir(storePath, databaseName) + File.separator + columnId
-        + SORT_INDEX_EXT;
-  }
-
-  private static String getSharedDictionaryDir(String storePath, String databaseName) {
-    return storePath + File.separator + databaseName + File.separator + SHAREDDIM_DIR;
-  }
-
-}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/carbon/path/CarbonStorePath.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/carbon/path/CarbonStorePath.java b/core/src/main/java/org/carbondata/core/carbon/path/CarbonStorePath.java
deleted file mode 100644
index eac98e6..0000000
--- a/core/src/main/java/org/carbondata/core/carbon/path/CarbonStorePath.java
+++ /dev/null
@@ -1,69 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.carbondata.core.carbon.path;
-
-import java.io.File;
-
-import org.carbondata.core.carbon.CarbonTableIdentifier;
-
-import org.apache.hadoop.fs.Path;
-
-/**
- * Helps to get Store content paths.
- */
-public class CarbonStorePath extends Path {
-
-  private String storePath;
-
-  public CarbonStorePath(String storePathString) {
-    super(storePathString);
-    this.storePath = storePathString;
-  }
-
-  /**
-   * gets CarbonTablePath object to manage table paths
-   */
-  public static CarbonTablePath getCarbonTablePath(String storePath,
-      CarbonTableIdentifier tableIdentifier) {
-    CarbonTablePath carbonTablePath = new CarbonTablePath(tableIdentifier,
-        storePath + File.separator + tableIdentifier.getDatabaseName() + File.separator
-            + tableIdentifier.getTableName());
-
-    return carbonTablePath;
-  }
-
-  /**
-   * gets CarbonTablePath object to manage table paths
-   */
-  public CarbonTablePath getCarbonTablePath(CarbonTableIdentifier tableIdentifier) {
-    return CarbonStorePath.getCarbonTablePath(storePath, tableIdentifier);
-  }
-
-  @Override public boolean equals(Object o) {
-    if (!(o instanceof CarbonStorePath)) {
-      return false;
-    }
-    CarbonStorePath path = (CarbonStorePath)o;
-    return storePath.equals(path.storePath) && super.equals(o);
-  }
-
-  @Override public int hashCode() {
-    return super.hashCode() + storePath.hashCode();
-  }
-}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/carbon/path/CarbonTablePath.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/carbon/path/CarbonTablePath.java b/core/src/main/java/org/carbondata/core/carbon/path/CarbonTablePath.java
deleted file mode 100644
index a4ff240..0000000
--- a/core/src/main/java/org/carbondata/core/carbon/path/CarbonTablePath.java
+++ /dev/null
@@ -1,425 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.carbondata.core.carbon.path;
-
-import java.io.File;
-
-import org.carbondata.core.carbon.CarbonTableIdentifier;
-import org.carbondata.core.constants.CarbonCommonConstants;
-import org.carbondata.core.datastorage.store.filesystem.CarbonFile;
-import org.carbondata.core.datastorage.store.filesystem.CarbonFileFilter;
-import org.carbondata.core.datastorage.store.impl.FileFactory;
-
-import static org.carbondata.core.constants.CarbonCommonConstants.INVALID_SEGMENT_ID;
-
-import org.apache.hadoop.fs.Path;
-
-
-/**
- * Helps to get Table content paths.
- */
-public class CarbonTablePath extends Path {
-
-  protected static final String METADATA_DIR = "Metadata";
-  protected static final String DICTIONARY_EXT = ".dict";
-  protected static final String DICTIONARY_META_EXT = ".dictmeta";
-  protected static final String SORT_INDEX_EXT = ".sortindex";
-  protected static final String SCHEMA_FILE = "schema";
-  protected static final String TABLE_STATUS_FILE = "tablestatus";
-  protected static final String FACT_DIR = "Fact";
-  protected static final String AGGREGATE_TABLE_PREFIX = "Agg";
-  protected static final String SEGMENT_PREFIX = "Segment_";
-  protected static final String PARTITION_PREFIX = "Part";
-  protected static final String CARBON_DATA_EXT = ".carbondata";
-  protected static final String DATA_PART_PREFIX = "part";
-  protected static final String INDEX_FILE_EXT = ".carbonindex";
-
-  protected String tablePath;
-  protected CarbonTableIdentifier carbonTableIdentifier;
-
-  /**
-   *
-   * @param carbonTableIdentifier
-   * @param tablePathString
-   */
-  public CarbonTablePath(CarbonTableIdentifier carbonTableIdentifier, String tablePathString) {
-    super(tablePathString);
-    this.carbonTableIdentifier = carbonTableIdentifier;
-    this.tablePath = tablePathString;
-  }
-
-  /**
-   * The method returns the folder path containing the carbon file.
-   *
-   * @param carbonFilePath
-   */
-  public static String getFolderContainingFile(String carbonFilePath) {
-    return carbonFilePath.substring(0, carbonFilePath.lastIndexOf(File.separator));
-  }
-
-  /**
-   * @param columnId unique column identifier
-   * @return name of dictionary file
-   */
-  public static String getDictionaryFileName(String columnId) {
-    return columnId + DICTIONARY_EXT;
-  }
-
-  /**
-   * whether carbonFile is dictionary file or not
-   *
-   * @param carbonFile
-   * @return
-   */
-  public static Boolean isDictionaryFile(CarbonFile carbonFile) {
-    return (!carbonFile.isDirectory()) && (carbonFile.getName().endsWith(DICTIONARY_EXT));
-  }
-
-  /**
-   * check if it is carbon data file matching extension
-   *
-   * @param fileNameWithPath
-   * @return boolean
-   */
-  public static boolean isCarbonDataFile(String fileNameWithPath) {
-    int pos = fileNameWithPath.lastIndexOf('.');
-    if (pos != -1) {
-      return fileNameWithPath.substring(pos).startsWith(CARBON_DATA_EXT);
-    }
-    return false;
-  }
-
-  /**
-   * check if it is carbon index file matching extension
-   *
-   * @param fileNameWithPath
-   * @return boolean
-   */
-  public static boolean isCarbonIndexFile(String fileNameWithPath) {
-    int pos = fileNameWithPath.lastIndexOf('.');
-    if (pos != -1) {
-      return fileNameWithPath.substring(pos).startsWith(INDEX_FILE_EXT);
-    }
-    return false;
-  }
-
-  /**
-   * gets table path
-   */
-  public String getPath() {
-    return tablePath;
-  }
-
-  /**
-   * @param columnId unique column identifier
-   * @return absolute path of dictionary file
-   */
-  public String getDictionaryFilePath(String columnId) {
-    return getMetaDataDir() + File.separator + getDictionaryFileName(columnId);
-  }
-
-  /**
-   * @return it return relative directory
-   */
-  public String getRelativeDictionaryDirectory() {
-    return carbonTableIdentifier.getDatabaseName() + File.separator + carbonTableIdentifier
-        .getTableName();
-  }
-
-  /**
-   * This method will return the metadata directory location for a table
-   *
-   * @return
-   */
-  public String getMetadataDirectoryPath() {
-    return getMetaDataDir();
-  }
-
-  /**
-   * @param columnId unique column identifier
-   * @return absolute path of dictionary meta file
-   */
-  public String getDictionaryMetaFilePath(String columnId) {
-    return getMetaDataDir() + File.separator + columnId + DICTIONARY_META_EXT;
-  }
-
-  /**
-   * @param columnId unique column identifier
-   * @return absolute path of sort index file
-   */
-  public String getSortIndexFilePath(String columnId) {
-    return getMetaDataDir() + File.separator + columnId + SORT_INDEX_EXT;
-  }
-
-  /**
-   *
-   * @param columnId
-   * @param dictOffset
-   * @return absolute path of sortindex with appeneded dictionary offset
-   */
-  public String getSortIndexFilePath(String columnId, long dictOffset) {
-    return getMetaDataDir() + File.separator + columnId + "_" + dictOffset + SORT_INDEX_EXT;
-  }
-
-  /**
-   * @return absolute path of schema file
-   */
-  public String getSchemaFilePath() {
-    return getMetaDataDir() + File.separator + SCHEMA_FILE;
-  }
-
-  /**
-   * @return absolute path of table status file
-   */
-  public String getTableStatusFilePath() {
-    return getMetaDataDir() + File.separator + TABLE_STATUS_FILE;
-  }
-
-  /**
-   * Gets absolute path of data file
-   *
-   * @param partitionId         unique partition identifier
-   * @param segmentId           unique partition identifier
-   * @param filePartNo          data file part number
-   * @param factUpdateTimeStamp unique identifier to identify an update
-   * @return absolute path of data file stored in carbon data format
-   */
-  public String getCarbonDataFilePath(String partitionId, String segmentId, Integer filePartNo,
-      Integer taskNo, String factUpdateTimeStamp) {
-    return getSegmentDir(partitionId, segmentId) + File.separator + getCarbonDataFileName(
-        filePartNo, taskNo, factUpdateTimeStamp);
-  }
-
-  /**
-   * Below method will be used to get the index file present in the segment folder
-   * based on task id
-   *
-   * @param taskId      task id of the file
-   * @param partitionId partition number
-   * @param segmentId   segment number
-   * @return full qualified carbon index path
-   */
-  public String getCarbonIndexFilePath(final String taskId, final String partitionId,
-      final String segmentId) {
-    String segmentDir = getSegmentDir(partitionId, segmentId);
-    CarbonFile carbonFile =
-        FileFactory.getCarbonFile(segmentDir, FileFactory.getFileType(segmentDir));
-
-    CarbonFile[] files = carbonFile.listFiles(new CarbonFileFilter() {
-      @Override public boolean accept(CarbonFile file) {
-        return file.getName().startsWith(taskId) && file.getName().endsWith(INDEX_FILE_EXT);
-      }
-    });
-    return files[0].getAbsolutePath();
-  }
-
-  /**
-   * Gets absolute path of data file
-   *
-   * @param partitionId unique partition identifier
-   * @param segmentId   unique partition identifier
-   * @return absolute path of data file stored in carbon data format
-   */
-  public String getCarbonDataDirectoryPath(String partitionId, String segmentId) {
-    return getSegmentDir(partitionId, segmentId);
-  }
-
-  /**
-   * Gets absolute path of data file of given aggregate table
-   *
-   * @param aggTableID          unique aggregate table identifier
-   * @param partitionId         unique partition identifier
-   * @param segmentId           unique partition identifier
-   * @param filePartNo          data file part number
-   * @param factUpdateTimeStamp unique identifier to identify an update
-   * @return absolute path of data file stored in carbon data format
-   */
-  public String getCarbonAggDataFilePath(String aggTableID, String partitionId, String segmentId,
-      Integer filePartNo, Integer taskNo, String factUpdateTimeStamp) {
-    return getAggSegmentDir(aggTableID, partitionId, segmentId) + File.separator
-        + getCarbonDataFileName(filePartNo, taskNo, factUpdateTimeStamp);
-  }
-
-  /**
-   * Gets data file name only with out path
-   *
-   * @param filePartNo          data file part number
-   * @param taskNo              task identifier
-   * @param factUpdateTimeStamp unique identifier to identify an update
-   * @return gets data file name only with out path
-   */
-  public String getCarbonDataFileName(Integer filePartNo, Integer taskNo,
-      String factUpdateTimeStamp) {
-    return DATA_PART_PREFIX + "-" + filePartNo + "-" + taskNo + "-" + factUpdateTimeStamp
-        + CARBON_DATA_EXT;
-  }
-
-  /**
-   * Below method will be used to get the carbon index filename
-   *
-   * @param taskNo               task number
-   * @param factUpdatedTimeStamp time stamp
-   * @return filename
-   */
-  public String getCarbonIndexFileName(int taskNo, String factUpdatedTimeStamp) {
-    return taskNo + "-" + factUpdatedTimeStamp + INDEX_FILE_EXT;
-  }
-
-  private String getSegmentDir(String partitionId, String segmentId) {
-    return getPartitionDir(partitionId) + File.separator + SEGMENT_PREFIX + segmentId;
-  }
-
-  public String getPartitionDir(String partitionId) {
-    return getFactDir() + File.separator + PARTITION_PREFIX + partitionId;
-  }
-
-  private String getAggSegmentDir(String aggTableID, String partitionId, String segmentId) {
-    return getAggPartitionDir(aggTableID, partitionId) + File.separator + SEGMENT_PREFIX
-        + segmentId;
-  }
-
-  private String getAggPartitionDir(String aggTableID, String partitionId) {
-    return getAggregateTableDir(aggTableID) + File.separator + PARTITION_PREFIX + partitionId;
-  }
-
-  private String getMetaDataDir() {
-    return tablePath + File.separator + METADATA_DIR;
-  }
-
-  public String getFactDir() {
-    return tablePath + File.separator + FACT_DIR;
-  }
-
-  private String getAggregateTableDir(String aggTableId) {
-    return tablePath + File.separator + AGGREGATE_TABLE_PREFIX + aggTableId;
-  }
-
-  @Override public boolean equals(Object o) {
-    if (!(o instanceof CarbonTablePath)) {
-      return false;
-    }
-    CarbonTablePath path = (CarbonTablePath) o;
-    return tablePath.equals(path.tablePath) && super.equals(o);
-  }
-
-  @Override public int hashCode() {
-    return super.hashCode() + tablePath.hashCode();
-  }
-
-  /**
-   * To manage data file name and composition
-   */
-  public static class DataFileUtil {
-
-    /**
-     * gets updated timestamp information from given carbon data file name
-     */
-    public static String getUpdateTimeStamp(String carbonDataFileName) {
-      // Get the file name from path
-      String fileName = getFileName(carbonDataFileName);
-      // + 1 for size of "-"
-      int firstDashPos = fileName.indexOf("-");
-      int secondDashPos = fileName.indexOf("-", firstDashPos + 1);
-      int startIndex = fileName.indexOf("-", secondDashPos + 1) + 1;
-      int endIndex = fileName.indexOf(".");
-      return fileName.substring(startIndex, endIndex);
-    }
-
-    /**
-     * gets file part number information from given carbon data file name
-     */
-    public static String getPartNo(String carbonDataFileName) {
-      // Get the file name from path
-      String fileName = getFileName(carbonDataFileName);
-      // + 1 for size of "-"
-      int startIndex = fileName.indexOf("-") + 1;
-      int endIndex = fileName.indexOf("-", startIndex);
-      return fileName.substring(startIndex, endIndex);
-    }
-
-    /**
-     * gets updated timestamp information from given carbon data file name
-     */
-    public static String getTaskNo(String carbonDataFileName) {
-      // Get the file name from path
-      String fileName = getFileName(carbonDataFileName);
-      // + 1 for size of "-"
-      int firstDashPos = fileName.indexOf("-");
-      int startIndex = fileName.indexOf("-", firstDashPos + 1) + 1;
-      int endIndex = fileName.indexOf("-", startIndex);
-      return fileName.substring(startIndex, endIndex);
-    }
-
-    /**
-     * Gets the file name from file path
-     */
-    private static String getFileName(String carbonDataFileName) {
-      int endIndex = carbonDataFileName.lastIndexOf(CarbonCommonConstants.FILE_SEPARATOR);
-      if (endIndex > -1) {
-        return carbonDataFileName.substring(endIndex + 1, carbonDataFileName.length());
-      } else {
-        return carbonDataFileName;
-      }
-    }
-  }
-
-  /**
-   * To manage data path and composition
-   */
-  public static class DataPathUtil {
-
-    /**
-     * gets segement id from given absolute data file path
-     */
-    public static String getSegmentId(String dataFileAbsolutePath) {
-      // find segment id from last of data file path
-      int endIndex = dataFileAbsolutePath.lastIndexOf(CarbonCommonConstants.FILE_SEPARATOR);
-      // + 1 for size of "/"
-      int startIndex =
-          dataFileAbsolutePath.lastIndexOf(CarbonCommonConstants.FILE_SEPARATOR, endIndex - 1) + 1;
-      String segmentDirStr = dataFileAbsolutePath.substring(startIndex, endIndex);
-      //identify id in segment_<id>
-      String[] segmentDirSplits = segmentDirStr.split("_");
-      try {
-        if (segmentDirSplits.length == 2) {
-          return segmentDirSplits[1];
-        }
-      } catch (Exception e) {
-        return INVALID_SEGMENT_ID;
-      }
-      return INVALID_SEGMENT_ID;
-    }
-  }
-
-  /**
-   * Below method will be used to get sort index file present in mentioned folder
-   *
-   * @param sortIndexDir directory where sort index file resides
-   * @param columnUniqueId   columnunique id
-   * @return sort index carbon files
-   */
-  public CarbonFile[] getSortIndexFiles(CarbonFile sortIndexDir, final String columnUniqueId) {
-    CarbonFile[] files = sortIndexDir.listFiles(new CarbonFileFilter() {
-      @Override public boolean accept(CarbonFile file) {
-        return file.getName().startsWith(columnUniqueId) && file.getName().endsWith(SORT_INDEX_EXT);
-      }
-    });
-    return files;
-  }
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/carbon/querystatistics/QueryStatistic.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/carbon/querystatistics/QueryStatistic.java b/core/src/main/java/org/carbondata/core/carbon/querystatistics/QueryStatistic.java
deleted file mode 100644
index 80398c1..0000000
--- a/core/src/main/java/org/carbondata/core/carbon/querystatistics/QueryStatistic.java
+++ /dev/null
@@ -1,85 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.carbondata.core.carbon.querystatistics;
-
-import java.io.Serializable;
-
-/**
- * Wrapper class to maintain the query statistics for each phase of the query
- */
-public class QueryStatistic implements Serializable {
-
-  /**
-   * serialization id
-   */
-  private static final long serialVersionUID = -5667106646135905848L;
-
-  /**
-   * statistic message
-   */
-  private String message;
-
-  /**
-   * total time take of the phase
-   */
-  private long timeTaken;
-
-  /**
-   * starttime of the phase
-   */
-  private long startTime;
-
-  public QueryStatistic() {
-    this.startTime = System.currentTimeMillis();
-  }
-
-  /**
-   * below method will be used to add the statistic
-   *
-   * @param message     Statistic message
-   * @param currentTime current time
-   */
-  public void addStatistics(String message, long currentTime) {
-    this.timeTaken = currentTime - startTime;
-    this.message = message;
-  }
-
-  /**
-   * Below method will be used to add fixed time statistic.
-   * For example total time taken for scan or result preparation
-   *
-   * @param message   statistic message
-   * @param timetaken
-   */
-  public void addFixedTimeStatistic(String message, long timetaken) {
-    this.timeTaken = timetaken;
-    this.message = message;
-  }
-
-  /**
-   * Below method will be used to get the statistic message, which will
-   * be used to log
-   *
-   * @param queryWithTaskId query with task id to append in the message
-   * @return statistic message
-   */
-  public String getStatistics(String queryWithTaskId) {
-    return message + " for the taskid : " + queryWithTaskId + " Is : " + timeTaken;
-  }
-}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/carbon/querystatistics/QueryStatisticsRecorder.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/carbon/querystatistics/QueryStatisticsRecorder.java b/core/src/main/java/org/carbondata/core/carbon/querystatistics/QueryStatisticsRecorder.java
deleted file mode 100644
index 961d744..0000000
--- a/core/src/main/java/org/carbondata/core/carbon/querystatistics/QueryStatisticsRecorder.java
+++ /dev/null
@@ -1,74 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.carbondata.core.carbon.querystatistics;
-
-import java.io.Serializable;
-import java.util.ArrayList;
-import java.util.List;
-
-import org.carbondata.common.logging.LogService;
-import org.carbondata.common.logging.LogServiceFactory;
-
-/**
- * Class will be used to record and log the query statistics
- */
-public class QueryStatisticsRecorder implements Serializable {
-
-  private static final LogService LOGGER =
-      LogServiceFactory.getLogService(QueryStatisticsRecorder.class.getName());
-  /**
-   * serialization version
-   */
-  private static final long serialVersionUID = -5719752001674467864L;
-
-  /**
-   * list for statistics to record time taken
-   * by each phase of the query for example aggregation
-   * scanning,block loading time etc.
-   */
-  private List<QueryStatistic> queryStatistics;
-
-  /**
-   * query with taskd
-   */
-  private String queryIWthTask;
-
-  public QueryStatisticsRecorder(String queryId) {
-    queryStatistics = new ArrayList<QueryStatistic>();
-    this.queryIWthTask = queryId;
-  }
-
-  /**
-   * Below method will be used to add the statistics
-   *
-   * @param statistic
-   */
-  public synchronized void recordStatistics(QueryStatistic statistic) {
-    queryStatistics.add(statistic);
-  }
-
-  /**
-   * Below method will be used to log the statistic
-   */
-  public void logStatistics() {
-    for (QueryStatistic statistic : queryStatistics) {
-      LOGGER.statistic(statistic.getStatistics(queryIWthTask));
-    }
-  }
-}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/constants/CarbonCommonConstants.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/constants/CarbonCommonConstants.java b/core/src/main/java/org/carbondata/core/constants/CarbonCommonConstants.java
deleted file mode 100644
index 2da1957..0000000
--- a/core/src/main/java/org/carbondata/core/constants/CarbonCommonConstants.java
+++ /dev/null
@@ -1,892 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.carbondata.core.constants;
-
-public final class CarbonCommonConstants {
-  /**
-   * integer size in bytes
-   */
-  public static final int INT_SIZE_IN_BYTE = 4;
-  /**
-   * short size in bytes
-   */
-  public static final int SHORT_SIZE_IN_BYTE = 2;
-  /**
-   * DOUBLE size in bytes
-   */
-  public static final int DOUBLE_SIZE_IN_BYTE = 8;
-  /**
-   * LONG size in bytes
-   */
-  public static final int LONG_SIZE_IN_BYTE = 8;
-  /**
-   * byte to KB conversion factor
-   */
-  public static final int BYTE_TO_KB_CONVERSION_FACTOR = 1024;
-  /**
-   * BYTE_ENCODING
-   */
-  public static final String BYTE_ENCODING = "ISO-8859-1";
-  /**
-   * measure meta data file name
-   */
-  public static final String MEASURE_METADATA_FILE_NAME = "/msrMetaData_";
-  /**
-   * location of the carbon member, hierarchy and fact files
-   */
-  public static final String STORE_LOCATION = "carbon.storelocation";
-  /**
-   * blocklet size in carbon file
-   */
-  public static final String BLOCKLET_SIZE = "carbon.blocklet.size";
-  /**
-   * TODO: max number of blocklets written in a single file?
-   */
-  public static final String MAX_FILE_SIZE = "carbon.max.file.size";
-  /**
-   * Number of cores to be used
-   */
-  public static final String NUM_CORES = "carbon.number.of.cores";
-  /**
-   * carbon sort size
-   */
-  public static final String SORT_SIZE = "carbon.sort.size";
-  /**
-   * default location of the carbon member, hierarchy and fact files
-   */
-  public static final String STORE_LOCATION_DEFAULT_VAL = "../carbon.store";
-  /**
-   * the folder name of kettle home path
-   */
-  public static final String KETTLE_HOME_NAME = "carbonplugins";
-  /**
-   * CARDINALITY_INCREMENT_DEFAULT_VALUE
-   */
-  public static final int CARDINALITY_INCREMENT_VALUE_DEFAULT_VAL = 10;
-  /**
-   * default blocklet size
-   */
-  public static final String BLOCKLET_SIZE_DEFAULT_VAL = "120000";
-  /**
-   * min blocklet size
-   */
-  public static final int BLOCKLET_SIZE_MIN_VAL = 50;
-  /**
-   * max blocklet size
-   */
-  public static final int BLOCKLET_SIZE_MAX_VAL = 12000000;
-  /**
-   * TODO: default value of max number of blocklet written in a single file?
-   */
-  public static final String MAX_FILE_SIZE_DEFAULT_VAL = "1024";
-  /**
-   * TODO: min value of max number of blocklets written in a single file?
-   */
-  public static final int MAX_FILE_SIZE_DEFAULT_VAL_MIN_VAL = 1;
-  /**
-   * max allowed block size for a file. If block size is greater than this value
-   * then the value is reset to default block size for a file
-   */
-  public static final int MAX_FILE_SIZE_DEFAULT_VAL_MAX_VAL = 2048;
-  /**
-   * default value of number of cores to be used
-   */
-  public static final String NUM_CORES_DEFAULT_VAL = "2";
-  /**
-   * min value of number of cores to be used
-   */
-  public static final int NUM_CORES_MIN_VAL = 1;
-  /**
-   * max value of number of cores to be used
-   */
-  public static final int NUM_CORES_MAX_VAL = 32;
-  /**
-   * default carbon sort size
-   */
-  public static final String SORT_SIZE_DEFAULT_VAL = "100000";
-  /**
-   * min carbon sort size
-   */
-  public static final int SORT_SIZE_MIN_VAL = 1000;
-  /**
-   * carbon properties file path
-   */
-  public static final String CARBON_PROPERTIES_FILE_PATH = "../../../conf/carbon.properties";
-  /**
-   * CARBON_DDL_BASE_HDFS_URL
-   */
-  public static final String CARBON_DDL_BASE_HDFS_URL = "carbon.ddl.base.hdfs.url";
-  /**
-   * Slice Meta data file.
-   */
-  public static final String SLICE_METADATA_FILENAME = "sliceMetaData";
-  /**
-   * Load Folder Name
-   */
-  public static final String LOAD_FOLDER = "Segment_";
-  /**
-   * RESTructure Folder
-   */
-  public static final String RESTRUCTRE_FOLDER = "RS_";
-  /**
-   * BYTEBUFFER_SIZE
-   */
-
-  public static final int BYTEBUFFER_SIZE = 24 * 1024;
-  /**
-   * Average constant
-   */
-  public static final String AVERAGE = "avg";
-  /**
-   * Count constant
-   */
-  public static final String COUNT = "count";
-  /**
-   * Count constant
-   */
-  public static final String COUNT_STAR = "countstar";
-  /**
-   * Max constant
-   */
-  public static final String MAX = "max";
-  /**
-   * Min constant
-   */
-  public static final String MIN = "min";
-  /**
-   * distinct count
-   */
-  public static final String DISTINCT_COUNT = "distinct-count";
-  /**
-   * CUSTOM
-   */
-  public static final String CUSTOM = "custom";
-  /**
-   * SUM
-   */
-  public static final String SUM = "sum";
-  /**
-   * DUMMY aggregation function
-   */
-  public static final String DUMMY = "dummy";
-  /**
-   * MEMBER_DEFAULT_VAL
-   */
-  public static final String MEMBER_DEFAULT_VAL = "@NU#LL$!";
-  /**
-   * BLANK_LINE_FLAG
-   */
-  public static final String BLANK_LINE_FLAG = "@NU#LL$!BLANKLINE";
-  /**
-   * FILE STATUS IN-PROGRESS
-   */
-  public static final String FILE_INPROGRESS_STATUS = ".inprogress";
-  /**
-   * CARBON_BADRECORDS_LOCATION
-   */
-  public static final String CARBON_BADRECORDS_LOC = "carbon.badRecords.location";
-  /**
-   * CARBON_BADRECORDS_LOCATION_DEFAULT
-   */
-  public static final String CARBON_BADRECORDS_LOC_DEFAULT_VAL =
-      "../unibi-solutions/system/carbon/badRecords";
-  /**
-   * HIERARCHY_FILE_EXTENSION
-   */
-  public static final String HIERARCHY_FILE_EXTENSION = ".hierarchy";
-  /**
-   * SORT_TEMP_FILE_LOCATION
-   */
-  public static final String SORT_TEMP_FILE_LOCATION = "sortrowtmp";
-  /**
-   * CARBON_RESULT_SIZE_DEFAULT
-   */
-  public static final String LEVEL_FILE_EXTENSION = ".level";
-  /**
-   * FACT_FILE_EXT
-   */
-  public static final String FACT_FILE_EXT = ".carbondata";
-  /**
-   * MEASUREMETADATA_FILE_EXT
-   */
-  public static final String MEASUREMETADATA_FILE_EXT = ".msrmetadata";
-  /**
-   * GRAPH_ROWSET_SIZE
-   */
-  public static final String GRAPH_ROWSET_SIZE = "carbon.graph.rowset.size";
-  /**
-   * GRAPH_ROWSET_SIZE_DEFAULT
-   */
-  public static final String GRAPH_ROWSET_SIZE_DEFAULT = "500";
-  /**
-   * Comment for <code>TYPE_MYSQL</code>
-   */
-  public static final String TYPE_MYSQL = "MYSQL";
-  /**
-   * Comment for <code>TYPE_MSSQL</code>
-   */
-  public static final String TYPE_MSSQL = "MSSQL";
-  /**
-   * Comment for <code>TYPE_ORACLE</code>
-   */
-  public static final String TYPE_ORACLE = "ORACLE";
-  /**
-   * Comment for <code>TYPE_SYBASE</code>
-   */
-  public static final String TYPE_SYBASE = "SYBASE";
-  /**
-   * SORT_INTERMEDIATE_FILES_LIMIT
-   */
-  public static final String SORT_INTERMEDIATE_FILES_LIMIT = "carbon.sort.intermediate.files.limit";
-  /**
-   * SORT_INTERMEDIATE_FILES_LIMIT_DEFAULT_VALUE
-   */
-  public static final String SORT_INTERMEDIATE_FILES_LIMIT_DEFAULT_VALUE = "20";
-  /**
-   * MERGERD_EXTENSION
-   */
-  public static final String MERGERD_EXTENSION = ".merge";
-  /**
-   * SORT_FILE_BUFFER_SIZE
-   */
-  public static final String SORT_FILE_BUFFER_SIZE = "carbon.sort.file.buffer.size";
-  /**
-   * no.of records after which counter to be printed
-   */
-  public static final String DATA_LOAD_LOG_COUNTER = "carbon.load.log.counter";
-  /**
-   * DATA_LOAD_LOG_COUNTER_DEFAULT_COUNTER
-   */
-  public static final String DATA_LOAD_LOG_COUNTER_DEFAULT_COUNTER = "500000";
-  /**
-   * SORT_FILE_WRITE_BUFFER_SIZE
-   */
-  public static final String CARBON_SORT_FILE_WRITE_BUFFER_SIZE =
-      "carbon.sort.file.write.buffer.size";
-  /**
-   * SORT_FILE_WRITE_BUFFER_SIZE_DEFAULT_VALUE
-   */
-  public static final String CARBON_SORT_FILE_WRITE_BUFFER_SIZE_DEFAULT_VALUE = "50000";
-  /**
-   * Number of cores to be used while loading
-   */
-  public static final String NUM_CORES_LOADING = "carbon.number.of.cores.while.loading";
-  /**
-   * Number of cores to be used while compacting
-   */
-  public static final String NUM_CORES_COMPACTING = "carbon.number.of.cores.while.compacting";
-  /**
-   * Number of cores to be used for block sort
-   */
-  public static final String NUM_CORES_BLOCK_SORT = "carbon.number.of.cores.block.sort";
-  /**
-   * Default value of number of cores to be used for block sort
-   */
-  public static final String NUM_CORES_BLOCK_SORT_DEFAULT_VAL = "7";
-  /**
-   * Max value of number of cores to be used for block sort
-   */
-  public static final int NUM_CORES_BLOCK_SORT_MAX_VAL = 12;
-  /**
-   * Min value of number of cores to be used for block sort
-   */
-  public static final int NUM_CORES_BLOCK_SORT_MIN_VAL = 1;
-  /**
-   * CSV_READ_BUFFER_SIZE
-   */
-  public static final String CSV_READ_BUFFER_SIZE = "carbon.csv.read.buffersize.byte";
-  /**
-   * CSV_READ_BUFFER_SIZE
-   */
-  public static final String CSV_READ_BUFFER_SIZE_DEFAULT = "50000";
-  /**
-   * CSV_READ_COPIES
-   */
-  public static final String DEFAULT_NUMBER_CORES = "2";
-  /**
-   * CSV_FILE_EXTENSION
-   */
-  public static final String CSV_FILE_EXTENSION = ".csv";
-  /**
-   * COLON_SPC_CHARACTER
-   */
-  public static final String COLON_SPC_CHARACTER = ":!@#COLON#@!:";
-  /**
-   * HASH_SPC_CHARATER
-   */
-  public static final String HASH_SPC_CHARACTER = "#!@:HASH:@!#";
-  /**
-   * SEMICOLON_SPC_CHARATER
-   */
-  public static final String SEMICOLON_SPC_CHARACTER = ";#!@:SEMIC:@!#;";
-  /**
-   * AMPERSAND_SPC_CHARATER
-   */
-  public static final String AMPERSAND_SPC_CHARACTER = "&#!@:AMPER:@!#&";
-  /**
-   * ATTHERATE_SPC_CHARATER
-   */
-  public static final String COMA_SPC_CHARACTER = ",#!:COMA:!#,";
-  /**
-   * HYPHEN_SPC_CHARACTER
-   */
-  public static final String HYPHEN_SPC_CHARACTER = "-#!:HYPHEN:!#-";
-  /**
-   * CARBON_DECIMAL_POINTERS_DEFAULT
-   */
-  public static final byte CARBON_DECIMAL_POINTERS_DEFAULT = 5;
-  /**
-   * SORT_TEMP_FILE_EXT
-   */
-  public static final String SORT_TEMP_FILE_EXT = ".sorttemp";
-  /**
-   * CARBON_MERGE_SORT_READER_THREAD
-   */
-  public static final String CARBON_MERGE_SORT_READER_THREAD = "carbon.merge.sort.reader.thread";
-  /**
-   * CARBON_MERGE_SORT_READER_THREAD_DEFAULTVALUE
-   */
-  public static final String CARBON_MERGE_SORT_READER_THREAD_DEFAULTVALUE = "3";
-  /**
-   * IS_SORT_TEMP_FILE_COMPRESSION_ENABLED
-   */
-  public static final String IS_SORT_TEMP_FILE_COMPRESSION_ENABLED =
-      "carbon.is.sort.temp.file.compression.enabled";
-  /**
-   * IS_SORT_TEMP_FILE_COMPRESSION_ENABLED_DEFAULTVALUE
-   */
-  public static final String IS_SORT_TEMP_FILE_COMPRESSION_ENABLED_DEFAULTVALUE = "false";
-  /**
-   * SORT_TEMP_FILE_NO_OF_RECORDS_FOR_COMPRESSION
-   */
-  public static final String SORT_TEMP_FILE_NO_OF_RECORDS_FOR_COMPRESSION =
-      "carbon.sort.temp.file.no.of.records.for.compression";
-  /**
-   * SORT_TEMP_FILE_NO_OF_RECORD_FOR_COMPRESSION_DEFAULTVALUE
-   */
-  public static final String SORT_TEMP_FILE_NO_OF_RECORD_FOR_COMPRESSION_DEFAULTVALUE = "50";
-  /**
-   * DEFAULT_COLLECTION_SIZE
-   */
-  public static final int DEFAULT_COLLECTION_SIZE = 16;
-  /**
-   * CARBON_TIMESTAMP_DEFAULT_FORMAT
-   */
-  public static final String CARBON_TIMESTAMP_DEFAULT_FORMAT = "yyyy-MM-dd HH:mm:ss";
-  /**
-   * CARBON_TIMESTAMP_DEFAULT_FORMAT
-   */
-  public static final String CARBON_TIMESTAMP_FORMAT = "carbon.timestamp.format";
-  /**
-   * STORE_LOCATION_HDFS
-   */
-  public static final String STORE_LOCATION_HDFS = "carbon.storelocation.hdfs";
-  /**
-   * STORE_LOCATION_TEMP_PATH
-   */
-  public static final String STORE_LOCATION_TEMP_PATH = "carbon.tempstore.location";
-  /**
-   * IS_COLUMNAR_STORAGE_DEFAULTVALUE
-   */
-  public static final String IS_COLUMNAR_STORAGE_DEFAULTVALUE = "true";
-  /**
-   * DIMENSION_SPLIT_VALUE_IN_COLUMNAR_DEFAULTVALUE
-   */
-  public static final String DIMENSION_SPLIT_VALUE_IN_COLUMNAR_DEFAULTVALUE = "1";
-  /**
-   * IS_FULLY_FILLED_BITS_DEFAULT_VALUE
-   */
-  public static final String IS_FULLY_FILLED_BITS_DEFAULT_VALUE = "true";
-  /**
-   * IS_INT_BASED_INDEXER
-   */
-  public static final String AGGREAGATE_COLUMNAR_KEY_BLOCK = "aggregate.columnar.keyblock";
-  /**
-   * IS_INT_BASED_INDEXER_DEFAULTVALUE
-   */
-  public static final String AGGREAGATE_COLUMNAR_KEY_BLOCK_DEFAULTVALUE = "true";
-  /**
-   * TIME_STAT_UTIL_TYPE
-   */
-  public static final String ENABLE_DATA_LOADING_STATISTICS = "enable.data.loading.statistics";
-  /**
-   * TIME_STAT_UTIL_TYPE_DEFAULT
-   */
-  public static final String ENABLE_DATA_LOADING_STATISTICS_DEFAULT = "false";
-  /**
-   * IS_INT_BASED_INDEXER
-   */
-  public static final String HIGH_CARDINALITY_VALUE = "high.cardinality.value";
-  /**
-   * IS_INT_BASED_INDEXER_DEFAULTVALUE
-   */
-  public static final String HIGH_CARDINALITY_VALUE_DEFAULTVALUE = "100000";
-  /**
-   * CONSTANT_SIZE_TEN
-   */
-  public static final int CONSTANT_SIZE_TEN = 10;
-  /**
-   * LEVEL_METADATA_FILE
-   */
-  public static final String LEVEL_METADATA_FILE = "levelmetadata_";
-  public static final String ENABLE_BASE64_ENCODING = "enable.base64.encoding";
-  public static final String ENABLE_BASE64_ENCODING_DEFAULT = "false";
-  /**
-   * LOAD_STATUS SUCCESS
-   */
-  public static final String STORE_LOADSTATUS_SUCCESS = "Success";
-  /**
-   * LOAD_STATUS FAILURE
-   */
-  public static final String STORE_LOADSTATUS_FAILURE = "Failure";
-  /**
-   * LOAD_STATUS PARTIAL_SUCCESS
-   */
-  public static final String STORE_LOADSTATUS_PARTIAL_SUCCESS = "Partial Success";
-  /**
-   * LOAD_STATUS
-   */
-  public static final String CARBON_METADATA_EXTENSION = ".metadata";
-  /**
-   * LOAD_STATUS
-   */
-  public static final String CARBON_DEFAULT_STREAM_ENCODEFORMAT = "UTF-8";
-  /**
-   * AGGREGATE_TABLE_START_TAG
-   */
-  public static final String AGGREGATE_TABLE_START_TAG = "agg";
-  /**
-   * COMMA
-   */
-  public static final String COMMA = ",";
-  /**
-   * UNDERSCORE
-   */
-  public static final String UNDERSCORE = "_";
-  /**
-   * POINT
-   */
-  public static final String POINT = ".";
-  /**
-   * File separator
-   */
-  public static final String FILE_SEPARATOR = "/";
-  /**
-   * MAX_QUERY_EXECUTION_TIME
-   */
-  public static final String MAX_QUERY_EXECUTION_TIME = "max.query.execution.time";
-  /**
-   * CARBON_TIMESTAMP
-   */
-  public static final String CARBON_TIMESTAMP = "dd-MM-yyyy HH:mm:ss";
-  /**
-   * METADATA_LOCK
-   */
-  public static final String METADATA_LOCK = "meta.lock";
-  /**
-   * NUMBER_OF_TRIES_FOR_LOAD_METADATA_LOCK
-   */
-  public static final int NUMBER_OF_TRIES_FOR_LOAD_METADATA_LOCK_DEFAULT = 3;
-  /**
-   * MAX_TIMEOUT_FOR_LOAD_METADATA_LOCK
-   */
-  public static final int MAX_TIMEOUT_FOR_LOAD_METADATA_LOCK_DEFAULT = 5;
-  /**
-   * NUMBER_OF_TRIES_FOR_LOAD_METADATA_LOCK
-   */
-  public static final String NUMBER_OF_TRIES_FOR_LOAD_METADATA_LOCK =
-      "carbon.load.metadata.lock.retries";
-  /**
-   * MAX_TIMEOUT_FOR_LOAD_METADATA_LOCK
-   */
-  public static final String MAX_TIMEOUT_FOR_LOAD_METADATA_LOCK =
-      "carbon.load.metadata.lock.retry.timeout.sec";
-  /**
-   * MARKED_FOR_DELETION
-   */
-  public static final String MARKED_FOR_DELETE = "Marked for Delete";
-  public static final String MARKED_FOR_UPDATE = "Marked for Update";
-  public static final String STRING_TYPE = "StringType";
-  public static final String INTEGER_TYPE = "IntegerType";
-  public static final String LONG_TYPE = "LongType";
-  public static final String DOUBLE_TYPE = "DoubleType";
-  public static final String FLOAT_TYPE = "FloatType";
-  public static final String DATE_TYPE = "DateType";
-  public static final String BOOLEAN_TYPE = "BooleanType";
-  public static final String TIMESTAMP_TYPE = "TimestampType";
-  public static final String BYTE_TYPE = "ByteType";
-  public static final String SHORT_TYPE = "ShortType";
-  public static final String BINARY_TYPE = "BinaryType";
-  public static final String DECIMAL_TYPE = "DecimalType";
-  public static final String STRING = "String";
-  public static final String COLUMNAR = "columnar";
-
-  public static final String INTEGER = "Integer";
-  public static final String SHORT = "Short";
-  public static final String NUMERIC = "Numeric";
-  public static final String TIMESTAMP = "Timestamp";
-  public static final String ARRAY = "ARRAY";
-  public static final String STRUCT = "STRUCT";
-  public static final String INCLUDE = "include";
-  public static final String FROM = "from";
-  public static final String WITH = "with";
-  /**
-   * FACT_UPDATE_EXTENSION.
-   */
-  public static final String FACT_UPDATE_EXTENSION = ".carbondata_update";
-  public static final String FACT_DELETE_EXTENSION = "_delete";
-  /**
-   * MARKED_FOR_UPDATION
-   */
-  public static final String FACT_FILE_UPDATED = "update";
-  /**
-   * MAX_QUERY_EXECUTION_TIME
-   */
-  public static final int DEFAULT_MAX_QUERY_EXECUTION_TIME = 60;
-  /**
-   * LOADMETADATA_FILENAME
-   */
-  public static final String LOADMETADATA_FILENAME = "tablestatus";
-  public static final String SUM_DISTINCT = "sum-distinct";
-  /**
-   * INMEMORY_REOCRD_SIZE
-   */
-  public static final String INMEMORY_REOCRD_SIZE = "carbon.inmemory.record.size";
-  public static final int INMEMORY_REOCRD_SIZE_DEFAULT = 240000;
-
-  /**
-   * INMEMORY_REOCRD_SIZE
-   */
-  public static final String DETAIL_QUERY_BATCH_SIZE = "carbon.detail.batch.size";
-  public static final int DETAIL_QUERY_BATCH_SIZE_DEFAULT = 10000;
-  /**
-   * SPILL_OVER_DISK_PATH
-   */
-  public static final String SCHEMAS_MODIFIED_TIME_FILE = "modifiedTime.mdt";
-  public static final String DEFAULT_INVISIBLE_DUMMY_MEASURE = "default_dummy_measure";
-  /**
-   * max level cache size upto which level cache will be loaded in memory
-   */
-  public static final String CARBON_MAX_LEVEL_CACHE_SIZE = "carbon.max.level.cache.size";
-  /**
-   * max level cache size default value in GB
-   */
-  public static final String CARBON_MAX_LEVEL_CACHE_SIZE_DEFAULT = "-1";
-  /**
-   * DOUBLE_VALUE_MEASURE
-   */
-  public static final char SUM_COUNT_VALUE_MEASURE = 'n';
-  /**
-   * BYTE_VALUE_MEASURE
-   */
-  public static final char BYTE_VALUE_MEASURE = 'c';
-  /**
-   * BIG_DECIMAL_MEASURE
-   */
-  public static final char BIG_DECIMAL_MEASURE = 'b';
-
-  /**
-   * BIG_INT_MEASURE
-   */
-  public static final char BIG_INT_MEASURE = 'l';
-
-  /**
-   * This determines the size of array to be processed in data load steps. one
-   * for dimensions , one of ignore dictionary dimensions , one for measures.
-   */
-  public static final int ARRAYSIZE = 3;
-  /**
-   * CARBON_PREFETCH_BUFFERSIZE
-   */
-  public static final int CARBON_PREFETCH_BUFFERSIZE = 20000;
-  /**
-   * CARBON_PREFETCH_IN_MERGE
-   */
-  public static final boolean CARBON_PREFETCH_IN_MERGE_VALUE = false;
-  /**
-   * TEMPWRITEFILEEXTENSION
-   */
-  public static final String TEMPWRITEFILEEXTENSION = ".write";
-  /**
-   * ENABLE_AUTO_LOAD_MERGE
-   */
-  public static final String ENABLE_AUTO_LOAD_MERGE = "carbon.enable.auto.load.merge";
-  /**
-   * DEFAULT_ENABLE_AUTO_LOAD_MERGE
-   */
-  public static final String DEFAULT_ENABLE_AUTO_LOAD_MERGE = "false";
-
-  /**
-   * ZOOKEEPER_ENABLE_LOCK if this is set to true then zookeeper will be used to handle locking
-   * mechanism of carbon
-   */
-  public static final String LOCK_TYPE = "carbon.lock.type";
-
-  /**
-   * ZOOKEEPER_ENABLE_DEFAULT the default value for zookeeper will be true for carbon
-   */
-  public static final String LOCK_TYPE_DEFAULT = "LOCALLOCK";
-
-  /**
-   * ZOOKEEPER_LOCATION this is the location in zookeeper file system where locks are created.
-   * mechanism of carbon
-   */
-  public static final String ZOOKEEPER_LOCATION = "/CarbonLocks";
-
-  /**
-   * maximum dictionary chunk size that can be kept in memory while writing dictionary file
-   */
-  public static final String DICTIONARY_ONE_CHUNK_SIZE = "carbon.dictionary.chunk.size";
-
-  /**
-   * dictionary chunk default size
-   */
-  public static final String DICTIONARY_ONE_CHUNK_SIZE_DEFAULT = "10000";
-
-  /**
-   * xxhash algorithm property for hashmap
-   */
-  public static final String ENABLE_XXHASH = "carbon.enableXXHash";
-
-  /**
-   * xxhash algorithm property for hashmap. Default value false
-   */
-  public static final String ENABLE_XXHASH_DEFAULT = "true";
-
-  /**
-   * default charset to be used for reading and writing
-   */
-  public static final String DEFAULT_CHARSET = "UTF-8";
-
-  /**
-   * surrogate key that will be sent whenever in the dictionary chunks
-   * a valid surrogate key is not found for a given dictionary value
-   */
-  public static final int INVALID_SURROGATE_KEY = -1;
-
-  /**
-   * surrogate key for MEMBER_DEFAULT_VAL
-   */
-  public static final int MEMBER_DEFAULT_VAL_SURROGATE_KEY = 1;
-
-  public static final String INVALID_SEGMENT_ID = "-1";
-
-  /**
-   * Size of Major Compaction in MBs
-   */
-  public static final String MAJOR_COMPACTION_SIZE = "carbon.major.compaction.size";
-
-  /**
-   * By default size of major compaction in MBs.
-   */
-  public static final String DEFAULT_MAJOR_COMPACTION_SIZE = "1024";
-
-  /**
-   * This property is used to tell how many segments to be preserved from merging.
-   */
-  public static final java.lang.String PRESERVE_LATEST_SEGMENTS_NUMBER =
-      "carbon.numberof.preserve.segments";
-
-  /**
-   * If preserve property is enabled then 2 segments will be preserved.
-   */
-  public static final String DEFAULT_PRESERVE_LATEST_SEGMENTS_NUMBER = "0";
-
-  /**
-   * This property will determine the loads of how many days can be compacted.
-   */
-  public static final java.lang.String DAYS_ALLOWED_TO_COMPACT = "carbon.allowed.compaction.days";
-
-  /**
-   * Default value of 1 day loads can be compacted
-   */
-  public static final String DEFAULT_DAYS_ALLOWED_TO_COMPACT = "0";
-
-  /**
-   * space reserved for writing block meta data in carbon data file
-   */
-  public static final String CARBON_BLOCK_META_RESERVED_SPACE =
-      "carbon.block.meta.size.reserved.percentage";
-
-  /**
-   * default value for space reserved for writing block meta data in carbon data file
-   */
-  public static final String CARBON_BLOCK_META_RESERVED_SPACE_DEFAULT = "10";
-
-  /**
-   * property to enable min max during filter query
-   */
-  public static final String CARBON_QUERY_MIN_MAX_ENABLED = "carbon.enableMinMax";
-
-  /**
-   * default value to enable min or max during filter query execution
-   */
-  public static final String MIN_MAX_DEFAULT_VALUE = "true";
-
-  /**
-   * this variable is to enable/disable prefetch of data during merge sort while
-   * reading data from sort temp files
-   */
-  public static final String CARBON_MERGE_SORT_PREFETCH = "carbon.merge.sort.prefetch";
-  public static final String CARBON_MERGE_SORT_PREFETCH_DEFAULT = "true";
-
-  /**
-   *  default name of data base
-   */
-  public static final String DATABASE_DEFAULT_NAME = "default";
-
-  // tblproperties
-  public static final String COLUMN_GROUPS = "column_groups";
-  public static final String DICTIONARY_EXCLUDE = "dictionary_exclude";
-  public static final String DICTIONARY_INCLUDE = "dictionary_include";
-  public static final String PARTITIONCLASS = "partitionclass";
-  public static final String PARTITIONCOUNT = "partitioncount";
-  public static final String COLUMN_PROPERTIES = "columnproperties";
-
-  /**
-   * this variable is to enable/disable identify high cardinality during first data loading
-   */
-  public static final String HIGH_CARDINALITY_IDENTIFY_ENABLE =
-      "high.cardinality.identify.enable";
-  public static final String HIGH_CARDINALITY_IDENTIFY_ENABLE_DEFAULT = "true";
-
-  /**
-   * threshold of high cardinality
-   */
-  public static final String HIGH_CARDINALITY_THRESHOLD = "high.cardinality.threshold";
-  public static final String HIGH_CARDINALITY_THRESHOLD_DEFAULT = "1000000";
-  public static final int HIGH_CARDINALITY_THRESHOLD_MIN = 10000;
-
-  /**
-   * percentage of cardinality in row count
-   */
-  public static final String HIGH_CARDINALITY_IN_ROW_COUNT_PERCENTAGE =
-      "high.cardinality.row.count.percentage";
-  public static final String HIGH_CARDINALITY_IN_ROW_COUNT_PERCENTAGE_DEFAULT = "80";
-
-  /**
-   * 16 mb size
-   */
-  public static final long CARBON_16MB = 16*1024*1024;
-  /**
-   * 256 mb size
-   */
-  public static final long CARBON_256MB = 256*1024*1024;
-
-  /**
-   * Data type String.
-   */
-  public static final String DATATYPE_STRING = "STRING";
-
-  /**
-   * SEGMENT_COMPACTED is property to indicate whether seg is compacted or not.
-   */
-  public static final String SEGMENT_COMPACTED = "Compacted";
-
-  /**
-   * property for number of core to load the blocks in driver
-   */
-  public static final String NUMBER_OF_CORE_TO_LOAD_DRIVER_SEGMENT =
-      "no.of.cores.to.load.blocks.in.driver";
-  /**
-   * default number of cores
-   */
-  public static final int NUMBER_OF_CORE_TO_LOAD_DRIVER_SEGMENT_DEFAULT_VALUE = 10;
-
-  /**
-   * ZOOKEEPERLOCK TYPE
-   */
-  public static final String CARBON_LOCK_TYPE_ZOOKEEPER =
-      "ZOOKEEPERLOCK";
-
-  /**
-   * LOCALLOCK TYPE
-   */
-  public static final String CARBON_LOCK_TYPE_LOCAL =
-      "LOCALLOCK";
-
-  /**
-   * HDFSLOCK TYPE
-   */
-  public static final String CARBON_LOCK_TYPE_HDFS =
-      "HDFSLOCK";
-
-  /**
-   * Lock file in zoo keeper will be of this name.
-   */
-  public static final String ZOOKEEPER_LOCK = "zookeeperLock";
-
-  /**
-   * Invalid filter member log string
-   */
-  public static final String FILTER_INVALID_MEMBER = " Invalid Record(s) are present "
-                                                     + "while filter evaluation. ";
-
-  /**
-   * Number of unmerged segments to be merged.
-   */
-  public static final String COMPACTION_SEGMENT_LEVEL_THRESHOLD =
-      "carbon.compaction.level.threshold";
-
-  /**
-   * Default count for Number of segments to be merged in levels is 4,3
-   */
-  public static final String DEFAULT_SEGMENT_LEVEL_THRESHOLD = "4,3";
-
-  /**
-   * default location of the carbon metastore db
-   */
-  public static final String METASTORE_LOCATION_DEFAULT_VAL = "../carbon.metastore";
-
-  /**
-   * hive connection url
-   */
-  public static final String HIVE_CONNECTION_URL = "javax.jdo.option.ConnectionURL";
-
-  /**
-   * Rocord size in case of compaction.
-   */
-  public static final int COMPACTION_INMEMORY_RECORD_SIZE = 120000;
-
-  /**
-   * If the level 2 compaction is done in minor then new compacted segment will end with .2
-   */
-  public static String LEVEL2_COMPACTION_INDEX = ".2";
-
-  /**
-   * Indicates compaction
-   */
-  public static String COMPACTION_KEY_WORD = "COMPACTION";
-
-  /**
-   * hdfs temporary directory key
-   */
-  public static final String HDFS_TEMP_LOCATION = "hadoop.tmp.dir";
-
-  /**
-   * zookeeper url key
-   */
-  public static final String ZOOKEEPER_URL = "spark.deploy.zookeeper.url";
-
-  private CarbonCommonConstants() {
-  }
-}
-
-

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/constants/IgnoreDictionary.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/constants/IgnoreDictionary.java b/core/src/main/java/org/carbondata/core/constants/IgnoreDictionary.java
deleted file mode 100644
index 9d00dea..0000000
--- a/core/src/main/java/org/carbondata/core/constants/IgnoreDictionary.java
+++ /dev/null
@@ -1,52 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.carbondata.core.constants;
-
-/**
- * This enum is used for determining the indexes of the
- * dimension,ignoreDictionary,measure columns.
- */
-public enum IgnoreDictionary {
-  /**
-   * POSITION WHERE DIMENSIONS R STORED IN OBJECT ARRAY.
-   */
-  DIMENSION_INDEX_IN_ROW(0),
-
-  /**
-   * POSITION WHERE BYTE[] (high cardinality) IS STORED IN OBJECT ARRAY.
-   */
-  BYTE_ARRAY_INDEX_IN_ROW(1),
-
-  /**
-   * POSITION WHERE MEASURES R STORED IN OBJECT ARRAY.
-   */
-  MEASURES_INDEX_IN_ROW(2);
-
-  private final int index;
-
-  IgnoreDictionary(int index) {
-    this.index = index;
-  }
-
-  public int getIndex() {
-    return this.index;
-  }
-
-}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/datastorage/store/FileHolder.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/datastorage/store/FileHolder.java b/core/src/main/java/org/carbondata/core/datastorage/store/FileHolder.java
deleted file mode 100644
index b6c7480..0000000
--- a/core/src/main/java/org/carbondata/core/datastorage/store/FileHolder.java
+++ /dev/null
@@ -1,87 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.carbondata.core.datastorage.store;
-
-
-public interface FileHolder {
-  /**
-   * This method will be used to read the byte array from file based on offset
-   * and length(number of bytes) need to read
-   *
-   * @param filePath fully qualified file path
-   * @param offset   reading start position,
-   * @param length   number of bytes to be read
-   * @return read byte array
-   */
-  byte[] readByteArray(String filePath, long offset, int length);
-
-  /**
-   * This method will be used to read the byte array from file based on length(number of bytes)
-   *
-   * @param filePath fully qualified file path
-   * @param length   number of bytes to be read
-   * @return read byte array
-   */
-  byte[] readByteArray(String filePath, int length);
-
-  /**
-   * This method will be used to read int from file from postion(offset), here
-   * length will be always 4 bacause int byte size if 4
-   *
-   * @param filePath fully qualified file path
-   * @param offset   reading start position,
-   * @return read int
-   */
-  int readInt(String filePath, long offset);
-
-  /**
-   * This method will be used to read long from file from postion(offset), here
-   * length will be always 8 bacause int byte size is 8
-   *
-   * @param filePath fully qualified file path
-   * @param offset   reading start position,
-   * @return read long
-   */
-  long readLong(String filePath, long offset);
-
-  /**
-   * This method will be used to read int from file from postion(offset), here
-   * length will be always 4 bacause int byte size if 4
-   *
-   * @param filePath fully qualified file path
-   * @return read int
-   */
-  int readInt(String filePath);
-
-  /**
-   * This method will be used to read long value from file from postion(offset), here
-   * length will be always 8 because long byte size if 4
-   *
-   * @param filePath fully qualified file path
-   * @param offset   reading start position,
-   * @return read long
-   */
-  long readDouble(String filePath, long offset);
-
-  /**
-   * This method will be used to close all the streams currently present in the cache
-   */
-  void finish();
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/datastorage/store/MeasureDataWrapper.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/datastorage/store/MeasureDataWrapper.java b/core/src/main/java/org/carbondata/core/datastorage/store/MeasureDataWrapper.java
deleted file mode 100644
index 889cf93..0000000
--- a/core/src/main/java/org/carbondata/core/datastorage/store/MeasureDataWrapper.java
+++ /dev/null
@@ -1,30 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.carbondata.core.datastorage.store;
-
-import org.carbondata.core.datastorage.store.dataholder.CarbonReadDataHolder;
-
-/**
- * MeasureDataWrapper, interface.
- */
-public interface MeasureDataWrapper {
-  CarbonReadDataHolder[] getValues();
-
-}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/datastorage/store/NodeKeyStore.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/datastorage/store/NodeKeyStore.java b/core/src/main/java/org/carbondata/core/datastorage/store/NodeKeyStore.java
deleted file mode 100644
index b8553c9..0000000
--- a/core/src/main/java/org/carbondata/core/datastorage/store/NodeKeyStore.java
+++ /dev/null
@@ -1,64 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.carbondata.core.datastorage.store;
-
-public interface NodeKeyStore {
-  /**
-   * This method will be used to get the actual mdkeys array present in the
-   * store store
-   *
-   * @param fileHolder
-   * @return mdkey
-   */
-  byte[] getBackArray(FileHolder fileHolder);
-
-  /**
-   * This method will be used to insert mdkey to store
-   *
-   * @param index index of mdkey
-   * @param value mdkey
-   */
-  void put(int index, byte[] value);
-
-  /**
-   * This method will be used to get the writable key array.
-   * writable key array will hold below information:
-   * <size of key array><key array>
-   * total length will be 4 bytes for size + key array length
-   *
-   * @return writable array (compressed or normal)
-   */
-  byte[] getWritableKeyArray();
-
-  /**
-   * This method will be used to get the mdkkey array based on index
-   *
-   * @param index      index in store
-   * @param fileHolder file holder will be used to read the file
-   * @return mdkey
-   */
-  byte[] get(int index, FileHolder fileHolder);
-
-  /**
-   * This method will clear the store and create the new empty store
-   */
-  void clear();
-
-}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/core/src/main/java/org/carbondata/core/datastorage/store/NodeMeasureDataStore.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/carbondata/core/datastorage/store/NodeMeasureDataStore.java b/core/src/main/java/org/carbondata/core/datastorage/store/NodeMeasureDataStore.java
deleted file mode 100644
index 13145db..0000000
--- a/core/src/main/java/org/carbondata/core/datastorage/store/NodeMeasureDataStore.java
+++ /dev/null
@@ -1,41 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.carbondata.core.datastorage.store;
-
-import org.carbondata.core.datastorage.store.dataholder.CarbonWriteDataHolder;
-
-public interface NodeMeasureDataStore {
-  /**
-   * This method will be used to get the writable key array.
-   * writable measure data array will hold below information:
-   * <size of measure data array><measure data array>
-   * total length will be 4 bytes for size + measure data array length
-   *
-   * @return writable array (compressed or normal)
-   */
-  byte[][] getWritableMeasureDataArray(CarbonWriteDataHolder[] dataHolderArray);
-
-  MeasureDataWrapper getBackData(int[] cols, FileHolder fileHolder);
-
-  MeasureDataWrapper getBackData(int cols, FileHolder fileHolder);
-
-  short getLength();
-
-}
\ No newline at end of file


Mime
View raw message