phoenix-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "ASF GitHub Bot (JIRA)" <j...@apache.org>
Subject [jira] [Commented] (PHOENIX-2743) HivePhoenixHandler for big-big join with predicate push down
Date Mon, 11 Apr 2016 20:03:25 GMT

    [ https://issues.apache.org/jira/browse/PHOENIX-2743?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15235874#comment-15235874
] 

ASF GitHub Bot commented on PHOENIX-2743:
-----------------------------------------

Github user joshelser commented on a diff in the pull request:

    https://github.com/apache/phoenix/pull/155#discussion_r59271033
  
    --- Diff: phoenix-hive/src/main/java/org/apache/phoenix/hive/constants/PhoenixStorageHandlerConstants.java
---
    @@ -0,0 +1,101 @@
    +/**
    + * Licensed to the Apache Software Foundation (ASF) under one
    + * or more contributor license agreements.  See the NOTICE file
    + * distributed with this work for additional information
    + * regarding copyright ownership.  The ASF licenses this file
    + * to you under the Apache License, Version 2.0 (the
    + * "License"); you may not use this file except in compliance
    + * with the License.  You may obtain a copy of the License at
    + *
    + *     http://www.apache.org/licenses/LICENSE-2.0
    + *
    + * Unless required by applicable law or agreed to in writing, software
    + * distributed under the License is distributed on an "AS IS" BASIS,
    + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    + * See the License for the specific language governing permissions and
    + * limitations under the License.
    + */
    +package org.apache.phoenix.hive.constants;
    +
    +import java.util.List;
    +
    +import org.apache.hadoop.io.IntWritable;
    +
    +import com.google.common.collect.Lists;
    +
    +/**
    + * Constants using for Hive Storage Handler implementation
    + */
    +public class PhoenixStorageHandlerConstants {
    +
    +	public static final String HBASE_INPUT_FORMAT_CLASS = "phoenix.input.format.class";
    +
    +	public static final String PHOENIX_TABLE_NAME = "phoenix.table.name";
    +
    +	public static final String DEFAULT_PHOENIX_INPUT_CLASS = "com.lgcns.bigdata.platform.hive.hbase.phoenix.mapreduce.PhoenixResultWritable";
    +
    +	public static final String ZOOKEEPER_QUORUM = "phoenix.zookeeper.quorum";
    +    public static final String ZOOKEEPER_PORT = "phoenix.zookeeper.client.port";
    +    public static final String ZOOKEEPER_PARENT = "phoenix.zookeeper.znode.parent";
    +    public static final String DEFAULT_ZOOKEEPER_QUORUM = "localhost";
    +    public static final int DEFAULT_ZOOKEEPER_PORT = 2181;
    +    public static final String DEFAULT_ZOOKEEPER_PARENT = "/hbase";
    +
    +    public static final String PHOENIX_ROWKEYS = "phoenix.rowkeys";
    +    public static final String PHOENIX_COLUMN_MAPPING = "phoenix.column.mapping";
    +    public static final String PHOENIX_TABLE_OPTIONS = "phoenix.table.options";
    +
    +    public static final String PHOENIX_TABLE_QUERY_HINT = ".query.hint";
    +    public static final String PHOENIX_REDUCER_NUMBER = ".reducer.count";
    +    public static final String DISABLE_WAL = ".disable.wal";
    +    public static final String BATCH_MODE = "batch.mode";
    +    public static final String AUTO_FLUSH = ".auto.flush";
    +
    +    public static final String COLON = ":";
    +	public static final String COMMA = ",";
    +	public static final String EMPTY_STRING = "";
    +	public static final String SPACE = " ";
    +	public static final String LEFT_ROUND_BRACKET = "(";
    +	public static final String RIGHT_ROUND_BRACKET = ")";
    +	public static final String QUOTATION_MARK = "'";
    +	public static final String EQUAL = "=";
    +	public static final String IS = "is";
    +	public static final String QUESTION = "?";
    +
    +	public static final String SPLIT_BY_STATS = "split.by.stats";
    +	public static final String HBASE_SCAN_CACHE = "hbase.scan.cache";
    +	public static final String HBASE_SCAN_CACHEBLOCKS = "hbase.scan.cacheblock";
    +	public static final String HBASE_DATE_FORMAT = "hbase.date.format";
    +	public static final String HBASE_TIMESTAMP_FORMAT = "hbase.timestamp.format";
    +	public static final String DEFAULT_DATE_FORMAT = "yyyy-MM-dd";
    +	public static final String DEFAULT_TIMESTAMP_FORMAT = "yyyy-MM-dd HH:mm:ss.SSS";
    +
    +	public static final String IN_OUT_WORK = "in.out.work";
    +	public static final String IN_WORK = "input";
    +	public static final String OUT_WORK = "output";
    +
    +	public static final String MR = "mr";
    +	public static final String TEZ = "tez";
    +	public static final String SPARK = "spark";
    +
    +	public static final String DATE_TYPE = "date";
    +	public static final String TIMESTAMP_TYPE = "timestamp";
    +	public static final String BETWEEN_COMPARATOR = "between";
    +	public static final String IN_COMPARATOR = "in";
    +	public static final List<String> COMMON_COMPARATOR = Lists.newArrayList("=", "<",
">", "<=", ">=");
    +
    +	// date/timestamp 타입 컬럼의 쿼리 조건 변환
    --- End diff --
    
    Remove the non-english characters


> HivePhoenixHandler for big-big join with predicate push down
> ------------------------------------------------------------
>
>                 Key: PHOENIX-2743
>                 URL: https://issues.apache.org/jira/browse/PHOENIX-2743
>             Project: Phoenix
>          Issue Type: New Feature
>    Affects Versions: 4.5.0, 4.6.0
>         Environment: hive-1.2.1
>            Reporter: JeongMin Ju
>              Labels: features, performance
>         Attachments: PHOENIX-2743-1.patch
>
>   Original Estimate: 168h
>  Remaining Estimate: 168h
>
> Phoenix support hash join & sort-merge join. But in case of big*big join does not
process well.
> Therefore Need other method like Hive.
> I implemented hive-phoenix-handler that can access Apache Phoenix table on HBase using
HiveQL.
> hive-phoenix-handler is very faster than hive-hbase-handler because of applying predicate
push down.
> I am publishing source code to github for contribution and maybe will be completed by
next week.
> https://github.com/mini666/hive-phoenix-handler
> please, review my proposal.



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message