hive-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Rajesh Balamohan (JIRA)" <j...@apache.org>
Subject [jira] [Created] (HIVE-16841) Cannot get hashCode() from deserialized class org.apache.hadoop.hive.ql.io.HiveKey
Date Wed, 07 Jun 2017 08:11:18 GMT
Rajesh Balamohan created HIVE-16841:
---------------------------------------

             Summary: Cannot get hashCode() from deserialized class org.apache.hadoop.hive.ql.io.HiveKey
                 Key: HIVE-16841
                 URL: https://issues.apache.org/jira/browse/HIVE-16841
             Project: Hive
          Issue Type: Bug
          Components: Hive
    Affects Versions: 3.0.0
            Reporter: Rajesh Balamohan


Env: hive master (3.x-snapshot..Jun 3) + tez master (0.9.0-snapshot)

{noformat}
drop table test.lineitem;
CREATE TABLE `test.lineitem`(
  `l_orderkey` int,
  `l_partkey` bigint,
  `l_suppkey` bigint,
  `l_linenumber` int,
  `l_quantity` double,
  `l_extendedprice` double,
  `l_discount` double,
  `l_tax` double,
  `l_returnflag` string,
  `l_linestatus` string,
  `l_shipdate` string,
  `l_commitdate` string,
  `l_receiptdate` string,
  `l_shipinstruct` string,
  `l_shipmode` string,
  `l_comment` string) stored as orc;

set mapred.reduce.tasks=100;
insert overwrite table test.lineitem select * from tpch_flat_orc_1000.lineitem distribute
by l_shipdate;  
{noformat}

Exception:

{noformat}

], TaskAttempt 3 failed, info=[Error: Error while running task ( failure ) : attempt_1490656001509_4847_2_00_000160_3:java.lang.RuntimeException:
java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime
Error while processing row
        at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:218)
        at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:172)
        at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
        at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:73)
        at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:61)
        at java.security.AccessController.doPrivileged(Native Method)
        at javax.security.auth.Subject.doAs(Subject.java:422)
        at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1866)
        at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:61)
        at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:37)
        at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive
Runtime Error while processing row
        at org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(MapRecordSource.java:95)
        at org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord(MapRecordSource.java:70)
        at org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:419)
        at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:189)
        ... 14 more
Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing
row
        at org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:883)
        at org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(MapRecordSource.java:86)
        ... 17 more
Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: java.lang.RuntimeException: Cannot
get hashCode() from deserialized class org.apache.hadoop.hive.ql.io.HiveKey
        at org.apache.hadoop.hive.ql.exec.vector.reducesink.VectorReduceSinkObjectHashOperator.process(VectorReduceSinkObjectHashOperator.java:309)
        at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:894)
        at org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.process(VectorSelectOperator.java:137)
        at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:894)
        at org.apache.hadoop.hive.ql.exec.TableScanOperator.process(TableScanOperator.java:130)
        at org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:783)
        ... 18 more
Caused by: java.lang.RuntimeException: Cannot get hashCode() from deserialized class org.apache.hadoop.hive.ql.io.HiveKey
        at org.apache.hadoop.hive.ql.io.HiveKey.hashCode(HiveKey.java:55)
        at org.apache.hadoop.mapred.lib.HashPartitioner.getPartition(HashPartitioner.java:38)
        at org.apache.tez.mapreduce.partition.MRPartitioner.getPartition(MRPartitioner.java:98)
        at org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter.write(UnorderedPartitionedKVWriter.java:351)
        at org.apache.hadoop.hive.ql.exec.tez.TezProcessor$TezKVOutputCollector.collect(TezProcessor.java:260)
        at org.apache.hadoop.hive.ql.exec.vector.reducesink.VectorReduceSinkCommonOperator.doCollect(VectorReduceSinkCommonOperator.java:429)
        at org.apache.hadoop.hive.ql.exec.vector.reducesink.VectorReduceSinkCommonOperator.collect(VectorReduceSinkCommonOperator.java:403)
        at org.apache.hadoop.hive.ql.exec.vector.reducesink.VectorReduceSinkObjectHashOperator.process(VectorReduceSinkObjectHashOperator.java:306)
{noformat}




--
This message was sent by Atlassian JIRA
(v6.3.15#6346)

Mime
View raw message