Return-Path: X-Original-To: apmail-giraph-commits-archive@www.apache.org Delivered-To: apmail-giraph-commits-archive@www.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id 7E7CFF919 for ; Sun, 24 Mar 2013 19:10:03 +0000 (UTC) Received: (qmail 39526 invoked by uid 500); 24 Mar 2013 19:10:03 -0000 Delivered-To: apmail-giraph-commits-archive@giraph.apache.org Received: (qmail 39468 invoked by uid 500); 24 Mar 2013 19:10:02 -0000 Mailing-List: contact commits-help@giraph.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@giraph.apache.org Delivered-To: mailing list commits@giraph.apache.org Received: (qmail 39453 invoked by uid 99); 24 Mar 2013 19:10:02 -0000 Received: from tyr.zones.apache.org (HELO tyr.zones.apache.org) (140.211.11.114) by apache.org (qpsmtpd/0.29) with ESMTP; Sun, 24 Mar 2013 19:10:02 +0000 Received: by tyr.zones.apache.org (Postfix, from userid 65534) id 2554E32A5DE; Sun, 24 Mar 2013 19:10:02 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: nitay@apache.org To: commits@giraph.apache.org Message-Id: <61ddde5da61e4326afd00b311a0d18ec@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: git commit: GIRAPH-: updates for Hive I/O performance improvements Date: Sun, 24 Mar 2013 19:10:02 +0000 (UTC) Updated Branches: refs/heads/perf [created] 882545d1c GIRAPH-: updates for Hive I/O performance improvements Project: http://git-wip-us.apache.org/repos/asf/giraph/repo Commit: http://git-wip-us.apache.org/repos/asf/giraph/commit/882545d1 Tree: http://git-wip-us.apache.org/repos/asf/giraph/tree/882545d1 Diff: http://git-wip-us.apache.org/repos/asf/giraph/diff/882545d1 Branch: refs/heads/perf Commit: 882545d1cfdc3670fa443c02aa6a68c4d1f983c4 Parents: a802fef Author: Nitay Joffe Authored: Thu Mar 21 15:28:45 2013 -0400 Committer: Nitay Joffe Committed: Thu Mar 21 15:28:45 2013 -0400 ---------------------------------------------------------------------- .../giraph/hive/input/edge/AbstractHiveToEdge.java | 2 +- .../hive/input/edge/HiveEdgeInputFormat.java | 2 +- .../giraph/hive/input/edge/HiveEdgeReader.java | 6 +++--- .../apache/giraph/hive/input/edge/HiveToEdge.java | 2 +- .../input/vertex/AbstractHiveToVertexEdges.java | 4 ++-- .../input/vertex/AbstractHiveToVertexValue.java | 4 ++-- .../hive/input/vertex/HiveToVertexEdges.java | 2 +- .../hive/input/vertex/HiveToVertexValue.java | 2 +- .../giraph/hive/input/vertex/HiveVertexReader.java | 8 ++++---- .../giraph/hive/output/AbstractVertexToHive.java | 2 +- .../giraph/hive/output/HiveVertexOutputFormat.java | 2 +- .../giraph/hive/output/HiveVertexWriter.java | 6 +++--- 12 files changed, 21 insertions(+), 21 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/AbstractHiveToEdge.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/AbstractHiveToEdge.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/AbstractHiveToEdge.java index f29fea7..bb5ed1f 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/AbstractHiveToEdge.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/AbstractHiveToEdge.java @@ -21,7 +21,7 @@ import org.apache.giraph.conf.DefaultImmutableClassesGiraphConfigurable; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveTableSchemaAware; +import com.facebook.giraph.hive.schema.HiveTableSchemaAware; /** * Base class for HiveToEdge implementations http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeInputFormat.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeInputFormat.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeInputFormat.java index 18b40c2..d8aa460 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeInputFormat.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeInputFormat.java @@ -29,8 +29,8 @@ import org.apache.hadoop.mapreduce.JobContext; import org.apache.hadoop.mapreduce.RecordReader; import org.apache.hadoop.mapreduce.TaskAttemptContext; -import com.facebook.giraph.hive.HiveRecord; import com.facebook.giraph.hive.input.HiveApiInputFormat; +import com.facebook.giraph.hive.record.HiveRecord; import java.io.IOException; import java.util.List; http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeReader.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeReader.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeReader.java index 6fb183a..65b9bbf 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeReader.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeReader.java @@ -29,9 +29,9 @@ import org.apache.hadoop.mapreduce.InputSplit; import org.apache.hadoop.mapreduce.RecordReader; import org.apache.hadoop.mapreduce.TaskAttemptContext; -import com.facebook.giraph.hive.HiveRecord; -import com.facebook.giraph.hive.HiveTableSchema; -import com.facebook.giraph.hive.HiveTableSchemas; +import com.facebook.giraph.hive.record.HiveRecord; +import com.facebook.giraph.hive.schema.HiveTableSchema; +import com.facebook.giraph.hive.schema.HiveTableSchemas; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveToEdge.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveToEdge.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveToEdge.java index 2205b82..005f4c4 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveToEdge.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveToEdge.java @@ -21,7 +21,7 @@ package org.apache.giraph.hive.input.edge; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveReadableRecord; +import com.facebook.giraph.hive.record.HiveReadableRecord; /** * An interface used to create edges from Hive records. http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexEdges.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexEdges.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexEdges.java index d0668f6..cf3a052 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexEdges.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexEdges.java @@ -21,8 +21,8 @@ import org.apache.giraph.conf.DefaultImmutableClassesGiraphConfigurable; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveTableSchema; -import com.facebook.giraph.hive.HiveTableSchemaAware; +import com.facebook.giraph.hive.schema.HiveTableSchema; +import com.facebook.giraph.hive.schema.HiveTableSchemaAware; /** * Base class for HiveToVertexEdges implementations http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexValue.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexValue.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexValue.java index 9ab316f..b1c0f16 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexValue.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexValue.java @@ -21,8 +21,8 @@ import org.apache.giraph.conf.DefaultImmutableClassesGiraphConfigurable; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveTableSchema; -import com.facebook.giraph.hive.HiveTableSchemaAware; +import com.facebook.giraph.hive.schema.HiveTableSchema; +import com.facebook.giraph.hive.schema.HiveTableSchemaAware; /** * Base class for HiveToVertex implementations http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexEdges.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexEdges.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexEdges.java index 8076a8a..c767a7f 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexEdges.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexEdges.java @@ -22,7 +22,7 @@ import org.apache.giraph.edge.Edge; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveReadableRecord; +import com.facebook.giraph.hive.record.HiveReadableRecord; import java.util.Collections; http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexValue.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexValue.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexValue.java index 593eb9a..70efe1e 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexValue.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexValue.java @@ -21,7 +21,7 @@ package org.apache.giraph.hive.input.vertex; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveReadableRecord; +import com.facebook.giraph.hive.record.HiveReadableRecord; /** * Interface for creating vertices from a Hive record. http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveVertexReader.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveVertexReader.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveVertexReader.java index 541176f..11c57ad 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveVertexReader.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveVertexReader.java @@ -28,11 +28,11 @@ import org.apache.hadoop.io.WritableComparable; import org.apache.hadoop.mapreduce.InputSplit; import org.apache.hadoop.mapreduce.TaskAttemptContext; -import com.facebook.giraph.hive.HiveRecord; -import com.facebook.giraph.hive.HiveTableSchema; -import com.facebook.giraph.hive.HiveTableSchemaAware; -import com.facebook.giraph.hive.HiveTableSchemas; import com.facebook.giraph.hive.impl.input.HiveApiRecordReader; +import com.facebook.giraph.hive.record.HiveRecord; +import com.facebook.giraph.hive.schema.HiveTableSchema; +import com.facebook.giraph.hive.schema.HiveTableSchemaAware; +import com.facebook.giraph.hive.schema.HiveTableSchemas; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/output/AbstractVertexToHive.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/output/AbstractVertexToHive.java b/giraph-hive/src/main/java/org/apache/giraph/hive/output/AbstractVertexToHive.java index 8e3f1ca..630d61a 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/output/AbstractVertexToHive.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/output/AbstractVertexToHive.java @@ -21,7 +21,7 @@ import org.apache.giraph.conf.DefaultImmutableClassesGiraphConfigurable; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveTableSchemaAware; +import com.facebook.giraph.hive.schema.HiveTableSchemaAware; /** * Base class for HiveToVertexEdges implementations http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexOutputFormat.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexOutputFormat.java b/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexOutputFormat.java index 641a298..ba54730 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexOutputFormat.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexOutputFormat.java @@ -29,8 +29,8 @@ import org.apache.hadoop.mapreduce.OutputCommitter; import org.apache.hadoop.mapreduce.RecordWriter; import org.apache.hadoop.mapreduce.TaskAttemptContext; -import com.facebook.giraph.hive.HiveRecord; import com.facebook.giraph.hive.output.HiveApiOutputFormat; +import com.facebook.giraph.hive.record.HiveRecord; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexWriter.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexWriter.java b/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexWriter.java index a97d40a..5356424 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexWriter.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexWriter.java @@ -29,10 +29,10 @@ import org.apache.hadoop.mapreduce.RecordWriter; import org.apache.hadoop.mapreduce.TaskAttemptContext; import org.apache.log4j.Logger; -import com.facebook.giraph.hive.HiveRecord; -import com.facebook.giraph.hive.HiveTableSchema; -import com.facebook.giraph.hive.HiveTableSchemas; import com.facebook.giraph.hive.impl.HiveApiRecord; +import com.facebook.giraph.hive.record.HiveRecord; +import com.facebook.giraph.hive.schema.HiveTableSchema; +import com.facebook.giraph.hive.schema.HiveTableSchemas; import java.io.IOException; import java.util.Collections;