asterixdb-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ima...@apache.org
Subject [10/85] [abbrv] [partial] incubator-asterixdb-hyracks git commit: Move Pregelix and Hivesterix codebase to new repositories: 1. Move Pregelix codebase to https://github.com/pregelix/pregelix; 2. Move Hivesterix codebase to https://code.google.com/p/hives
Date Fri, 24 Apr 2015 18:45:37 GMT
http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/data/tpch0.001/region.tbl
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/data/tpch0.001/region.tbl b/pregelix/pregelix-core/data/tpch0.001/region.tbl
deleted file mode 100644
index c5ebb63..0000000
--- a/pregelix/pregelix-core/data/tpch0.001/region.tbl
+++ /dev/null
@@ -1,5 +0,0 @@
-0|AFRICA|lar deposits. blithely final packages cajole. regular waters are final requests. regular accounts are according to |
-1|AMERICA|hs use ironic, even requests. s|
-2|ASIA|ges. thinly even pinto beans ca|
-3|EUROPE|ly final courts cajole furiously final excuse|
-4|MIDDLE EAST|uickly special accounts cajole carefully blithely close requests. carefully final asymptotes haggle furiousl|

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/data/tpch0.001/supplier.tbl
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/data/tpch0.001/supplier.tbl b/pregelix/pregelix-core/data/tpch0.001/supplier.tbl
deleted file mode 100644
index d9c0e9f..0000000
--- a/pregelix/pregelix-core/data/tpch0.001/supplier.tbl
+++ /dev/null
@@ -1,10 +0,0 @@
-1|Supplier#000000001| N kD4on9OM Ipw3,gf0JBoQDd7tgrzrddZ|17|27-918-335-1736|5755.94|each slyly above the careful|
-2|Supplier#000000002|89eJ5ksX3ImxJQBvxObC,|5|15-679-861-2259|4032.68| slyly bold instructions. idle dependen|
-3|Supplier#000000003|q1,G3Pj6OjIuUYfUoH18BFTKP5aU9bEV3|1|11-383-516-1199|4192.40|blithely silent requests after the express dependencies are sl|
-4|Supplier#000000004|Bk7ah4CK8SYQTepEmvMkkgMwg|15|25-843-787-7479|4641.08|riously even requests above the exp|
-5|Supplier#000000005|Gcdm2rJRzl5qlTVzc|11|21-151-690-3663|-283.84|. slyly regular pinto bea|
-6|Supplier#000000006|tQxuVm7s7CnK|14|24-696-997-4969|1365.79|final accounts. regular dolphins use against the furiously ironic decoys. |
-7|Supplier#000000007|s,4TicNGB4uO6PaSqNBUq|23|33-990-965-2201|6820.35|s unwind silently furiously regular courts. final requests are deposits. requests wake quietly blit|
-8|Supplier#000000008|9Sq4bBH2FQEmaFOocY45sRTxo6yuoG|17|27-498-742-3860|7627.85|al pinto beans. asymptotes haggl|
-9|Supplier#000000009|1KhUgZegwM3ua7dsYmekYBsK|10|20-403-398-8662|5302.37|s. unusual, even requests along the furiously regular pac|
-10|Supplier#000000010|Saygah3gYWMp72i PY|24|34-852-489-8585|3891.91|ing waters. regular requests ar|

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/data/tpch0.001/tpch.ddl
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/data/tpch0.001/tpch.ddl b/pregelix/pregelix-core/data/tpch0.001/tpch.ddl
deleted file mode 100644
index 89efe56..0000000
--- a/pregelix/pregelix-core/data/tpch0.001/tpch.ddl
+++ /dev/null
@@ -1,70 +0,0 @@
--- Sccsid:     @(#)dss.ddl	2.1.8.1
-CREATE TABLE NATION  ( N_NATIONKEY  INTEGER NOT NULL,
-                            N_NAME       CHAR(25) NOT NULL,
-                            N_REGIONKEY  INTEGER NOT NULL,
-                            N_COMMENT    VARCHAR(152));
-
-CREATE TABLE REGION  ( R_REGIONKEY  INTEGER NOT NULL,
-                            R_NAME       CHAR(25) NOT NULL,
-                            R_COMMENT    VARCHAR(152));
-
-CREATE TABLE PART  ( P_PARTKEY     INTEGER NOT NULL,
-                          P_NAME        VARCHAR(55) NOT NULL,
-                          P_MFGR        CHAR(25) NOT NULL,
-                          P_BRAND       CHAR(10) NOT NULL,
-                          P_TYPE        VARCHAR(25) NOT NULL,
-                          P_SIZE        INTEGER NOT NULL,
-                          P_CONTAINER   CHAR(10) NOT NULL,
-                          P_RETAILPRICE DECIMAL(15,2) NOT NULL,
-                          P_COMMENT     VARCHAR(23) NOT NULL );
-
-CREATE TABLE SUPPLIER ( S_SUPPKEY     INTEGER NOT NULL,
-                             S_NAME        CHAR(25) NOT NULL,
-                             S_ADDRESS     VARCHAR(40) NOT NULL,
-                             S_NATIONKEY   INTEGER NOT NULL,
-                             S_PHONE       CHAR(15) NOT NULL,
-                             S_ACCTBAL     DECIMAL(15,2) NOT NULL,
-                             S_COMMENT     VARCHAR(101) NOT NULL);
-
-CREATE TABLE PARTSUPP ( PS_PARTKEY     INTEGER NOT NULL,
-                             PS_SUPPKEY     INTEGER NOT NULL,
-                             PS_AVAILQTY    INTEGER NOT NULL,
-                             PS_SUPPLYCOST  DECIMAL(15,2)  NOT NULL,
-                             PS_COMMENT     VARCHAR(199) NOT NULL );
-
-CREATE TABLE CUSTOMER ( C_CUSTKEY     INTEGER NOT NULL,
-                             C_NAME        VARCHAR(25) NOT NULL,
-                             C_ADDRESS     VARCHAR(40) NOT NULL,
-                             C_NATIONKEY   INTEGER NOT NULL,
-                             C_PHONE       CHAR(15) NOT NULL,
-                             C_ACCTBAL     DECIMAL(15,2)   NOT NULL,
-                             C_MKTSEGMENT  CHAR(10) NOT NULL,
-                             C_COMMENT     VARCHAR(117) NOT NULL);
-
-CREATE TABLE ORDERS  ( O_ORDERKEY       INTEGER NOT NULL,
-                           O_CUSTKEY        INTEGER NOT NULL,
-                           O_ORDERSTATUS    CHAR(1) NOT NULL,
-                           O_TOTALPRICE     DECIMAL(15,2) NOT NULL,
-                           O_ORDERDATE      DATE NOT NULL,
-                           O_ORDERPRIORITY  CHAR(15) NOT NULL,  
-                           O_CLERK          CHAR(15) NOT NULL, 
-                           O_SHIPPRIORITY   INTEGER NOT NULL,
-                           O_COMMENT        VARCHAR(79) NOT NULL);
-
-CREATE TABLE LINEITEM ( L_ORDERKEY    INTEGER NOT NULL,
-                             L_PARTKEY     INTEGER NOT NULL,
-                             L_SUPPKEY     INTEGER NOT NULL,
-                             L_LINENUMBER  INTEGER NOT NULL,
-                             L_QUANTITY    DECIMAL(15,2) NOT NULL,
-                             L_EXTENDEDPRICE  DECIMAL(15,2) NOT NULL,
-                             L_DISCOUNT    DECIMAL(15,2) NOT NULL,
-                             L_TAX         DECIMAL(15,2) NOT NULL,
-                             L_RETURNFLAG  CHAR(1) NOT NULL,
-                             L_LINESTATUS  CHAR(1) NOT NULL,
-                             L_SHIPDATE    DATE NOT NULL,
-                             L_COMMITDATE  DATE NOT NULL,
-                             L_RECEIPTDATE DATE NOT NULL,
-                             L_SHIPINSTRUCT CHAR(25) NOT NULL,
-                             L_SHIPMODE     CHAR(10) NOT NULL,
-                             L_COMMENT      VARCHAR(44) NOT NULL);
-

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/data/webmap/webmap_link.txt
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/data/webmap/webmap_link.txt b/pregelix/pregelix-core/data/webmap/webmap_link.txt
deleted file mode 100644
index 2bd5a0e..0000000
--- a/pregelix/pregelix-core/data/webmap/webmap_link.txt
+++ /dev/null
@@ -1,20 +0,0 @@
-0 1
-1 1 2
-2 1 2 3
-3 1 2 3 4
-4 1 2 3 4 5
-5 1 2 3 4 5 6
-6 1 2 3 4 5 6 7
-7 1 2 3 4 5 6 7 8
-8 1 2 3 4 5 6 7 8 9
-9 1 2 3 4 5 6 7 8 9 10
-10 11
-11 11 12
-12 11 12 13
-13 11 12 13 14
-14 11 12 13 14 15
-15 11 12 13 14 15 16
-16 11 12 13 14 15 16 17
-17 11 12 13 14 15 16 17 18
-18 11 12 13 14 15 16 17 18 19
-19 0 11 12 13 14 15 16 17 18 19

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/pom.xml
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/pom.xml b/pregelix/pregelix-core/pom.xml
deleted file mode 100644
index 0082d4a..0000000
--- a/pregelix/pregelix-core/pom.xml
+++ /dev/null
@@ -1,348 +0,0 @@
-<!--
- ! Copyright 2009-2013 by The Regents of the University of California
- ! Licensed under the Apache License, Version 2.0 (the "License");
- ! you may not use this file except in compliance with the License.
- ! you may obtain a copy of the License from
- ! 
- !     http://www.apache.org/licenses/LICENSE-2.0
- ! 
- ! Unless required by applicable law or agreed to in writing, software
- ! distributed under the License is distributed on an "AS IS" BASIS,
- ! WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- ! See the License for the specific language governing permissions and
- ! limitations under the License.
- !-->
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
-	<modelVersion>4.0.0</modelVersion>
-	<artifactId>pregelix-core</artifactId>
-	<packaging>jar</packaging>
-	<name>pregelix-core</name>
-
-	<parent>
-		<groupId>edu.uci.ics.hyracks</groupId>
-		<artifactId>pregelix</artifactId>
-		<version>0.2.14-SNAPSHOT</version>
-	</parent>
-
-
-	<properties>
-		<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
-	</properties>
-
-	<build>
-		<plugins>
-			<plugin>
-				<groupId>org.apache.maven.plugins</groupId>
-				<artifactId>maven-jar-plugin</artifactId>
-				<version>2.3.2</version>
-				<executions>
-					<execution>
-						<id>balancer</id>
-						<goals>
-							<goal>jar</goal>
-						</goals>
-						<phase>package</phase>
-						<configuration>
-							<classifier>balancer</classifier>
-							<archive>
-								<manifest>
-									<MainClass>edu.uci.ics.pregelix.core.util.DataBalancer</MainClass>
-								</manifest>
-							</archive>
-							<includes>
-								<include>**/edu/uci/ics/pregelix/core/util/DataBalancer*</include>
-							</includes>
-						</configuration>
-					</execution>
-					<execution>
-						<id>generator</id>
-						<goals>
-							<goal>jar</goal>
-						</goals>
-						<phase>package</phase>
-						<configuration>
-							<classifier>generator</classifier>
-							<archive>
-								<manifest>
-									<MainClass>edu.uci.ics.pregelix.core.util.DataGenerator</MainClass>
-								</manifest>
-							</archive>
-							<includes>
-								<include>**/edu/uci/ics/pregelix/core/util/DataGenerator*</include>
-							</includes>
-						</configuration>
-					</execution>
-				</executions>
-			</plugin>
-			<plugin>
-				<groupId>org.apache.maven.plugins</groupId>
-				<artifactId>maven-compiler-plugin</artifactId>
-				<version>2.0.2</version>
-				<configuration>
-					<source>1.7</source>
-					<target>1.7</target>
-					<fork>true</fork>
-				</configuration>
-			</plugin>
-			<plugin>
-				<groupId>org.codehaus.mojo</groupId>
-				<artifactId>appassembler-maven-plugin</artifactId>
-                <version>1.3</version>
-				<executions>
-					<execution>
-						<id>pregelix</id>
-						<configuration>
-							<platforms>
-								<platform>unix</platform>
-							</platforms>
-							<programs>
-								<program>
-									<mainClass>org.apache.hadoop.util.RunJar</mainClass>
-									<name>pregelix</name>
-								</program>
-							</programs>
-							<repositoryLayout>flat</repositoryLayout>
-							<repositoryName>lib</repositoryName>
-							<configurationDirectory>etc:"$HADOOP_HOME"/conf:/etc/hadoop/conf:"$1"</configurationDirectory>
-						</configuration>
-						<phase>package</phase>
-						<goals>
-							<goal>assemble</goal>
-						</goals>
-					</execution>
-					<execution>
-						<id>cc_nc_drivers</id>
-						<configuration>
-							<platforms>
-								<platform>unix</platform>
-							</platforms>
-							<programs>
-								<program>
-									<mainClass>edu.uci.ics.hyracks.control.cc.CCDriver</mainClass>
-									<name>pregelixcc</name>
-								</program>
-								<program>
-									<mainClass>edu.uci.ics.hyracks.control.nc.NCDriver</mainClass>
-									<name>pregelixnc</name>
-									<commandLineArguments>
-										<commandLineArgument>-app-nc-main-class</commandLineArgument>
-										<commandLineArgument>edu.uci.ics.pregelix.runtime.bootstrap.NCApplicationEntryPoint</commandLineArgument>
-									</commandLineArguments>
-								</program>
-							</programs>
-							<repositoryLayout>flat</repositoryLayout>
-							<repositoryName>lib</repositoryName>
-							<configurationDirectory>etc:"$HADOOP_HOME"/conf:/etc/hadoop/conf</configurationDirectory>
-						</configuration>
-						<phase>package</phase>
-						<goals>
-							<goal>assemble</goal>
-						</goals>
-					</execution>					
-				</executions>
-			</plugin>
-			<plugin>
-				<artifactId>maven-assembly-plugin</artifactId>
-				<version>2.2-beta-5</version>
-				<executions>
-					<execution>
-						<configuration>
-							<descriptors>
-								<descriptor>src/main/assembly/binary-assembly.xml</descriptor>
-							</descriptors>
-						</configuration>
-						<phase>package</phase>
-						<goals>
-							<goal>attached</goal>
-						</goals>
-					</execution>
-				</executions>
-			</plugin>
-			<plugin>
-				<artifactId>maven-resources-plugin</artifactId>
-				<version>2.5</version>
-				<executions>
-					<execution>
-						<id>copy-scripts</id>
-						<!-- here the phase you need -->
-						<phase>package</phase>
-						<goals>
-							<goal>copy-resources</goal>
-						</goals>
-						<configuration>
-							<outputDirectory>target/appassembler/bin</outputDirectory>
-							<resources>
-								<resource>
-									<directory>src/main/resources/scripts</directory>
-								</resource>
-							</resources>
-						</configuration>
-					</execution>
-					<execution>
-						<id>copy-conf</id>
-						<!-- here the phase you need -->
-						<phase>package</phase>
-						<goals>
-							<goal>copy-resources</goal>
-						</goals>
-						<configuration>
-							<outputDirectory>target/appassembler/conf</outputDirectory>
-							<resources>
-								<resource>
-									<directory>src/main/resources/conf</directory>
-								</resource>
-							</resources>
-						</configuration>
-					</execution>
-				</executions>
-			</plugin>
-			<plugin>
-				<artifactId>maven-clean-plugin</artifactId>
-                <version>2.4.1</version>
-				<configuration>
-					<filesets>
-						<fileset>
-							<directory>.</directory>
-							<includes>
-								<include>teststore*</include>
-								<include>edu*</include>
-								<include>actual*</include>
-								<include>build*</include>
-								<include>expect*</include>
-								<include>ClusterController*</include>
-							</includes>
-						</fileset>
-					</filesets>
-				</configuration>
-			</plugin>
-		</plugins>
-	</build>
-
-	<dependencies>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>pregelix-api</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>pregelix-dataflow-std</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>pregelix-dataflow</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>hyracks-dataflow-std</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>pregelix-runtime</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>hyracks-api</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>hyracks-dataflow-common</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>hyracks-data-std</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>hyracks-storage-am-common</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>hyracks-storage-am-btree</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>hyracks-control-cc</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>hyracks-control-nc</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>com.kenai.nbpwr</groupId>
-			<artifactId>org-apache-commons-io</artifactId>
-			<version>1.3.1-201002241208</version>
-			<type>nbm</type>
-			<scope>test</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks.examples</groupId>
-			<artifactId>hyracks-integration-tests</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<scope>test</scope>
-		</dependency>
-		<dependency>
-			<groupId>com.sun.jersey</groupId>
-			<artifactId>jersey</artifactId>
-			<version>0.8-ea</version>
-			<type>jar</type>
-			<scope>test</scope>
-		</dependency>
-		<dependency>
-			<groupId>javax.servlet</groupId>
-			<artifactId>javax.servlet-api</artifactId>
-			<version>3.0.1</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>hyracks-ipc</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-		<dependency>
-			<groupId>edu.uci.ics.hyracks</groupId>
-			<artifactId>hyracks-client</artifactId>
-			<version>0.2.14-SNAPSHOT</version>
-			<type>jar</type>
-			<scope>compile</scope>
-		</dependency>
-	</dependencies>
-</project>

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/src/main/assembly/binary-assembly.xml
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/src/main/assembly/binary-assembly.xml b/pregelix/pregelix-core/src/main/assembly/binary-assembly.xml
deleted file mode 100755
index e722e72..0000000
--- a/pregelix/pregelix-core/src/main/assembly/binary-assembly.xml
+++ /dev/null
@@ -1,33 +0,0 @@
-<!--
- ! Copyright 2009-2013 by The Regents of the University of California
- ! Licensed under the Apache License, Version 2.0 (the "License");
- ! you may not use this file except in compliance with the License.
- ! you may obtain a copy of the License from
- ! 
- !     http://www.apache.org/licenses/LICENSE-2.0
- ! 
- ! Unless required by applicable law or agreed to in writing, software
- ! distributed under the License is distributed on an "AS IS" BASIS,
- ! WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- ! See the License for the specific language governing permissions and
- ! limitations under the License.
- !-->
-<assembly>
-  <id>binary-assembly</id>
-  <formats>
-    <format>zip</format>
-    <format>dir</format>
-  </formats>
-  <includeBaseDirectory>false</includeBaseDirectory>
-  <fileSets>
-    <fileSet>
-      <directory>target/appassembler/bin</directory>
-      <outputDirectory>bin</outputDirectory>
-      <fileMode>0755</fileMode>
-    </fileSet>
-    <fileSet>
-      <directory>target/appassembler/lib</directory>
-      <outputDirectory>lib</outputDirectory>
-    </fileSet>
-  </fileSets>
-</assembly>

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/base/IDriver.java
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/base/IDriver.java b/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/base/IDriver.java
deleted file mode 100644
index dd38425..0000000
--- a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/base/IDriver.java
+++ /dev/null
@@ -1,39 +0,0 @@
-/*
- * Copyright 2009-2013 by The Regents of the University of California
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * you may obtain a copy of the License from
- * 
- *     http://www.apache.org/licenses/LICENSE-2.0
- * 
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package edu.uci.ics.pregelix.core.base;
-
-import java.util.List;
-
-import edu.uci.ics.hyracks.api.exceptions.HyracksException;
-import edu.uci.ics.pregelix.api.job.PregelixJob;
-
-public interface IDriver {
-
-    public static enum Plan {
-        INNER_JOIN,
-        OUTER_JOIN
-    }
-
-    public void runJob(PregelixJob job, String ipAddress, int port) throws HyracksException;
-
-    public void runJobs(List<PregelixJob> jobs, String ipAddress, int port) throws HyracksException;
-
-    public void runJob(PregelixJob job, Plan planChoice, String ipAddress, int port, boolean profiling)
-            throws HyracksException;
-
-    public void runJobs(List<PregelixJob> jobs, Plan planChoice, String ipAddress, int port, boolean profiling)
-            throws HyracksException;
-}

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/base/IJobGen.java
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/base/IJobGen.java b/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/base/IJobGen.java
deleted file mode 100644
index b5074a6..0000000
--- a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/base/IJobGen.java
+++ /dev/null
@@ -1,35 +0,0 @@
-/*
- * Copyright 2009-2013 by The Regents of the University of California
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * you may obtain a copy of the License from
- * 
- *     http://www.apache.org/licenses/LICENSE-2.0
- * 
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package edu.uci.ics.pregelix.core.base;
-
-import edu.uci.ics.hyracks.api.exceptions.HyracksException;
-import edu.uci.ics.hyracks.api.job.JobSpecification;
-
-public interface IJobGen {
-
-    public JobSpecification generateCreatingJob() throws HyracksException;
-
-    public JobSpecification generateLoadingJob() throws HyracksException;
-
-    public JobSpecification generateJob(int iteration) throws HyracksException;
-
-    public JobSpecification[] generateCheckpointing(int lastSuccessfulIteration) throws HyracksException;
-
-    public JobSpecification[] generateLoadingCheckpoint(int lastCheckpointedIteration) throws HyracksException;
-
-    public JobSpecification generateClearState(boolean allStates) throws HyracksException;
-
-}

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/data/TypeTraits.java
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/data/TypeTraits.java b/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/data/TypeTraits.java
deleted file mode 100644
index 6daa010..0000000
--- a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/data/TypeTraits.java
+++ /dev/null
@@ -1,46 +0,0 @@
-/*
- * Copyright 2009-2013 by The Regents of the University of California
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * you may obtain a copy of the License from
- * 
- *     http://www.apache.org/licenses/LICENSE-2.0
- * 
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package edu.uci.ics.pregelix.core.data;
-
-import edu.uci.ics.hyracks.api.dataflow.value.ITypeTraits;
-
-public class TypeTraits implements ITypeTraits {
-
-    private static final long serialVersionUID = 1L;
-    private final int length;
-    private final boolean isFixedLength;
-
-    public TypeTraits(boolean isFixedLength) {
-        this.isFixedLength = isFixedLength;
-        this.length = 0;
-    }
-
-    public TypeTraits(int length) {
-        this.isFixedLength = true;
-        this.length = length;
-    }
-
-    @Override
-    public boolean isFixedLength() {
-        return isFixedLength;
-    }
-
-    @Override
-    public int getFixedLength() {
-        return length;
-    }
-
-}

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/driver/Driver.java
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/driver/Driver.java b/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/driver/Driver.java
deleted file mode 100644
index 3057ba0..0000000
--- a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/driver/Driver.java
+++ /dev/null
@@ -1,502 +0,0 @@
-/*
- * Copyright 2009-2013 by The Regents of the University of California
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * you may obtain a copy of the License from
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package edu.uci.ics.pregelix.core.driver;
-
-import java.io.File;
-import java.io.FilenameFilter;
-import java.io.IOException;
-import java.lang.reflect.Type;
-import java.net.URL;
-import java.net.URLClassLoader;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.Collections;
-import java.util.EnumSet;
-import java.util.HashSet;
-import java.util.List;
-import java.util.Set;
-
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.io.IntWritable;
-import org.apache.hadoop.io.Writable;
-import org.apache.hadoop.io.WritableComparable;
-import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
-import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
-
-import edu.uci.ics.hyracks.api.client.HyracksConnection;
-import edu.uci.ics.hyracks.api.client.IHyracksClientConnection;
-import edu.uci.ics.hyracks.api.deployment.DeploymentId;
-import edu.uci.ics.hyracks.api.exceptions.HyracksException;
-import edu.uci.ics.hyracks.api.job.JobFlag;
-import edu.uci.ics.hyracks.api.job.JobId;
-import edu.uci.ics.hyracks.api.job.JobSpecification;
-import edu.uci.ics.hyracks.client.stats.Counters;
-import edu.uci.ics.hyracks.client.stats.impl.ClientCounterContext;
-import edu.uci.ics.pregelix.api.graph.GlobalAggregator;
-import edu.uci.ics.pregelix.api.graph.MessageCombiner;
-import edu.uci.ics.pregelix.api.graph.Vertex;
-import edu.uci.ics.pregelix.api.job.ICheckpointHook;
-import edu.uci.ics.pregelix.api.job.IIterationCompleteReporterHook;
-import edu.uci.ics.pregelix.api.job.PregelixJob;
-import edu.uci.ics.pregelix.api.util.BspUtils;
-import edu.uci.ics.pregelix.api.util.GlobalEdgeCountAggregator;
-import edu.uci.ics.pregelix.api.util.GlobalVertexCountAggregator;
-import edu.uci.ics.pregelix.api.util.ReflectionUtils;
-import edu.uci.ics.pregelix.core.base.IDriver;
-import edu.uci.ics.pregelix.core.jobgen.JobGen;
-import edu.uci.ics.pregelix.core.jobgen.JobGenFactory;
-import edu.uci.ics.pregelix.core.jobgen.clusterconfig.ClusterConfig;
-import edu.uci.ics.pregelix.core.optimizer.DynamicOptimizer;
-import edu.uci.ics.pregelix.core.optimizer.IOptimizer;
-import edu.uci.ics.pregelix.core.optimizer.NoOpOptimizer;
-import edu.uci.ics.pregelix.core.util.ExceptionUtilities;
-import edu.uci.ics.pregelix.dataflow.util.IterationUtils;
-
-@SuppressWarnings("rawtypes")
-public class Driver implements IDriver {
-    public static final String[] COUNTERS = { Counters.NUM_PROCESSOR, Counters.SYSTEM_LOAD, Counters.MEMORY_USAGE,
-            Counters.DISK_READ, Counters.DISK_WRITE, Counters.NETWORK_IO_READ, Counters.NETWORK_IO_WRITE };
-    private static final Log LOG = LogFactory.getLog(Driver.class);
-    private IHyracksClientConnection hcc;
-    private final Class exampleClass;
-    private boolean profiling = false;
-    private final StringBuffer counterBuffer = new StringBuffer();
-
-    public Driver(Class exampleClass) {
-        this.exampleClass = exampleClass;
-    }
-
-    @Override
-    public void runJob(PregelixJob job, String ipAddress, int port) throws HyracksException {
-        runJob(job, Plan.OUTER_JOIN, ipAddress, port, false);
-    }
-
-    @Override
-    public void runJobs(List<PregelixJob> jobs, String ipAddress, int port) throws HyracksException {
-        runJobs(jobs, Plan.OUTER_JOIN, ipAddress, port, false);
-    }
-
-    @Override
-    public void runJob(PregelixJob job, Plan planChoice, String ipAddress, int port, boolean profiling)
-            throws HyracksException {
-        runJobs(Collections.singletonList(job), planChoice, ipAddress, port, profiling);
-    }
-
-    @Override
-    public void runJobs(List<PregelixJob> jobs, Plan planChoice, String ipAddress, int port, boolean profiling)
-            throws HyracksException {
-        try {
-            counterBuffer.delete(0, counterBuffer.length());
-            counterBuffer.append("performance counters\n");
-            if (jobs.size() <= 0) {
-                throw new HyracksException("Please submit at least one job for execution!");
-            }
-            for (PregelixJob job : jobs) {
-                initJobConfiguration(job);
-            }
-            this.profiling = profiling;
-            PregelixJob currentJob = jobs.get(0);
-            PregelixJob lastJob = currentJob;
-            addHadoopConfiguration(currentJob, ipAddress, port, true);
-            ClientCounterContext counterContext = new ClientCounterContext(ipAddress, ClusterConfig.getCCHTTPort(),
-                    Arrays.asList(ClusterConfig.getNCNames()));
-            JobGen jobGen = null;
-
-            /** prepare job -- deploy jars */
-            DeploymentId deploymentId = prepareJobs(ipAddress, port);
-            LOG.info("job started");
-
-            IntWritable lastSnapshotJobIndex = new IntWritable(0);
-            IntWritable lastSnapshotSuperstep = new IntWritable(0);
-            boolean failed = false;
-            int retryCount = 0;
-            int maxRetryCount = 3;
-
-            IOptimizer dynamicOptimizer = BspUtils.getEnableDynamicOptimization(currentJob.getConfiguration()) == false ? new NoOpOptimizer()
-                    : new DynamicOptimizer(counterContext);
-            jobGen = selectJobGen(planChoice, currentJob, dynamicOptimizer);
-            jobGen = dynamicOptimizer.optimize(jobGen, 0);
-
-            do {
-                try {
-                    for (int i = lastSnapshotJobIndex.get(); i < jobs.size(); i++) {
-                        lastJob = currentJob;
-                        currentJob = jobs.get(i);
-                        currentJob.setRecoveryCount(retryCount);
-
-                        /** add hadoop configurations */
-                        addHadoopConfiguration(currentJob, ipAddress, port, failed);
-                        ICheckpointHook ckpHook = BspUtils.createCheckpointHook(currentJob.getConfiguration());
-
-                        boolean compatible = i == 0 ? false : compatible(lastJob, currentJob);
-                        /** load the data */
-                        if (!failed) {
-                            IterationUtils.makeTempDirectory(currentJob.getConfiguration());
-                            if (i == 0) {
-                                jobGen.reset(currentJob);
-                                loadData(currentJob, jobGen, deploymentId);
-                            } else if (!compatible) {
-                                finishJobs(jobGen, deploymentId);
-                                /** invalidate/clear checkpoint */
-                                lastSnapshotJobIndex.set(0);
-                                lastSnapshotSuperstep.set(0);
-                                jobGen.reset(currentJob);
-                                loadData(currentJob, jobGen, deploymentId);
-                            } else {
-                                jobGen.reset(currentJob);
-                            }
-                        } else {
-                            jobGen.reset(currentJob);
-                        }
-
-                        /** run loop-body jobs with dynamic optimizer if it is enabled */
-                        jobGen = dynamicOptimizer.optimize(jobGen, i);
-                        runLoopBody(deploymentId, currentJob, jobGen, i, lastSnapshotJobIndex, lastSnapshotSuperstep,
-                                ckpHook, failed);
-                        failed = false;
-                    }
-
-                    /** finish the jobs */
-                    finishJobs(jobGen, deploymentId);
-
-                    /** clear state */
-                    runClearState(deploymentId, jobGen, true);
-
-                    /** undeploy the binary */
-                    hcc.unDeployBinary(deploymentId);
-                } catch (Exception e1) {
-                    Set<String> blackListNodes = new HashSet<String>();
-                    /** disk failures or node failures */
-                    if (ExceptionUtilities.recoverable(e1, blackListNodes)) {
-                        ClusterConfig.addToBlackListNodes(blackListNodes);
-                        failed = true;
-                        retryCount++;
-                    } else {
-                        throw e1;
-                    }
-                }
-            } while (failed && retryCount < maxRetryCount);
-            LOG.info("job finished");
-            for (String counter : COUNTERS) {
-                counterBuffer.append("\t" + counter + ": " + counterContext.getCounter(counter, false).get() + "\n");
-            }
-            LOG.info(counterBuffer.toString());
-            counterContext.stop();
-        } catch (Exception e) {
-            throw new HyracksException(e);
-        } finally {
-            /** clear temporary directories */
-            try {
-                for (PregelixJob job : jobs) {
-                    IterationUtils.removeTempDirectory(job.getConfiguration());
-                }
-            } catch (Exception e) {
-                throw new HyracksException(e);
-            }
-        }
-    }
-
-    private boolean compatible(PregelixJob lastJob, PregelixJob currentJob) {
-        Class lastVertexIdClass = BspUtils.getVertexIndexClass(lastJob.getConfiguration());
-        Class lastVertexValueClass = BspUtils.getVertexValueClass(lastJob.getConfiguration());
-        Class lastEdgeValueClass = BspUtils.getEdgeValueClass(lastJob.getConfiguration());
-        Path lastOutputPath = FileOutputFormat.getOutputPath(lastJob);
-
-        Class currentVertexIdClass = BspUtils.getVertexIndexClass(currentJob.getConfiguration());
-        Class currentVertexValueClass = BspUtils.getVertexValueClass(currentJob.getConfiguration());
-        Class currentEdegeValueClass = BspUtils.getEdgeValueClass(currentJob.getConfiguration());
-        Path[] currentInputPaths = FileInputFormat.getInputPaths(currentJob);
-
-        return lastVertexIdClass.equals(currentVertexIdClass)
-                && lastVertexValueClass.equals(currentVertexValueClass)
-                && lastEdgeValueClass.equals(currentEdegeValueClass)
-                && (currentInputPaths.length == 0 || currentInputPaths.length == 1
-                        && lastOutputPath.equals(currentInputPaths[0]));
-    }
-
-    private JobGen selectJobGen(Plan planChoice, PregelixJob currentJob, IOptimizer optimizer) {
-        return JobGenFactory.createJobGen(planChoice, currentJob, optimizer);
-    }
-
-    private long loadData(PregelixJob currentJob, JobGen jobGen, DeploymentId deploymentId) throws IOException,
-            Exception {
-        long start;
-        long end;
-        long time;
-        start = System.currentTimeMillis();
-        FileSystem dfs = FileSystem.get(currentJob.getConfiguration());
-        Path outputPath = FileOutputFormat.getOutputPath(currentJob);
-        if (outputPath != null) {
-            dfs.delete(outputPath, true);
-        }
-        runCreate(deploymentId, jobGen);
-        runDataLoad(deploymentId, jobGen);
-        end = System.currentTimeMillis();
-        time = end - start;
-        LOG.info("data loading finished " + time + "ms");
-        return time;
-    }
-
-    private void finishJobs(JobGen jobGen, DeploymentId deploymentId) throws Exception {
-        long start;
-        long end;
-        long time;
-        start = System.currentTimeMillis();
-        runHDFSWRite(deploymentId, jobGen);
-        runCleanup(deploymentId, jobGen);
-        end = System.currentTimeMillis();
-        time = end - start;
-        LOG.info("result writing finished " + time + "ms");
-    }
-
-    private DeploymentId prepareJobs(String ipAddress, int port) throws Exception {
-        if (hcc == null) {
-            hcc = new HyracksConnection(ipAddress, port);
-        }
-        URLClassLoader classLoader = (URLClassLoader) exampleClass.getClassLoader();
-        List<File> jars = new ArrayList<File>();
-        URL[] urls = classLoader.getURLs();
-        for (URL url : urls) {
-            if (url.toString().endsWith(".jar")) {
-                jars.add(new File(url.getPath()));
-            }
-        }
-        DeploymentId deploymentId = installApplication(jars);
-        return deploymentId;
-    }
-
-    private void addHadoopConfiguration(PregelixJob job, String ipAddress, int port, boolean loadClusterConfig)
-            throws HyracksException {
-        URL hadoopCore = job.getClass().getClassLoader().getResource("core-site.xml");
-        if (hadoopCore != null) {
-            job.getConfiguration().addResource(hadoopCore);
-        }
-        URL hadoopMapRed = job.getClass().getClassLoader().getResource("mapred-site.xml");
-        if (hadoopMapRed != null) {
-            job.getConfiguration().addResource(hadoopMapRed);
-        }
-        URL hadoopHdfs = job.getClass().getClassLoader().getResource("hdfs-site.xml");
-        if (hadoopHdfs != null) {
-            job.getConfiguration().addResource(hadoopHdfs);
-        }
-        if (loadClusterConfig) {
-            ClusterConfig.loadClusterConfig(ipAddress, port);
-        }
-    }
-
-    private void runLoopBody(DeploymentId deploymentId, PregelixJob job, JobGen jobGen, int currentJobIndex,
-            IntWritable snapshotJobIndex, IntWritable snapshotSuperstep, ICheckpointHook ckpHook, boolean doRecovery)
-            throws Exception {
-        if (doRecovery) {
-            /** reload the checkpoint */
-            if (snapshotSuperstep.get() > 0) {
-                runLoadCheckpoint(deploymentId, jobGen, snapshotSuperstep.get());
-            } else {
-                runClearState(deploymentId, jobGen, true);
-                loadData(job, jobGen, deploymentId);
-            }
-        }
-        // TODO how long should the hook persist? One per job?  Or one per recovery attempt?
-        // since the hook shouldn't be stateful, we do one per recovery attempt
-        IIterationCompleteReporterHook itCompleteHook = BspUtils.createIterationCompleteHook(job.getConfiguration());
-        int i = doRecovery ? snapshotSuperstep.get() + 1 : 1;
-        int ckpInterval = BspUtils.getCheckpointingInterval(job.getConfiguration());
-        boolean terminate = false;
-        long start, end, time;
-        do {
-            start = System.currentTimeMillis();
-            runLoopBodyIteration(deploymentId, jobGen, i);
-            end = System.currentTimeMillis();
-            time = end - start;
-            LOG.info(job + ": iteration " + i + " finished " + time + "ms");
-            if (i == 1) {
-                counterBuffer.append("\t"
-                        + "total vertice: "
-                        + IterationUtils.readGlobalAggregateValue(job.getConfiguration(),
-                                BspUtils.getJobId(job.getConfiguration()), GlobalVertexCountAggregator.class.getName())
-                        + "\n");
-                counterBuffer.append("\t"
-                        + "total edges: "
-                        + IterationUtils.readGlobalAggregateValue(job.getConfiguration(),
-                                BspUtils.getJobId(job.getConfiguration()), GlobalEdgeCountAggregator.class.getName())
-                        + "\n");
-            }
-            terminate = IterationUtils.readTerminationState(job.getConfiguration(), jobGen.getJobId())
-                    || IterationUtils.readForceTerminationState(job.getConfiguration(), jobGen.getJobId())
-                    || i >= BspUtils.getMaxIteration(job.getConfiguration());
-            if (ckpHook.checkpoint(i) || ckpInterval > 0 && i % ckpInterval == 0) {
-                runCheckpoint(deploymentId, jobGen, i);
-                snapshotJobIndex.set(currentJobIndex);
-                snapshotSuperstep.set(i);
-            }
-            itCompleteHook.completeIteration(i, job);
-            i++;
-        } while (!terminate);
-    }
-
-    private void runCheckpoint(DeploymentId deploymentId, JobGen jobGen, int lastSuccessfulIteration) throws Exception {
-        try {
-            JobSpecification[] ckpJobs = jobGen.generateCheckpointing(lastSuccessfulIteration);
-            runJobArray(deploymentId, ckpJobs);
-        } catch (Exception e) {
-            throw e;
-        }
-    }
-
-    private void runLoadCheckpoint(DeploymentId deploymentId, JobGen jobGen, int checkPointedIteration)
-            throws Exception {
-        try {
-            JobSpecification[] ckpJobs = jobGen.generateLoadingCheckpoint(checkPointedIteration);
-            runJobArray(deploymentId, ckpJobs);
-        } catch (Exception e) {
-            throw e;
-        }
-    }
-
-    private void runCreate(DeploymentId deploymentId, JobGen jobGen) throws Exception {
-        try {
-            JobSpecification treeCreateSpec = jobGen.generateCreatingJob();
-            execute(deploymentId, treeCreateSpec);
-        } catch (Exception e) {
-            throw e;
-        }
-    }
-
-    private void runDataLoad(DeploymentId deploymentId, JobGen jobGen) throws Exception {
-        try {
-            JobSpecification bulkLoadJobSpec = jobGen.generateLoadingJob();
-            execute(deploymentId, bulkLoadJobSpec);
-        } catch (Exception e) {
-            throw e;
-        }
-    }
-
-    private void runLoopBodyIteration(DeploymentId deploymentId, JobGen jobGen, int iteration) throws Exception {
-        try {
-            JobSpecification loopBody = jobGen.generateJob(iteration);
-            execute(deploymentId, loopBody);
-        } catch (Exception e) {
-            throw e;
-        }
-    }
-
-    private void runHDFSWRite(DeploymentId deploymentId, JobGen jobGen) throws Exception {
-        try {
-            JobSpecification scanSortPrintJobSpec = jobGen.scanIndexWriteGraph();
-            execute(deploymentId, scanSortPrintJobSpec);
-        } catch (Exception e) {
-            throw e;
-        }
-    }
-
-    private void runCleanup(DeploymentId deploymentId, JobGen jobGen) throws Exception {
-        try {
-            JobSpecification[] cleanups = jobGen.generateCleanup();
-            runJobArray(deploymentId, cleanups);
-        } catch (Exception e) {
-            throw e;
-        }
-    }
-
-    private void runClearState(DeploymentId deploymentId, JobGen jobGen, boolean allStates) throws Exception {
-        try {
-            JobSpecification clear = jobGen.generateClearState(allStates);
-            execute(deploymentId, clear);
-        } catch (Exception e) {
-            throw e;
-        }
-    }
-
-    private void runJobArray(DeploymentId deploymentId, JobSpecification[] jobs) throws Exception {
-        for (JobSpecification job : jobs) {
-            execute(deploymentId, job);
-        }
-    }
-
-    private void execute(DeploymentId deploymentId, JobSpecification job) throws Exception {
-        job.setUseConnectorPolicyForScheduling(false);
-        job.setReportTaskDetails(false);
-        job.setMaxReattempts(0);
-        JobId jobId = hcc.startJob(deploymentId, job,
-                profiling ? EnumSet.of(JobFlag.PROFILE_RUNTIME) : EnumSet.noneOf(JobFlag.class));
-        hcc.waitForCompletion(jobId);
-    }
-
-    public DeploymentId installApplication(List<File> jars) throws Exception {
-        List<String> allJars = new ArrayList<String>();
-        for (File jar : jars) {
-            allJars.add(jar.getAbsolutePath());
-        }
-        long start = System.currentTimeMillis();
-        DeploymentId deploymentId = hcc.deployBinary(allJars);
-        long end = System.currentTimeMillis();
-        LOG.info("jar deployment finished " + (end - start) + "ms");
-        return deploymentId;
-    }
-
-    @SuppressWarnings({ "unchecked" })
-    private void initJobConfiguration(PregelixJob job) {
-        Configuration conf = job.getConfiguration();
-        Class vertexClass = conf.getClass(PregelixJob.VERTEX_CLASS, Vertex.class);
-        List<Type> parameterTypes = ReflectionUtils.getTypeArguments(Vertex.class, vertexClass);
-        Type vertexIndexType = parameterTypes.get(0);
-        Type vertexValueType = parameterTypes.get(1);
-        Type edgeValueType = parameterTypes.get(2);
-        Type messageValueType = parameterTypes.get(3);
-        conf.setClass(PregelixJob.VERTEX_INDEX_CLASS, (Class<?>) vertexIndexType, WritableComparable.class);
-        conf.setClass(PregelixJob.VERTEX_VALUE_CLASS, (Class<?>) vertexValueType, Writable.class);
-        conf.setClass(PregelixJob.EDGE_VALUE_CLASS, (Class<?>) edgeValueType, Writable.class);
-        conf.setClass(PregelixJob.MESSAGE_VALUE_CLASS, (Class<?>) messageValueType, Writable.class);
-
-        List aggregatorClasses = BspUtils.getGlobalAggregatorClasses(conf);
-        for (int i = 0; i < aggregatorClasses.size(); i++) {
-            Class aggregatorClass = (Class) aggregatorClasses.get(i);
-            if (!aggregatorClass.equals(GlobalAggregator.class)) {
-                List<Type> argTypes = ReflectionUtils.getTypeArguments(GlobalAggregator.class, aggregatorClass);
-                Type partialAggregateValueType = argTypes.get(4);
-                conf.setClass(PregelixJob.PARTIAL_AGGREGATE_VALUE_CLASS + "$" + aggregatorClass.getName(),
-                        (Class<?>) partialAggregateValueType, Writable.class);
-                Type finalAggregateValueType = argTypes.get(5);
-                conf.setClass(PregelixJob.FINAL_AGGREGATE_VALUE_CLASS + "$" + aggregatorClass.getName(),
-                        (Class<?>) finalAggregateValueType, Writable.class);
-            }
-        }
-
-        Class combinerClass = BspUtils.getMessageCombinerClass(conf);
-        if (!combinerClass.equals(MessageCombiner.class)) {
-            List<Type> argTypes = ReflectionUtils.getTypeArguments(MessageCombiner.class, combinerClass);
-            Type partialCombineValueType = argTypes.get(2);
-            conf.setClass(PregelixJob.PARTIAL_COMBINE_VALUE_CLASS, (Class<?>) partialCombineValueType, Writable.class);
-        }
-    }
-}
-
-class FileFilter implements FilenameFilter {
-    private final String ext;
-
-    public FileFilter(String ext) {
-        this.ext = "." + ext;
-    }
-
-    @Override
-    public boolean accept(File dir, String name) {
-        return name.endsWith(ext);
-    }
-}

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/config/ConfigurationFactory.java
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/config/ConfigurationFactory.java b/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/config/ConfigurationFactory.java
deleted file mode 100644
index fef56d2..0000000
--- a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/config/ConfigurationFactory.java
+++ /dev/null
@@ -1,68 +0,0 @@
-/*
- * Copyright 2009-2013 by The Regents of the University of California
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * you may obtain a copy of the License from
- * 
- *     http://www.apache.org/licenses/LICENSE-2.0
- * 
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package edu.uci.ics.pregelix.core.hadoop.config;
-
-import org.apache.hadoop.conf.Configuration;
-
-import edu.uci.ics.hyracks.api.context.IHyracksTaskContext;
-import edu.uci.ics.hyracks.api.exceptions.HyracksDataException;
-import edu.uci.ics.pregelix.api.util.SerDeUtils;
-import edu.uci.ics.pregelix.dataflow.base.IConfigurationFactory;
-
-public class ConfigurationFactory implements IConfigurationFactory {
-    private static final long serialVersionUID = 1L;
-    private final byte[] data;
-    private transient Configuration confCache;
-
-    public ConfigurationFactory(Configuration conf) {
-        try {
-            data = SerDeUtils.serialize(conf);
-        } catch (Exception e) {
-            throw new IllegalStateException(e);
-        }
-    }
-
-    @Override
-    public synchronized Configuration createConfiguration(IHyracksTaskContext ctx) throws HyracksDataException {
-        try {
-            if (confCache != null) {
-                return confCache;
-            }
-            Configuration conf = new Configuration();
-            conf.setClassLoader(ctx.getJobletContext().getClassLoader());
-            SerDeUtils.deserialize(conf, data);
-            confCache = conf;
-            return conf;
-        } catch (Exception e) {
-            throw new HyracksDataException(e);
-        }
-    }
-
-    @Override
-    public synchronized Configuration createConfiguration() throws HyracksDataException {
-        try {
-            if (confCache != null) {
-                return confCache;
-            }
-            Configuration conf = new Configuration();
-            SerDeUtils.deserialize(conf, data);
-            confCache = conf;
-            return conf;
-        } catch (Exception e) {
-            throw new HyracksDataException(e);
-        }
-    }
-}

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/data/Message.java
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/data/Message.java b/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/data/Message.java
deleted file mode 100644
index d0bde02..0000000
--- a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/data/Message.java
+++ /dev/null
@@ -1,79 +0,0 @@
-/*
- * Copyright 2009-2013 by The Regents of the University of California
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * you may obtain a copy of the License from
- * 
- *     http://www.apache.org/licenses/LICENSE-2.0
- * 
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package edu.uci.ics.pregelix.core.hadoop.data;
-
-import java.io.DataInput;
-import java.io.DataOutput;
-import java.io.IOException;
-
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.io.Writable;
-import org.apache.hadoop.util.ReflectionUtils;
-
-import edu.uci.ics.pregelix.api.util.BspUtils;
-
-public class Message<I extends Writable, M extends Writable> implements Writable {
-    private I receiverId;
-    private M body;
-    private Configuration conf;
-
-    public Message() {
-    }
-
-    public Message(I receiverId, M body) {
-        this.receiverId = receiverId;
-        this.body = body;
-    }
-
-    public void setConf(Configuration conf) {
-        this.conf = conf;
-    }
-
-    public Configuration getConf() {
-        return conf;
-    }
-
-    @SuppressWarnings("unchecked")
-    @Override
-    public void readFields(DataInput input) throws IOException {
-        if (this.receiverId == null && this.body == null) {
-            setClass((Class<I>) BspUtils.getVertexIndexClass(getConf()),
-                    (Class<M>) BspUtils.getMessageValueClass(getConf()));
-        }
-        receiverId.readFields(input);
-        body.readFields(input);
-    }
-
-    @Override
-    public void write(DataOutput output) throws IOException {
-        receiverId.write(output);
-        body.write(output);
-    }
-
-    public I getReceiverVertexId() {
-        return receiverId;
-    }
-
-    public M getMessageBody() {
-        return body;
-    }
-
-    private void setClass(Class<I> idClass, Class<M> bodyClass) {
-        receiverId = ReflectionUtils.newInstance(idClass, getConf());
-        body = ReflectionUtils.newInstance(bodyClass, getConf());
-    }
-
-}

http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/blob/ffc967fd/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/data/MessageList.java
----------------------------------------------------------------------
diff --git a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/data/MessageList.java b/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/data/MessageList.java
deleted file mode 100644
index eda340c..0000000
--- a/pregelix/pregelix-core/src/main/java/edu/uci/ics/pregelix/core/hadoop/data/MessageList.java
+++ /dev/null
@@ -1,29 +0,0 @@
-/*
- * Copyright 2009-2013 by The Regents of the University of California
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * you may obtain a copy of the License from
- * 
- *     http://www.apache.org/licenses/LICENSE-2.0
- * 
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package edu.uci.ics.pregelix.core.hadoop.data;
-
-import edu.uci.ics.pregelix.api.util.ArrayListWritable;
-
-@SuppressWarnings("rawtypes")
-public class MessageList extends ArrayListWritable<Message> {
-    private static final long serialVersionUID = 1L;
-
-    @Override
-    public void setClass() {
-        setClass(Message.class);
-    }
-
-}


Mime
View raw message