hawq-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From bhuvnesh2...@apache.org
Subject [22/48] incubator-hawq git commit: HAWQ-618. Import libhdfs3 library for internal management and LICENSE modified
Date Mon, 04 Apr 2016 05:09:26 GMT
http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/CMakeLists.txt
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/CMakeLists.txt b/depends/libhdfs3/mock/CMakeLists.txt
new file mode 100644
index 0000000..2d01f84
--- /dev/null
+++ b/depends/libhdfs3/mock/CMakeLists.txt
@@ -0,0 +1,7 @@
+CMAKE_MINIMUM_REQUIRED(VERSION 2.8)
+
+AUTO_SOURCES(files "*.cpp" "RECURSE" "${CMAKE_CURRENT_SOURCE_DIR}")
+LIST(APPEND libhdfs3_MOCK_SOURCES ${files})
+
+SET(libhdfs3_MOCK_SOURCES ${libhdfs3_MOCK_SOURCES} PARENT_SCOPE)
+

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockBufferedSocketReader.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockBufferedSocketReader.h b/depends/libhdfs3/mock/MockBufferedSocketReader.h
new file mode 100644
index 0000000..eca29d9
--- /dev/null
+++ b/depends/libhdfs3/mock/MockBufferedSocketReader.h
@@ -0,0 +1,49 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKBUFFEREDSOCKETREADER_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKBUFFEREDSOCKETREADER_H_
+
+#include "gmock/gmock.h"
+#include "network/BufferedSocketReader.h"
+
+namespace Hdfs {
+namespace Mock {
+
+class MockBufferedSocketReader: public Hdfs::Internal::BufferedSocketReader {
+public:
+	MOCK_METHOD2(read, int32_t(char * b, int32_t s));
+	MOCK_METHOD3(readFully, void(char * b, int32_t s, int timeout));
+	MOCK_METHOD1(readBigEndianInt32, int32_t(int timeout));
+	MOCK_METHOD1(readVarint32, int32_t(int timeout));
+	MOCK_METHOD1(poll, bool(int timeout));
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKBUFFEREDSOCKETREADER_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockDatanode.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockDatanode.h b/depends/libhdfs3/mock/MockDatanode.h
new file mode 100644
index 0000000..4acbefb
--- /dev/null
+++ b/depends/libhdfs3/mock/MockDatanode.h
@@ -0,0 +1,50 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKDATANODE_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKDATANODE_H_
+
+#include "gmock/gmock.h"
+#include "server/Datanode.h"
+
+using namespace Hdfs::Internal;
+namespace Hdfs {
+
+namespace Mock {
+
+class MockDatanode: public Datanode {
+public:
+	MOCK_METHOD1(getReplicaVisibleLength, int64_t (const Hdfs::Internal::ExtendedBlock & b));
+	MOCK_METHOD3(getBlockLocalPathInfo, void (const Hdfs::Internal::ExtendedBlock & block,
+	                 const Hdfs::Internal::Token & token, Hdfs::Internal::BlockLocalPathInfo & info));
+
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKDATANODE_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockFileSystemInter.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockFileSystemInter.h b/depends/libhdfs3/mock/MockFileSystemInter.h
new file mode 100644
index 0000000..b9543b7
--- /dev/null
+++ b/depends/libhdfs3/mock/MockFileSystemInter.h
@@ -0,0 +1,112 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKFILESYSTEMINTER_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKFILESYSTEMINTER_H_
+
+#include "gmock/gmock.h"
+
+#include "client/DirectoryIterator.h"
+#include "client/FileStatus.h"
+#include "client/FileSystem.h"
+#include "client/FileSystemInter.h"
+#include "client/FileSystemKey.h"
+#include "client/FileSystemStats.h"
+#include "client/Permission.h"
+#include "client/UserInfo.h"
+#include "Memory.h"
+#include "server/DatanodeInfo.h"
+#include "server/ExtendedBlock.h"
+#include "server/LocatedBlock.h"
+#include "server/LocatedBlocks.h"
+#include "SessionConfig.h"
+
+#include <string>
+#include <vector>
+
+class MockFileSystemInter: public Hdfs::Internal::FileSystemInter {
+public:
+  MOCK_METHOD0(connect, void());
+  MOCK_METHOD0(disconnect, void());
+  MOCK_METHOD1(getStandardPath, const std::string(const char * path));
+  MOCK_METHOD0(getClientName, const char *());
+  MOCK_CONST_METHOD0(getDefaultReplication, int());
+  MOCK_CONST_METHOD0(getDefaultBlockSize, int64_t());
+  MOCK_CONST_METHOD0(getHomeDirectory, std::string());
+  MOCK_METHOD2(deletePath, bool(const char * path, bool recursive));
+  MOCK_METHOD2(mkdir, bool(const char * path, const Hdfs::Permission & permission));
+  MOCK_METHOD2(mkdirs, bool(const char * path, const Hdfs::Permission & permission));
+  MOCK_METHOD1(getFileStatus, Hdfs::FileStatus(const char * path));
+  MOCK_METHOD3(setOwner, void(const char * path, const char * username, const char * groupname));
+  MOCK_METHOD3(setTimes, void(const char * path, int64_t mtime, int64_t atime));
+  MOCK_METHOD2(setPermission, void(const char * path, const Hdfs::Permission &));
+  MOCK_METHOD2(setReplication, bool(const char * path, short replication));
+  MOCK_METHOD2(rename, bool(const char * src, const char * dst));
+  MOCK_METHOD1(setWorkingDirectory, void(const char * path));
+  MOCK_CONST_METHOD0(getWorkingDirectory, std::string());
+  MOCK_METHOD1(exist, bool(const char * path));
+  MOCK_METHOD0(getFsStats, Hdfs::FileSystemStats());
+  MOCK_METHOD2(truncate, bool(const char * src, int64_t size));
+  MOCK_METHOD1(getDelegationToken, std::string(const char * renewer));
+  MOCK_METHOD0(getDelegationToken, std::string());
+  MOCK_METHOD1(renewDelegationToken, int64_t(const std::string & token));
+  MOCK_METHOD1(cancelDelegationToken, void(const std::string & token));
+  MOCK_METHOD6(create, void(const std::string & src, const Hdfs::Permission & masked, int flag, bool createParent, short replication, int64_t blockSize));
+  MOCK_METHOD1(append, std::pair<Hdfs::Internal::shared_ptr<Hdfs::Internal::LocatedBlock>,
+               Hdfs::Internal::shared_ptr<Hdfs::FileStatus> >(const std::string & src));
+  MOCK_METHOD2(abandonBlock, void(const Hdfs::Internal::ExtendedBlock & b, const std::string & srcr));
+  MOCK_METHOD3(addBlock, Hdfs::Internal::shared_ptr<Hdfs::Internal::LocatedBlock>(const std::string & src,
+          const Hdfs::Internal::ExtendedBlock * previous,
+          const std::vector<Hdfs::Internal::DatanodeInfo> & excludeNodes));
+  MOCK_METHOD6(getAdditionalDatanode, Hdfs::Internal::shared_ptr<Hdfs::Internal::LocatedBlock> (const std::string & src,
+          const Hdfs::Internal::ExtendedBlock & blk,
+          const std::vector<Hdfs::Internal::DatanodeInfo> & existings,
+          const std::vector<std::string> & storageIDs,
+          const std::vector<Hdfs::Internal::DatanodeInfo> & excludes, int numAdditionalNodes));
+  MOCK_METHOD2(complete, bool(const std::string & src,
+          const Hdfs::Internal::ExtendedBlock * last));
+  MOCK_METHOD1(reportBadBlocks, void(const std::vector<Hdfs::Internal::LocatedBlock> & blocks));
+  MOCK_METHOD1(fsync, void(const std::string & src));
+  MOCK_METHOD1(updateBlockForPipeline, Hdfs::Internal::shared_ptr<Hdfs::Internal::LocatedBlock>(const Hdfs::Internal::ExtendedBlock & block));
+  MOCK_METHOD4(updatePipeline, void(const Hdfs::Internal::ExtendedBlock & oldBlock,
+          const Hdfs::Internal::ExtendedBlock & newBlock,
+          const std::vector<Hdfs::Internal::DatanodeInfo> & newNodes,
+          const std::vector<std::string> & storageIDs));
+  MOCK_CONST_METHOD0(getConf, const Hdfs::Internal::SessionConfig &());
+  MOCK_CONST_METHOD0(getUserInfo, const Hdfs::Internal::UserInfo &());
+  MOCK_METHOD4(getBlockLocations, void(const std::string & src, int64_t offset, int64_t length, Hdfs::Internal::LocatedBlocks & lbs));
+  MOCK_METHOD4(getListing, bool(const std::string & src, const std::string & , bool needLocation, std::vector<Hdfs::FileStatus> &));
+  MOCK_METHOD2(listDirectory, Hdfs::DirectoryIterator(const char *, bool));
+  MOCK_METHOD0(renewLease, bool());
+  MOCK_METHOD0(registerOpenedOutputStream, void());
+  MOCK_METHOD0(unregisterOpenedOutputStream, bool());
+  MOCK_METHOD3(getFileBlockLocations, std::vector<Hdfs::BlockLocation> (const char * path, int64_t start, int64_t len));
+  MOCK_METHOD2(listAllDirectoryItems, std::vector<Hdfs::FileStatus> (const char * path, bool needLocation));
+  MOCK_METHOD0(getPeerCache, Hdfs::Internal::PeerCache &());
+};
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKSOCKET_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockLeaseRenewer.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockLeaseRenewer.h b/depends/libhdfs3/mock/MockLeaseRenewer.h
new file mode 100644
index 0000000..c6669e8
--- /dev/null
+++ b/depends/libhdfs3/mock/MockLeaseRenewer.h
@@ -0,0 +1,62 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKLEASERENEWER_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKLEASERENEWER_H_
+
+#include "client/LeaseRenewer.h"
+#include "gmock/gmock.h"
+
+namespace Hdfs {
+namespace Mock {
+
+class MockLeaseRenewer: public Hdfs::Internal::LeaseRenewer {
+public:
+	MOCK_METHOD1(StartRenew, void(shared_ptr<FileSystemInter>));
+	MOCK_METHOD1(StopRenew, void(shared_ptr<FileSystemInter>));
+};
+
+static inline shared_ptr<LeaseRenewer> MakeMockLeaseRenewer() {
+	Hdfs::Internal::LeaseRenewer::GetLeaseRenewer();
+	shared_ptr<LeaseRenewer> old = Hdfs::Internal::LeaseRenewer::renewer;
+	Hdfs::Internal::LeaseRenewer::renewer = shared_ptr<LeaseRenewer>(new MockLeaseRenewer);
+	return old;
+}
+
+static inline MockLeaseRenewer & GetMockLeaseRenewer(){
+	assert(Hdfs::Internal::LeaseRenewer::renewer);
+	return static_cast<MockLeaseRenewer &> (*Hdfs::Internal::LeaseRenewer::renewer);
+}
+
+static inline void ResetMockLeaseRenewer(shared_ptr<LeaseRenewer> old){
+	Hdfs::Internal::LeaseRenewer::renewer = old;
+}
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKLEASERENEWER_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockNamenode.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockNamenode.h b/depends/libhdfs3/mock/MockNamenode.h
new file mode 100644
index 0000000..94cfece
--- /dev/null
+++ b/depends/libhdfs3/mock/MockNamenode.h
@@ -0,0 +1,116 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKNAMENODE_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKNAMENODE_H_
+
+#include "gmock/gmock.h"
+#include "server/Namenode.h"
+#include "server/LocatedBlocks.h"
+#include "server/LocatedBlock.h"
+#include "server/ExtendedBlock.h"
+#include "server/DatanodeInfo.h"
+#include "client/FileStatus.h"
+
+using namespace Hdfs::Internal;
+namespace Hdfs {
+
+namespace Mock {
+
+class MockNamenode: public Namenode {
+public:
+    MOCK_METHOD4(getBlockLocations, void(const std::string & src, int64_t offset,
+                            int64_t length, LocatedBlocks & lbs));
+    MOCK_METHOD7(create, void(const std::string & src, const Permission & masked,
+          const std::string & clientName, int flag, bool createParent,
+          short replication, int64_t blockSize));
+    MOCK_METHOD2(append, std::pair<shared_ptr<LocatedBlock>,
+                 shared_ptr<FileStatus> >(const std::string & src, const std::string & clientName));
+    MOCK_METHOD2(setReplication, bool(const std::string & src, short replication));
+    MOCK_METHOD2(setPermission, void(const std::string & src,
+          const Permission & permission));
+    MOCK_METHOD3(setOwner, void(const std::string & src, const std::string & username, const std::string & groupname));
+    MOCK_METHOD3(abandonBlock, void(const ExtendedBlock & b, const std::string & src,
+          const std::string & holder));
+    MOCK_METHOD4(addBlock, shared_ptr<LocatedBlock>(const std::string & src,
+          const std::string & clientName, const ExtendedBlock * previous,
+          const std::vector<DatanodeInfo> & excludeNodes));
+    MOCK_METHOD7(getAdditionalDatanode, shared_ptr<LocatedBlock>(const std::string & src,
+             const ExtendedBlock & blk,
+             const std::vector<DatanodeInfo> & existings,
+             const std::vector<std::string> & storageIDs,
+             const std::vector<DatanodeInfo> & excludes, int numAdditionalNodes,
+             const std::string & clientName));
+    MOCK_METHOD3(complete, bool(const std::string & src,
+                        const std::string & clientName, const ExtendedBlock * last));
+    MOCK_METHOD1(reportBadBlocks, void(const std::vector<LocatedBlock> & blocks));
+    MOCK_METHOD2(concat, void(const std::string & trg,
+                       const std::vector<std::string> & srcs));
+    MOCK_METHOD3(truncate, bool(const std::string & src, int64_t size,
+                        const std::string & clientName));
+    MOCK_METHOD2(getLease, void(const std::string & src,
+                        const std::string & clientName)) ;
+    MOCK_METHOD2(releaseLease, void(const std::string & src,
+                          const std::string & clientName));
+    MOCK_METHOD2(deleteFile, bool(const std::string & src, bool recursive));
+    MOCK_METHOD3(mkdirs, bool(const std::string & src, const Permission & masked,
+                     bool createParent)) ;
+    MOCK_METHOD1(renewLease, void(const std::string & clientName));
+    MOCK_METHOD2(recoverLease, bool(const std::string & src,
+                           const std::string & clientName));
+    MOCK_METHOD0(getFsStats, std::vector<int64_t>());
+    MOCK_METHOD1(metaSave, void(
+          const std::string & filename));
+    MOCK_METHOD2(getFileInfo, FileStatus(const std::string & src, bool *exist));
+    MOCK_METHOD1(getFileLinkInfo, FileStatus(const std::string & src));
+    MOCK_METHOD3(setQuota, void(const std::string & path, int64_t namespaceQuota,
+                        int64_t diskspaceQuota));
+    MOCK_METHOD2(fsync, void(const std::string & src, const std::string & client));
+    MOCK_METHOD3(setTimes, void(const std::string & src, int64_t mtime, int64_t atime));
+    MOCK_METHOD4(createSymlink, void(const std::string & target,
+                             const std::string & link, const Permission & dirPerm,
+                             bool createParent));
+    MOCK_METHOD1(getLinkTarget, std::string(const std::string & path));
+    MOCK_METHOD2(updateBlockForPipeline, shared_ptr<LocatedBlock>(const ExtendedBlock & block,
+              const std::string & clientName));
+    MOCK_METHOD5(updatePipeline, void(const std::string & clientName,
+                              const ExtendedBlock & oldBlock, const ExtendedBlock & newBlock,
+                              const std::vector<DatanodeInfo> & newNodes,
+                              const std::vector<std::string> & storageIDs));
+    MOCK_METHOD4(getListing, bool(const std::string & src,
+                           const std::string & startAfter, bool needLocation,
+                           std::vector<FileStatus> & dl));
+    MOCK_METHOD2(rename, bool(const std::string & src, const std::string & dst));
+    MOCK_METHOD1(getDelegationToken, Token(const std::string & renewer) );
+    MOCK_METHOD1(renewDelegationToken, int64_t(const Token & token));
+    MOCK_METHOD1(cancelDelegationToken, void(const Token & token));
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKNAMENODE_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockOperationCanceledCallback.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockOperationCanceledCallback.h b/depends/libhdfs3/mock/MockOperationCanceledCallback.h
new file mode 100644
index 0000000..b3bdef4
--- /dev/null
+++ b/depends/libhdfs3/mock/MockOperationCanceledCallback.h
@@ -0,0 +1,54 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKOPERATIONCANCELEDCALLBACK_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKOPERATIONCANCELEDCALLBACK_H_
+
+#include "gmock/gmock.h"
+
+namespace Hdfs {
+namespace Mock {
+
+class MockCancelObject {
+public:
+	bool canceled() {
+		return check();
+	}
+	virtual bool check() = 0;
+	virtual ~MockCancelObject() {
+	}
+};
+
+class MockOperationCanceledCallback: public MockCancelObject {
+public:
+	MOCK_METHOD0(check, bool());
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKOPERATIONCANCELEDCALLBACK_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockPipeline.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockPipeline.h b/depends/libhdfs3/mock/MockPipeline.h
new file mode 100644
index 0000000..ccd31c5
--- /dev/null
+++ b/depends/libhdfs3/mock/MockPipeline.h
@@ -0,0 +1,53 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKPIPELINE_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKPIPELINE_H_
+
+#include "gmock/gmock.h"
+#include "client/Packet.h"
+#include "server/ExtendedBlock.h"
+#include "client/FileSystem.h"
+
+using namespace Hdfs::Internal;
+namespace Hdfs {
+
+namespace Mock {
+
+class MockPipeline: public Pipeline {
+public:
+    MOCK_METHOD0(flush, void());
+    MOCK_METHOD1(close, shared_ptr<LocatedBlock> (shared_ptr<Packet> lastPacket));
+    MOCK_METHOD1(send, void (shared_ptr<Packet> packet));
+    MOCK_METHOD1(setFilesystem, void (FileSystemInter * fs));
+
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKPIPELINE_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockRpcChannel.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockRpcChannel.h b/depends/libhdfs3/mock/MockRpcChannel.h
new file mode 100644
index 0000000..26eb567
--- /dev/null
+++ b/depends/libhdfs3/mock/MockRpcChannel.h
@@ -0,0 +1,49 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKRPCCHANNEL_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKRPCCHANNEL_H_
+
+#include "gmock/gmock.h"
+#include "rpc/RpcChannel.h"
+
+namespace Hdfs {
+namespace Mock {
+
+class MockRpcChannel: public Hdfs::Internal::RpcChannel {
+public:
+	MOCK_METHOD0(close, void());
+	MOCK_METHOD1(invoke, void(const Hdfs::Internal::RpcCall &));
+	MOCK_METHOD0(checkIdle, bool());
+	MOCK_METHOD0(waitForExit, void());
+	MOCK_METHOD0(addRef, void());
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKRPCCHANNEL_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockRpcClient.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockRpcClient.h b/depends/libhdfs3/mock/MockRpcClient.h
new file mode 100644
index 0000000..adbd834
--- /dev/null
+++ b/depends/libhdfs3/mock/MockRpcClient.h
@@ -0,0 +1,54 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKRPCCLIENT_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKRPCCLIENT_H_
+
+#include "gmock/gmock.h"
+#include "rpc/RpcClient.h"
+
+using namespace Hdfs::Internal;
+namespace Hdfs {
+namespace Mock {
+
+class MockRpcClient: public RpcClient {
+public:
+	MOCK_METHOD0(isRunning, bool());
+
+	MOCK_METHOD4(getChannel, RpcChannel & (const RpcAuth &,
+					const RpcProtocolInfo &, const RpcServerInfo &,
+					const RpcConfig &));
+
+	MOCK_CONST_METHOD0(getClientId, std::string());
+
+	MOCK_METHOD0(getCallId, int32_t());
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKRPCCLIENT_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockRpcRemoteCall.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockRpcRemoteCall.h b/depends/libhdfs3/mock/MockRpcRemoteCall.h
new file mode 100644
index 0000000..7d75272
--- /dev/null
+++ b/depends/libhdfs3/mock/MockRpcRemoteCall.h
@@ -0,0 +1,52 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKRPCREMOTECALL_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKRPCREMOTECALL_H_
+
+#include "gmock/gmock.h"
+#include "rpc/RpcRemoteCall.h"
+
+using namespace Hdfs::Internal;
+namespace Hdfs {
+namespace Mock {
+
+class MockRpcRemoteCall: public RpcRemoteCall {
+public:
+	MockRpcRemoteCall(const RpcCall & c, int32_t id, const std::string & clientId) :
+			RpcRemoteCall(c, id, clientId) {
+	}
+
+	MOCK_METHOD2(serialize, void(const RpcProtocolInfo&, WriteBuffer &));
+	MOCK_METHOD1(cancel, void(exception_ptr ));
+
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKRPCREMOTECALL_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockSockCall.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockSockCall.h b/depends/libhdfs3/mock/MockSockCall.h
new file mode 100644
index 0000000..514fe16
--- /dev/null
+++ b/depends/libhdfs3/mock/MockSockCall.h
@@ -0,0 +1,65 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 -
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKSOCKCALL_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKSOCKCALL_H_
+
+#include "gmock/gmock.h"
+
+#include "MockSystem.h"
+
+namespace Hdfs {
+namespace Mock {
+
+class MockSockSysCall: public MockSockSysCallInterface {
+public:
+    MOCK_METHOD4(recv , ssize_t (int sock, void * buffer, size_t size, int flag));
+    MOCK_METHOD4(send , ssize_t (int sock, const void * buffer, size_t size,
+                    int flag));
+    MOCK_METHOD3(recvmsg , ssize_t (int socket, struct msghdr *message, int flags));
+    MOCK_METHOD4(getaddrinfo , int (const char * __restrict host,
+                    const char * __restrict port,
+                    const struct addrinfo * __restrict hint,
+                    struct addrinfo ** __restrict addr));
+    MOCK_METHOD1(freeaddrinfo , void (struct addrinfo * addr));
+    MOCK_METHOD3(socket , int (int family, int type, int protocol));
+    MOCK_METHOD3(connect , int (int sock, const struct sockaddr * addr,
+                    socklen_t len));
+    MOCK_METHOD3(getpeername , int (int sock, struct sockaddr * __restrict peer,
+                    socklen_t * __restrict len));
+    MOCK_METHOD3(fcntl , int (int sock, int flag, int value));
+    MOCK_METHOD5(setsockopt , int (int sock, int level, int optname, const void *optval,
+                    socklen_t optlen));
+    MOCK_METHOD3(poll , int (struct pollfd * pfd, nfds_t size, int timeout));
+    MOCK_METHOD2(shutdown , int (int sock, int how));
+    MOCK_METHOD1(close , int (int sock));
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKSOCKCALL_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockSocket.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockSocket.h b/depends/libhdfs3/mock/MockSocket.h
new file mode 100644
index 0000000..59ef54e
--- /dev/null
+++ b/depends/libhdfs3/mock/MockSocket.h
@@ -0,0 +1,66 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKSOCKET_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKSOCKET_H_
+
+#include "gmock/gmock.h"
+
+#include "network/Socket.h"
+
+class MockSocket: public Hdfs::Internal::Socket {
+public:
+
+	MOCK_METHOD2(read, int32_t(char * buffer, int32_t size));
+
+	MOCK_METHOD3(readFully, void(char * buffer, int32_t size, int timeout));
+
+	MOCK_METHOD2(write, int32_t(const char * buffer, int32_t size));
+
+	MOCK_METHOD3(writeFully, void(const char * buffer, int32_t size, int timeout));
+
+	MOCK_METHOD3(connect, void(const char * host, int port, int timeout));
+
+	MOCK_METHOD3(connect, void(const char * host, const char * port, int timeout));
+
+	MOCK_METHOD4(connect, void(struct addrinfo * paddr, const char * host, const char * port,
+					int timeout));
+
+	MOCK_METHOD3(poll, bool(bool read, bool write, int timeout));
+
+	MOCK_METHOD1(setBlockMode, void(bool enable));
+
+	MOCK_METHOD1(setNoDelay, void(bool enable));
+
+	MOCK_METHOD1(setLingerTimeout, void(int timeout));
+
+	MOCK_METHOD0(disableSigPipe, void());
+
+	MOCK_METHOD0(close, void());
+};
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKSOCKET_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockSystem.cpp
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockSystem.cpp b/depends/libhdfs3/mock/MockSystem.cpp
new file mode 100644
index 0000000..80a2594
--- /dev/null
+++ b/depends/libhdfs3/mock/MockSystem.cpp
@@ -0,0 +1,148 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#include <cassert>
+#include <climits>
+#include <errno.h>
+#include <poll.h>
+
+#include <unistd.h>
+#include <fcntl.h>
+
+#include <netinet/in.h>
+#include <netinet/tcp.h>
+#include <arpa/inet.h>
+#include <sys/socket.h>
+#include <sys/types.h>
+#include <netdb.h>
+
+#include <string.h>
+
+#include "MockSystem.h"
+
+namespace MockSystem {
+
+Hdfs::Mock::MockSockSysCallInterface * MockSockSysCallObj = NULL;
+
+ssize_t recv(int sock, void * buffer, size_t size, int flag) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->recv(sock, buffer, size, flag);
+    }
+    return ::recv(sock, buffer, size, flag);
+}
+
+ssize_t send(int sock, const void * buffer, size_t size, int flag) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->send(sock, buffer, size, flag);
+    }
+    return ::send(sock, buffer, size, flag);
+}
+
+ssize_t recvmsg(int socket, struct msghdr *message, int flags) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->recvmsg(socket, message, flags);
+    }
+    return ::recvmsg(socket, message, flags);
+}
+
+int getaddrinfo(const char * __restrict host, const char * __restrict port,
+        const struct addrinfo * __restrict hint,
+        struct addrinfo ** __restrict addr) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->getaddrinfo(host, port, hint, addr);
+    }
+    return ::getaddrinfo(host, port, hint, addr);
+}
+
+void freeaddrinfo(struct addrinfo * addr) {
+    if (MockSockSysCallObj) {
+        MockSockSysCallObj->freeaddrinfo(addr);
+    } else {
+        ::freeaddrinfo(addr);
+    }
+}
+
+int socket(int family, int type, int protocol) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->socket(family, type, protocol);
+    }
+    return ::socket(family, type, protocol);
+}
+
+int connect(int sock, const struct sockaddr * addr, socklen_t len) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->connect(sock, addr, len);
+    }
+    return ::connect(sock, addr, len);
+}
+
+int getpeername(int sock, struct sockaddr * __restrict peer,
+        socklen_t * __restrict len) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->getpeername(sock, peer, len);
+    }
+    return ::getpeername(sock, peer, len);
+}
+
+int fcntl(int sock, int flag, int value) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->fcntl(sock, flag, value);
+    }
+    return ::fcntl(sock, flag, value);
+}
+
+int setsockopt(int sock, int level, int optname, const void *optval,
+        socklen_t optlen) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->setsockopt(sock, level, optname, optval,
+                optlen);
+    }
+    return ::setsockopt(sock, level, optname, optval, optlen);
+}
+
+int poll(struct pollfd * pfd, nfds_t size, int timeout) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->poll(pfd, size, timeout);
+    }
+    return ::poll(pfd, size, timeout);
+}
+
+int shutdown(int sock, int how) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->shutdown(sock, how);
+    }
+    return ::shutdown(sock, how);
+}
+
+int close(int sock) {
+    if (MockSockSysCallObj) {
+        return MockSockSysCallObj->close(sock);
+    }
+    return ::close(sock);
+}
+
+}

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/MockSystem.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/MockSystem.h b/depends/libhdfs3/mock/MockSystem.h
new file mode 100644
index 0000000..ce550f9
--- /dev/null
+++ b/depends/libhdfs3/mock/MockSystem.h
@@ -0,0 +1,112 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 -
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_MOCKSYSTEM_H_
+#define _HDFS_LIBHDFS3_MOCK_MOCKSYSTEM_H_
+
+#include <poll.h>
+
+#include <unistd.h>
+#include <fcntl.h>
+
+#include <netinet/in.h>
+#include <netinet/tcp.h>
+#include <arpa/inet.h>
+#include <sys/socket.h>
+#include <sys/types.h>
+#include <netdb.h>
+
+namespace Hdfs {
+namespace Mock {
+
+class MockSockSysCallInterface {
+public:
+    virtual ~MockSockSysCallInterface() {
+    }
+
+    virtual ssize_t recv(int sock, void * buffer, size_t size, int flag) = 0;
+    virtual ssize_t send(int sock, const void * buffer, size_t size,
+            int flag) = 0;
+  virtual ssize_t recvmsg(int socket, struct msghdr *message, int flags) = 0;
+    virtual int getaddrinfo(const char * __restrict host,
+            const char * __restrict port,
+            const struct addrinfo * __restrict hint,
+            struct addrinfo ** __restrict addr) = 0;
+    virtual void freeaddrinfo(struct addrinfo * addr) = 0;
+    virtual int socket(int family, int type, int protocol) = 0;
+    virtual int connect(int sock, const struct sockaddr * addr,
+            socklen_t len) = 0;
+    virtual int getpeername(int sock, struct sockaddr * __restrict peer,
+            socklen_t * __restrict len) = 0;
+    virtual int fcntl(int sock, int flag, int value) = 0;
+    virtual int setsockopt(int sock, int level, int optname, const void *optval,
+            socklen_t optlen) = 0;
+    virtual int poll(struct pollfd * pfd, nfds_t size, int timeout) = 0;
+    virtual int shutdown(int sock, int how) = 0;
+    virtual int close(int sock) = 0;
+};
+
+}
+}
+
+namespace MockSystem {
+
+extern Hdfs::Mock::MockSockSysCallInterface * MockSockSysCallObj;
+
+ssize_t recv(int sock, void * buffer, size_t size, int flag);
+
+ssize_t send(int sock, const void * buffer, size_t size, int flag);
+
+ssize_t recvmsg(int socket, struct msghdr *message, int flags);
+
+int getaddrinfo(const char * __restrict host, const char * __restrict port,
+        const struct addrinfo * __restrict hint,
+        struct addrinfo ** __restrict addr);
+
+void freeaddrinfo(struct addrinfo * addr);
+
+int socket(int family, int type, int protocol);
+
+int connect(int sock, const struct sockaddr * addr, socklen_t len);
+
+int getpeername(int sock, struct sockaddr * __restrict peer,
+        socklen_t * __restrict len);
+
+int fcntl(int sock, int flag, int value);
+
+int setsockopt(int sock, int level, int optname, const void *optval,
+        socklen_t optlen);
+
+int poll(struct pollfd * pfd, nfds_t size, int timeout);
+
+int shutdown(int sock, int how);
+
+int close(int sock);
+
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_MOCKSYSTEM_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/NamenodeStub.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/NamenodeStub.h b/depends/libhdfs3/mock/NamenodeStub.h
new file mode 100644
index 0000000..50cdde4
--- /dev/null
+++ b/depends/libhdfs3/mock/NamenodeStub.h
@@ -0,0 +1,55 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_NAMENODESTUB_H_
+#define _HDFS_LIBHDFS3_MOCK_NAMENODESTUB_H_
+
+#include "MockNamenode.h"
+
+#include <memory>
+
+using namespace Hdfs;
+using namespace Internal;
+
+namespace Hdfs {
+
+namespace Mock {
+
+class NamenodeStub {
+public:
+
+    virtual ~NamenodeStub() {
+    }
+
+    virtual MockNamenode  * getNamenode() = 0;
+
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_NAMENODESTUB_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/PipelineStub.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/PipelineStub.h b/depends/libhdfs3/mock/PipelineStub.h
new file mode 100644
index 0000000..2648eeb
--- /dev/null
+++ b/depends/libhdfs3/mock/PipelineStub.h
@@ -0,0 +1,55 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_PIPELINESTUB_H_
+#define _HDFS_LIBHDFS3_MOCK_PIPELINESTUB_H_
+
+#include "MockPipeline.h"
+
+#include <memory>
+
+using namespace Hdfs;
+using namespace Internal;
+
+namespace Hdfs {
+
+namespace Mock {
+
+class PipelineStub {
+public:
+
+    virtual ~PipelineStub() {
+    }
+
+    virtual shared_ptr<MockPipeline>  getPipeline() = 0;
+
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_PIPELINESTUB_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/TestDatanodeStub.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/TestDatanodeStub.h b/depends/libhdfs3/mock/TestDatanodeStub.h
new file mode 100644
index 0000000..88d75c1
--- /dev/null
+++ b/depends/libhdfs3/mock/TestDatanodeStub.h
@@ -0,0 +1,48 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_TESTDATANODESTUB_H_
+#define _HDFS_LIBHDFS3_MOCK_TESTDATANODESTUB_H_
+
+#include "MockDatanode.h"
+
+namespace Hdfs {
+
+namespace Mock {
+
+class TestDatanodeStub {
+public:
+    virtual ~TestDatanodeStub() {
+    }
+
+    virtual shared_ptr<MockDatanode> getDatanode() = 0;
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_TESTDATANODESTUB_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/TestRpcChannelStub.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/TestRpcChannelStub.h b/depends/libhdfs3/mock/TestRpcChannelStub.h
new file mode 100644
index 0000000..bf1fc6e
--- /dev/null
+++ b/depends/libhdfs3/mock/TestRpcChannelStub.h
@@ -0,0 +1,56 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_TESTRPCCHANNELSTUB_H_
+#define _HDFS_LIBHDFS3_MOCK_TESTRPCCHANNELSTUB_H_
+
+#include "rpc/RpcChannel.h"
+
+namespace Hdfs {
+namespace Internal {
+
+class RpcClient;
+
+}
+
+namespace Mock {
+
+class TestRpcChannelStub {
+public:
+	virtual ~TestRpcChannelStub() {
+	}
+
+	virtual Hdfs::Internal::RpcChannel* getChannel(
+			Hdfs::Internal::RpcChannelKey key,
+			Hdfs::Internal::RpcClient & c) = 0;
+
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_MOCK_TESTRPCCHANNELSTUB_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/mock/TestUtil.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/mock/TestUtil.h b/depends/libhdfs3/mock/TestUtil.h
new file mode 100644
index 0000000..4372847
--- /dev/null
+++ b/depends/libhdfs3/mock/TestUtil.h
@@ -0,0 +1,100 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 - 
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_MOCK_TESTUTIL_H_
+#define _HDFS_LIBHDFS3_MOCK_TESTUTIL_H_
+
+#include <cstddef>
+#include <cassert>
+
+#include "Logger.h"
+
+namespace Hdfs {
+
+/**
+ * Fill the buffer with "012345678\n".
+ * @param buffer The buffer to be filled.
+ * @param size The size of the buffer.
+ * @param offset Start offset of the content to be filled.
+ */
+static inline void FillBuffer(char * buffer, size_t size, size_t offset) {
+	int64_t todo = size;
+
+	char c;
+	while (todo-- > 0) {
+		c = offset++ % 10;
+		c = c < 9 ? c + '0' : '\n';
+		*buffer++ = c;
+	}
+}
+
+/**
+ * Check the content of buffer if it is filled with "012345678\n"
+ * @param buffer The buffer to be checked.
+ * @param size The size of buffer.
+ * @param offset Start offset of the content in buffer.
+ * @return Return true if the content of buffer is filled with expected data.
+ */
+static inline bool CheckBuffer(const char * buffer, size_t size,
+		size_t offset) {
+	int64_t todo = size;
+
+	char c;
+	while (todo-- > 0) {
+		c = offset++ % 10;
+		c = c < 9 ? c + '0' : '\n';
+		if (*buffer++ != c) {
+			return false;
+		}
+	}
+
+	return true;
+}
+
+static inline const char * GetEnv(const char * key, const char * defaultValue) {
+	const char * retval = getenv(key);
+	if (retval && strlen(retval) > 0) {
+		return retval;
+	}
+	return defaultValue;
+}
+
+}
+
+#define DebugException(function) \
+    try { \
+        function ; \
+    } catch (const Hdfs::HdfsException & e) { \
+        std::string buffer; \
+        LOG(LOG_ERROR, "DEBUG:\n%s", Hdfs::Internal::GetExceptionDetail(e, buffer)); \
+        throw; \
+    } catch (const std::exception & e) { \
+        LOG(LOG_ERROR, "DEBUG:\n%s", e.what()); \
+        throw; \
+    }
+
+#endif

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/rpms/.gitignore
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/rpms/.gitignore b/depends/libhdfs3/rpms/.gitignore
new file mode 100644
index 0000000..3561700
--- /dev/null
+++ b/depends/libhdfs3/rpms/.gitignore
@@ -0,0 +1,7 @@
+BUILD
+BUILDROOT
+RPMS
+SOURCES
+SPECS
+SRPMS
+

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/rpms/build.sh
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/rpms/build.sh b/depends/libhdfs3/rpms/build.sh
new file mode 100755
index 0000000..4dd2faa
--- /dev/null
+++ b/depends/libhdfs3/rpms/build.sh
@@ -0,0 +1,95 @@
+#!/bin/bash
+
+this_dir=`cd "\`dirname \"$0\"\`";pwd`
+top_dir=${this_dir}/../
+
+die() {
+    echo "$@" 1>&2 ; popd 2>/dev/null; exit 1
+}
+
+install_depends() {
+    yum install -y epel-release || die "cannot install epel"
+    yum install -y \
+        which make rpmdevtools gcc-c++ cmake boost-devel libxml2-devel libuuid-devel krb5-devel libgsasl-devel \
+        protobuf-devel || die "cannot install dependencies"
+}
+
+build_with_boost() {
+    pushd ${top_dir}
+    rm -rf build && mkdir -p build && cd build || die "cannot create build directory"
+    ../bootstrap --enable-boost || die "bootstrap failed"
+    make -j2 unittest || die "failed to run unit tests"
+    popd
+}
+
+build_with_debug() {
+    pushd ${top_dir}
+    rm -rf build && mkdir -p build && cd build || die "cannot create build directory"
+    ../bootstrap --enable-debug || die "bootstrap failed"
+    make -j2 unittest || die "failed to run unit tests"
+    popd
+}
+
+create_package() {
+	pushd ${top_dir}
+    rm -rf build && mkdir -p build && cd build || die "cannot create build directory"
+    ../bootstrap || die "bootstrap failed"
+	make rpm-package || die "failed to create debian package"
+	popd
+}
+
+deploy() {
+    pushd ${top_dir}
+
+    version=$(cat ${top_dir}/rpms/BUILD/version)
+
+    if [ -z "${version}" ]; then
+        die "cannot get version"
+    fi
+    
+    if [ -z "${BINTRAY_KEY}" ]; then
+        die "bintray api key not set"
+    fi
+    
+    message=`curl -H "X-Bintray-Publish: 1" -H "X-Bintray-Override: 1" -T ${top_dir}/rpms/RPMS/x86_64/libhdfs3-${version}-1.el7.centos.x86_64.rpm -uwangzw:${BINTRAY_KEY} \
+      https://api.bintray.com/content/wangzw/rpm/libhdfs3/${version}/centos7/x86_64/libhdfs3-${version}-1.el7.centos.x86_64.rpm`
+    
+    if [ -z `echo ${message} | grep "success"` ]; then
+        echo ${message}
+        die "failed to upload libhdfs3-${version}-1.el7.centos.x86_64.rpm"
+    fi
+    
+    message=`curl -H "X-Bintray-Publish: 1" -H "X-Bintray-Override: 1" -T ${top_dir}/rpms/RPMS/x86_64/libhdfs3-devel-${version}-1.el7.centos.x86_64.rpm -uwangzw:${BINTRAY_KEY} \
+      https://api.bintray.com/content/wangzw/rpm/libhdfs3/${version}/centos7/x86_64/libhdfs3-devel-${version}-1.el7.centos.x86_64.rpm`
+    
+    if [ -z `echo ${message} | grep "success"` ]; then
+        echo ${message}
+        die "failed to upload libhdfs3-devel-${version}-1.el7.centos.x86_64.rpm"
+    fi
+
+    popd
+}
+
+run() {
+    install_depends || die "failed to install dependencies"
+    build_with_boost || die "build failed with boost"
+    build_with_debug || die "build failed with debug mode"
+    create_package || die "failed to create debian package"
+    
+    version=$(cat ${top_dir}/rpms/BUILD/version)
+    echo "version ${version}"
+
+    if [ -z "${BRANCH}" ]; then
+        echo "skip deploy since environment variable BRANCH is not set"
+        return
+    fi
+
+    if [ "${BRANCH}" = "v${version}" ]; then
+        echo "deploy libhdfs3 version ${version}"
+        deploy || die "failed to deploy libhdfs3 rpms"
+    else
+        echo "skip deploy for branch ${BRANCH}"
+    fi
+}
+
+"$@"

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/rpms/libhdfs3.spec
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/rpms/libhdfs3.spec b/depends/libhdfs3/rpms/libhdfs3.spec
new file mode 100644
index 0000000..c4ccd8e
--- /dev/null
+++ b/depends/libhdfs3/rpms/libhdfs3.spec
@@ -0,0 +1,77 @@
+%define name libhdfs3
+%define release 1%{?dist}
+
+Name: %{name}
+Version: %{version}
+Release: %{release}
+Summary: Native C/C++ HDFS Client.
+Group: Development/Libraries
+Source0: libhdfs3-%{version}.tar.gz
+
+License: Apache-2.0
+BuildRoot:  %(mktemp -ud %{_tmppath}/%{name}-%{version}-%{release}-XXXXXX)
+
+BuildRequires: gcc-c++
+BuildRequires: make
+BuildRequires: cmake
+BuildRequires: libuuid-devel
+BuildRequires: libxml2-devel
+BuildRequires: krb5-devel
+BuildRequires: libgsasl-devel
+BuildRequires: protobuf-devel
+
+%description
+Libhdfs3, designed as an alternative implementation of libhdfs,
+is implemented based on native Hadoop RPC protocol and
+HDFS data transfer protocol.
+It gets rid of the drawbacks of JNI, and it has a lightweight,
+small memory footprint code base. In addition, it is easy to use and deploy.
+.
+Libhdfs3 is developed by Pivotal and used in HAWQ, which is a massive parallel
+database engine in Pivotal Hadoop Distribution.
+
+%package devel
+Summary: Native C/C++ HDFS Client - development files
+Requires: %{name} = %{version}-%{release}
+Group: Development/Libraries
+Requires: libhdfs3 = %{version}-%{release}
+Requires: libuuid-devel libxml2-devel krb5-devel libgsasl-devel protobuf-devel pkgconfig
+
+%description devel
+Libhdfs3, designed as an alternative implementation of libhdfs,
+is implemented based on native Hadoop RPC protocol and
+HDFS data transfer protocol.
+It gets rid of the drawbacks of JNI, and it has a lightweight,
+small memory footprint code base. In addition, it is easy to use and deploy.
+
+%build
+%{_sourcedir}/../../bootstrap --prefix=${RPM_BUILD_ROOT}/usr
+%{__make}
+
+%install
+%{__rm} -rf $RPM_BUILD_ROOT
+%{__make} install
+
+%clean
+%{__rm} -rf $RPM_BUILD_ROOT
+
+%files
+%defattr(-,root,root,-)
+%{_prefix}/lib/lib*.so.*
+
+%files devel
+%defattr(-,root,root,-)
+%{_prefix}/lib/lib*.so
+%{_prefix}/lib/*.a
+%{_prefix}/lib/pkgconfig/*
+%{_prefix}/include/*
+
+%post
+/sbin/ldconfig
+
+%postun
+/sbin/ldconfig
+
+%changelog
+* Sun Oct 04 2015 Zhanwei Wang <wangzw@wangzw.org> - 2.2.30-1
+- Initial RPM release

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/src/.gitignore
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/src/.gitignore b/depends/libhdfs3/src/.gitignore
new file mode 100644
index 0000000..fd8a241
--- /dev/null
+++ b/depends/libhdfs3/src/.gitignore
@@ -0,0 +1,2 @@
+libhdfs3.pc
+

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/src/CMakeLists.txt
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/src/CMakeLists.txt b/depends/libhdfs3/src/CMakeLists.txt
new file mode 100644
index 0000000..bc20d08
--- /dev/null
+++ b/depends/libhdfs3/src/CMakeLists.txt
@@ -0,0 +1,127 @@
+CMAKE_MINIMUM_REQUIRED(VERSION 2.8)
+
+SET(libhdfs3_VERSION_MAJOR 2)
+SET(libhdfs3_VERSION_MINOR 2)
+SET(libhdfs3_VERSION_PATCH 31)
+SET(libhdfs3_VERSION_STRING "${libhdfs3_VERSION_MAJOR}.${libhdfs3_VERSION_MINOR}.${libhdfs3_VERSION_PATCH}")
+SET(libhdfs3_VERSION_API 1)
+SET(libhdfs3_ROOT_SOURCES_DIR ${CMAKE_SOURCE_DIR}/src)
+SET(libhdfs3_COMMON_SOURCES_DIR ${libhdfs3_ROOT_SOURCES_DIR}/common)
+
+IF(ENABLE_DEBUG)
+    SET(libhdfs3_VERSION_STRING "${libhdfs3_VERSION_STRING}d")
+ENDIF(ENABLE_DEBUG)
+
+CONFIGURE_FILE(platform.h.in platform.h)
+CONFIGURE_FILE(doxyfile.in doxyfile)
+
+AUTO_SOURCES(files "*.cpp" "RECURSE" "${CMAKE_CURRENT_SOURCE_DIR}")
+LIST(APPEND libhdfs3_SOURCES ${files})
+
+AUTO_SOURCES(files "*.cc" "RECURSE" "${CMAKE_CURRENT_SOURCE_DIR}")
+LIST(APPEND libhdfs3_SOURCES ${files})
+
+AUTO_SOURCES(files "*.c" "RECURSE" "${CMAKE_CURRENT_SOURCE_DIR}")
+LIST(APPEND libhdfs3_SOURCES ${files})
+
+AUTO_SOURCES(files "*.h" "RECURSE" "${CMAKE_CURRENT_SOURCE_DIR}")
+LIST(APPEND libhdfs3_SOURCES ${files})
+
+AUTO_SOURCES(libhdfs3_PROTO_FILES "proto/*.proto" "RECURSE" "${CMAKE_CURRENT_SOURCE_DIR}")
+SET(libhdfs3_PROTO_FILES ${libhdfs3_PROTO_FILES} PARENT_SCOPE)
+
+PROTOBUF_GENERATE_CPP(libhdfs3_PROTO_SOURCES libhdfs3_PROTO_HEADERS ${libhdfs3_PROTO_FILES})
+
+SET(HEADER 
+    client/BlockLocation.h
+    client/DirectoryIterator.h
+    client/FileStatus.h
+    client/FileSystem.h
+    client/FileSystemStats.h
+    client/hdfs.h
+    client/InputStream.h
+    client/OutputStream.h
+    client/Permission.h
+    common/Exception.h
+    common/XmlConfig.h)
+
+ADD_LIBRARY(libhdfs3-static STATIC ${libhdfs3_SOURCES} ${libhdfs3_PROTO_SOURCES} ${libhdfs3_PROTO_HEADERS})
+ADD_LIBRARY(libhdfs3-shared SHARED ${libhdfs3_SOURCES} ${libhdfs3_PROTO_SOURCES} ${libhdfs3_PROTO_HEADERS})
+
+ADD_CUSTOM_COMMAND(
+    TARGET libhdfs3-shared libhdfs3-static
+    PRE_BUILD
+    COMMAND echo ${libhdfs3_VERSION_STRING} > version
+    WORKING_DIRECTORY ${CMAKE_BINARY_DIR}
+)
+
+TARGET_LINK_LIBRARIES(libhdfs3-static pthread)
+TARGET_LINK_LIBRARIES(libhdfs3-shared pthread)
+       
+IF(NEED_BOOST)
+    INCLUDE_DIRECTORIES(${Boost_INCLUDE_DIR})
+    TARGET_LINK_LIBRARIES(libhdfs3-static boost_thread)
+    TARGET_LINK_LIBRARIES(libhdfs3-static boost_chrono)
+    TARGET_LINK_LIBRARIES(libhdfs3-static boost_system)
+    TARGET_LINK_LIBRARIES(libhdfs3-static boost_atomic)
+    TARGET_LINK_LIBRARIES(libhdfs3-static boost_iostreams)
+    TARGET_LINK_LIBRARIES(libhdfs3-shared boost_thread)
+    TARGET_LINK_LIBRARIES(libhdfs3-shared boost_chrono)
+    TARGET_LINK_LIBRARIES(libhdfs3-shared boost_system)
+    TARGET_LINK_LIBRARIES(libhdfs3-shared boost_atomic)
+    TARGET_LINK_LIBRARIES(libhdfs3-shared boost_iostreams)
+ENDIF(NEED_BOOST)
+
+IF(NEED_GCCEH)
+    TARGET_LINK_LIBRARIES(libhdfs3-static gcc_eh)
+    TARGET_LINK_LIBRARIES(libhdfs3-shared gcc_eh)
+ENDIF(NEED_GCCEH)
+
+IF(OS_LINUX)
+    TARGET_LINK_LIBRARIES(libhdfs3-static ${LIBUUID_LIBRARIES})
+    TARGET_LINK_LIBRARIES(libhdfs3-shared ${LIBUUID_LIBRARIES})
+    INCLUDE_DIRECTORIES(${LIBUUID_INCLUDE_DIRS})
+ENDIF(OS_LINUX)
+
+INCLUDE_DIRECTORIES(${libhdfs3_ROOT_SOURCES_DIR})
+INCLUDE_DIRECTORIES(${libhdfs3_COMMON_SOURCES_DIR})
+INCLUDE_DIRECTORIES(${CMAKE_CURRENT_BINARY_DIR})
+INCLUDE_DIRECTORIES(${PROTOBUF_INCLUDE_DIRS})
+INCLUDE_DIRECTORIES(${LIBXML2_INCLUDE_DIR})
+INCLUDE_DIRECTORIES(${KERBEROS_INCLUDE_DIRS})
+INCLUDE_DIRECTORIES(${GSASL_INCLUDE_DIR})
+INCLUDE_DIRECTORIES(${CMAKE_SOURCE_DIR}/mock)
+
+TARGET_LINK_LIBRARIES(libhdfs3-static ${PROTOBUF_LIBRARIES})
+TARGET_LINK_LIBRARIES(libhdfs3-static ${LIBXML2_LIBRARIES})
+TARGET_LINK_LIBRARIES(libhdfs3-static ${KERBEROS_LIBRARIES})
+TARGET_LINK_LIBRARIES(libhdfs3-static ${GSASL_LIBRARIES})
+
+TARGET_LINK_LIBRARIES(libhdfs3-shared ${PROTOBUF_LIBRARIES})
+TARGET_LINK_LIBRARIES(libhdfs3-shared ${LIBXML2_LIBRARIES})
+TARGET_LINK_LIBRARIES(libhdfs3-shared ${KERBEROS_LIBRARIES})
+TARGET_LINK_LIBRARIES(libhdfs3-shared ${GSASL_LIBRARIES})
+
+SET_TARGET_PROPERTIES(libhdfs3-static PROPERTIES OUTPUT_NAME "hdfs3")
+SET_TARGET_PROPERTIES(libhdfs3-shared PROPERTIES OUTPUT_NAME "hdfs3")
+
+IF(NEED_BOOST)
+    SET_TARGET_PROPERTIES(libhdfs3-shared libhdfs3-static PROPERTIES LINK_FLAGS "-L${Boost_LIBRARY_DIRS}")
+ENDIF(NEED_BOOST)
+
+SET_TARGET_PROPERTIES(libhdfs3-shared PROPERTIES 
+    VERSION ${libhdfs3_VERSION_MAJOR}.${libhdfs3_VERSION_MINOR}.${libhdfs3_VERSION_PATCH} 
+    SOVERSION ${libhdfs3_VERSION_API})
+
+INSTALL(TARGETS libhdfs3-static libhdfs3-shared
+        RUNTIME DESTINATION bin
+        LIBRARY DESTINATION lib
+        ARCHIVE DESTINATION lib)
+INSTALL(FILES ${HEADER} DESTINATION include/hdfs)
+INSTALL(FILES libhdfs3.pc DESTINATION lib/pkgconfig)
+            
+SET(libhdfs3_SOURCES ${libhdfs3_SOURCES} PARENT_SCOPE)
+SET(libhdfs3_PLATFORM_HEADER_DIR ${CMAKE_CURRENT_BINARY_DIR} PARENT_SCOPE)
+SET(libhdfs3_ROOT_SOURCES_DIR ${libhdfs3_ROOT_SOURCES_DIR} PARENT_SCOPE)
+SET(libhdfs3_COMMON_SOURCES_DIR ${libhdfs3_COMMON_SOURCES_DIR} PARENT_SCOPE)
+SET(libhdfs3_VERSION_STRING ${libhdfs3_VERSION_STRING} PARENT_SCOPE)

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/src/client/BlockLocation.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/src/client/BlockLocation.h b/depends/libhdfs3/src/client/BlockLocation.h
new file mode 100644
index 0000000..e699d83
--- /dev/null
+++ b/depends/libhdfs3/src/client/BlockLocation.h
@@ -0,0 +1,97 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 -
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_CLIENT_BLOCKLOCATION_H_
+#define _HDFS_LIBHDFS3_CLIENT_BLOCKLOCATION_H_
+
+#include <string>
+#include <vector>
+
+namespace Hdfs {
+
+class BlockLocation {
+public:
+    bool isCorrupt() const {
+        return corrupt;
+    }
+
+    void setCorrupt(bool corrupt) {
+        this->corrupt = corrupt;
+    }
+
+    const std::vector<std::string> & getHosts() const {
+        return hosts;
+    }
+
+    void setHosts(const std::vector<std::string> & hosts) {
+        this->hosts = hosts;
+    }
+
+    int64_t getLength() const {
+        return length;
+    }
+
+    void setLength(int64_t length) {
+        this->length = length;
+    }
+
+    const std::vector<std::string> & getNames() const {
+        return names;
+    }
+
+    void setNames(const std::vector<std::string> & names) {
+        this->names = names;
+    }
+
+    int64_t getOffset() const {
+        return offset;
+    }
+
+    void setOffset(int64_t offset) {
+        this->offset = offset;
+    }
+
+    const std::vector<std::string> & getTopologyPaths() const {
+        return topologyPaths;
+    }
+
+    void setTopologyPaths(const std::vector<std::string> & topologyPaths) {
+        this->topologyPaths = topologyPaths;
+    }
+
+private:
+    bool corrupt;
+    int64_t length;
+    int64_t offset;  // Offset of the block in the file
+    std::vector<std::string> hosts; // Datanode hostnames
+    std::vector<std::string> names; // Datanode IP:xferPort for accessing the block
+    std::vector<std::string> topologyPaths; // Full path name in network topology
+};
+
+}
+
+#endif /* _HDFS_LIBHDFS3_CLIENT_BLOCKLOCATION_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/src/client/BlockReader.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/src/client/BlockReader.h b/depends/libhdfs3/src/client/BlockReader.h
new file mode 100644
index 0000000..101cb4a
--- /dev/null
+++ b/depends/libhdfs3/src/client/BlockReader.h
@@ -0,0 +1,66 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 -
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS3_CLIENT_BLOCKREADER_H_
+#define _HDFS_LIBHDFS3_CLIENT_BLOCKREADER_H_
+
+#include <stdint.h>
+
+namespace Hdfs {
+namespace Internal {
+
+class BlockReader {
+public:
+    virtual ~BlockReader() {
+    }
+
+    /**
+     * Get how many bytes can be read without blocking.
+     * @return The number of bytes can be read without blocking.
+     */
+    virtual int64_t available() = 0;
+
+    /**
+     * To read data from block.
+     * @param buf the buffer used to filled.
+     * @param size the number of bytes to be read.
+     * @return return the number of bytes filled in the buffer,
+     *  it may less than size. Return 0 if reach the end of block.
+     */
+    virtual int32_t read(char * buf, int32_t size) = 0;
+
+    /**
+     * Move the cursor forward len bytes.
+     * @param len The number of bytes to skip.
+     */
+    virtual void skip(int64_t len) = 0;
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS3_CLIENT_BLOCKREADER_H_ */

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/bc0904ab/depends/libhdfs3/src/client/DataTransferProtocol.h
----------------------------------------------------------------------
diff --git a/depends/libhdfs3/src/client/DataTransferProtocol.h b/depends/libhdfs3/src/client/DataTransferProtocol.h
new file mode 100644
index 0000000..24359f0
--- /dev/null
+++ b/depends/libhdfs3/src/client/DataTransferProtocol.h
@@ -0,0 +1,123 @@
+/********************************************************************
+ * Copyright (c) 2013 - 2014, Pivotal Inc.
+ * All rights reserved.
+ *
+ * Author: Zhanwei Wang
+ ********************************************************************/
+/********************************************************************
+ * 2014 -
+ * open source under Apache License Version 2.0
+ ********************************************************************/
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef _HDFS_LIBHDFS_3_CLIENT_DATATRANSFERPROTOCOL_H_
+#define _HDFS_LIBHDFS_3_CLIENT_DATATRANSFERPROTOCOL_H_
+
+#include "client/Token.h"
+#include "server/DatanodeInfo.h"
+#include "server/ExtendedBlock.h"
+
+#include <vector>
+
+namespace Hdfs {
+namespace Internal {
+
+/**
+ * Transfer data to/from datanode using a streaming protocol.
+ */
+class DataTransferProtocol {
+public:
+    virtual ~DataTransferProtocol() {
+    }
+    /**
+     * Read a block.
+     *
+     * @param blk the block being read.
+     * @param blockToken security token for accessing the block.
+     * @param clientName client's name.
+     * @param blockOffset offset of the block.
+     * @param length maximum number of bytes for this read.
+     */
+    virtual void readBlock(const ExtendedBlock & blk,
+                           const Token & blockToken, const char * clientName,
+                           int64_t blockOffset, int64_t length) = 0;
+
+    /**
+     * Write a block to a datanode pipeline.
+     *
+     * @param blk the block being written.
+     * @param blockToken security token for accessing the block.
+     * @param clientName client's name.
+     * @param targets target datanodes in the pipeline.
+     * @param source source datanode.
+     * @param stage pipeline stage.
+     * @param pipelineSize the size of the pipeline.
+     * @param minBytesRcvd minimum number of bytes received.
+     * @param maxBytesRcvd maximum number of bytes received.
+     * @param latestGenerationStamp the latest generation stamp of the block.
+     */
+    virtual void writeBlock(const ExtendedBlock & blk,
+                            const Token & blockToken, const char * clientName,
+                            const std::vector<DatanodeInfo> & targets, int stage,
+                            int pipelineSize, int64_t minBytesRcvd, int64_t maxBytesRcvd,
+                            int64_t latestGenerationStamp, int checksumType,
+                            int bytesPerChecksum) = 0;
+
+    /**
+     * Transfer a block to another datanode.
+     * The block stage must be
+     * either {@link BlockConstructionStage#TRANSFER_RBW}
+     * or {@link BlockConstructionStage#TRANSFER_FINALIZED}.
+     *
+     * @param blk the block being transferred.
+     * @param blockToken security token for accessing the block.
+     * @param clientName client's name.
+     * @param targets target datanodes.
+     */
+    virtual void transferBlock(const ExtendedBlock & blk,
+                               const Token & blockToken, const char * clientName,
+                               const std::vector<DatanodeInfo> & targets) = 0;
+
+    /**
+     * Get block checksum (MD5 of CRC32).
+     *
+     * @param blk a block.
+     * @param blockToken security token for accessing the block.
+     * @throw HdfsIOException
+     */
+    virtual void blockChecksum(const ExtendedBlock & blk,
+                               const Token & blockToken) = 0;
+
+    /**
+     * Request short circuit access file descriptors from a DataNode.
+     *
+     * @param blk             The block to get file descriptors for.
+     * @param blockToken      Security token for accessing the block.
+     * @param clientName      client's name.
+     * @param maxVersion      Maximum version of the block data the client
+     *                          can understand.
+     */
+    virtual void requestShortCircuitFds(const ExtendedBlock blk,
+                                        const Token& blockToken,
+                                        uint32_t maxVersion) = 0;
+};
+
+}
+}
+
+#endif /* _HDFS_LIBHDFS_3_CLIENT_DATATRANSFERPROTOCOL_H_ */


Mime
View raw message