ignite-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sboi...@apache.org
Subject [05/76] [abbrv] incubator-ignite git commit: # IGNITE-226: WIP.
Date Fri, 13 Feb 2015 18:03:11 GMT
http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/141f8282/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDataManagerSelfTest.java
----------------------------------------------------------------------
diff --git a/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDataManagerSelfTest.java b/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDataManagerSelfTest.java
new file mode 100644
index 0000000..22aba48
--- /dev/null
+++ b/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDataManagerSelfTest.java
@@ -0,0 +1,600 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.ignite.internal.processors.igfs;
+
+import org.apache.ignite.cache.*;
+import org.apache.ignite.cluster.*;
+import org.apache.ignite.configuration.*;
+import org.apache.ignite.igfs.*;
+import org.apache.ignite.internal.*;
+import org.apache.ignite.internal.processors.cache.*;
+import org.apache.ignite.internal.processors.cache.transactions.*;
+import org.apache.ignite.internal.util.typedef.*;
+import org.apache.ignite.internal.util.typedef.internal.*;
+import org.apache.ignite.lang.*;
+import org.apache.ignite.spi.discovery.tcp.*;
+import org.apache.ignite.spi.discovery.tcp.ipfinder.*;
+import org.apache.ignite.spi.discovery.tcp.ipfinder.vm.*;
+import org.apache.ignite.testframework.*;
+import org.jetbrains.annotations.*;
+
+import java.nio.*;
+import java.security.*;
+import java.util.*;
+import java.util.concurrent.*;
+
+import static org.apache.ignite.cache.CacheAtomicityMode.*;
+import static org.apache.ignite.cache.CacheMode.*;
+import static org.apache.ignite.testframework.GridTestUtils.*;
+
+/**
+ * {@link IgfsDataManager} test case.
+ */
+public class IgfsDataManagerSelfTest extends IgfsCommonAbstractTest {
+    /** Test IP finder. */
+    private static final TcpDiscoveryIpFinder IP_FINDER = new TcpDiscoveryVmIpFinder(true);
+
+    /** Meta-information cache name. */
+    private static final String META_CACHE_NAME = "meta";
+
+    /** Data cache name. */
+    private static final String DATA_CACHE_NAME = "partitioned";
+
+    /** Groups count for data blocks. */
+    private static final int DATA_BLOCK_GROUP_CNT = 2;
+
+    /** GGFS block size. */
+    private static final int BLOCK_SIZE = 32 * 1024;
+
+    /** Test nodes count. */
+    private static final int NODES_CNT = 4;
+
+    /** Busy wait sleep interval in milliseconds. */
+    private static final int BUSY_WAIT_SLEEP_INTERVAL = 200;
+
+    /** GGFS block size. */
+    private static final int GGFS_BLOCK_SIZE = 64 * 1024;
+
+    /** Random numbers generator. */
+    private final SecureRandom rnd = new SecureRandom();
+
+    /** Data manager to test. */
+    private IgfsDataManager mgr;
+
+    /** {@inheritDoc} */
+    @Override protected void beforeTest() throws Exception {
+        IgfsEx ggfs = (IgfsEx)grid(0).fileSystem("ggfs");
+
+        mgr = ggfs.context().data();
+    }
+
+    /** {@inheritDoc} */
+    @Override protected IgniteConfiguration getConfiguration(String gridName) throws Exception {
+        IgniteConfiguration cfg = super.getConfiguration(gridName);
+
+        cfg.setCacheConfiguration(cacheConfiguration(META_CACHE_NAME), cacheConfiguration(DATA_CACHE_NAME));
+
+        TcpDiscoverySpi discoSpi = new TcpDiscoverySpi();
+
+        discoSpi.setIpFinder(IP_FINDER);
+
+        cfg.setDiscoverySpi(discoSpi);
+
+        IgfsConfiguration ggfsCfg = new IgfsConfiguration();
+
+        ggfsCfg.setMetaCacheName(META_CACHE_NAME);
+        ggfsCfg.setDataCacheName(DATA_CACHE_NAME);
+        ggfsCfg.setBlockSize(GGFS_BLOCK_SIZE);
+        ggfsCfg.setName("ggfs");
+        ggfsCfg.setBlockSize(BLOCK_SIZE);
+
+        cfg.setGgfsConfiguration(ggfsCfg);
+
+        return cfg;
+    }
+
+    /** {@inheritDoc} */
+    protected CacheConfiguration cacheConfiguration(String cacheName) {
+        CacheConfiguration cacheCfg = defaultCacheConfiguration();
+
+        cacheCfg.setName(cacheName);
+
+        if (META_CACHE_NAME.equals(cacheName))
+            cacheCfg.setCacheMode(REPLICATED);
+        else {
+            cacheCfg.setCacheMode(PARTITIONED);
+            cacheCfg.setDistributionMode(CacheDistributionMode.PARTITIONED_ONLY);
+
+            cacheCfg.setBackups(0);
+            cacheCfg.setAffinityMapper(new IgfsGroupDataBlocksKeyMapper(DATA_BLOCK_GROUP_CNT));
+        }
+
+        cacheCfg.setWriteSynchronizationMode(CacheWriteSynchronizationMode.FULL_SYNC);
+        cacheCfg.setAtomicityMode(TRANSACTIONAL);
+        cacheCfg.setQueryIndexEnabled(false);
+
+        return cacheCfg;
+    }
+
+    /** {@inheritDoc} */
+    @Override protected void afterTest() throws Exception {
+        for (int i = 0; i < NODES_CNT; i++) {
+            grid(i).cachex(META_CACHE_NAME).clear();
+
+            grid(i).cachex(DATA_CACHE_NAME).clear();
+        }
+    }
+
+    /** {@inheritDoc} */
+    @Override protected void beforeTestsStarted() throws Exception {
+        startGrids(NODES_CNT);
+    }
+
+    /** {@inheritDoc} */
+    @Override protected void afterTestsStopped() throws Exception {
+        stopAllGrids();
+    }
+
+    /**
+     * Test file system structure in meta-cache.
+     *
+     * @throws Exception If failed.
+     */
+    @SuppressWarnings("ConstantConditions")
+    public void testDataStoring() throws Exception {
+        for (int i = 0; i < 10; i++) {
+            IgfsPath path = new IgfsPath();
+            IgfsFileInfo info = new IgfsFileInfo(200, null, false, null);
+
+            assertNull(mgr.dataBlock(info, path, 0, null).get());
+
+            byte[] data = new byte[rnd.nextInt(20000) + 5];
+
+            rnd.nextBytes(data);
+
+            IgniteInternalFuture<Boolean> fut = mgr.writeStart(info);
+
+            expectsStoreFail(info, data, "Not enough space reserved to store data");
+
+            info = new IgfsFileInfo(info, info.length() + data.length - 3);
+
+            expectsStoreFail(info, data, "Not enough space reserved to store data");
+
+            info = new IgfsFileInfo(info, info.length() + 3);
+
+            IgfsFileAffinityRange range = new IgfsFileAffinityRange();
+
+            byte[] remainder = mgr.storeDataBlocks(info, info.length(), null, 0, ByteBuffer.wrap(data), true,
+                range, null);
+
+            assert remainder == null;
+
+            mgr.writeClose(info);
+
+            fut.get(3000);
+
+            for (int j = 0; j < NODES_CNT; j++) {
+                GridCacheContext<Object, Object> ctx = GridTestUtils.getFieldValue(grid(j).cachex(DATA_CACHE_NAME),
+                    "ctx");
+                Collection<IgniteInternalTx<Object, Object>> txs = ctx.tm().txs();
+
+                assert txs.isEmpty() : "Incomplete transactions: " + txs;
+            }
+
+            // Validate data stored in cache.
+            for (int pos = 0, block = 0; pos < info.length(); block++) {
+                byte[] stored = mgr.dataBlock(info, path, block, null).get();
+
+                assertNotNull("Expects data exist [data.length=" + data.length + ", block=" + block + ']', stored);
+
+                for (int j = 0; j < stored.length; j++)
+                    assertEquals(stored[j], data[pos + j]);
+
+                pos += stored.length;
+            }
+
+            mgr.delete(info);
+
+            long nIters = getTestTimeout() / BUSY_WAIT_SLEEP_INTERVAL;
+
+            assert nIters < Integer.MAX_VALUE;
+
+            boolean rmvBlocks = false;
+
+            // Wait for all blocks to be removed.
+            for (int j = 0; j < nIters && !rmvBlocks; j = sleepAndIncrement(BUSY_WAIT_SLEEP_INTERVAL, j)) {
+                boolean b = true;
+
+                for (long block = 0; block < info.blocksCount(); block++)
+                    b &= mgr.dataBlock(info, path, block, null).get() == null;
+
+                rmvBlocks = b;
+            }
+
+            assertTrue("All blocks should be removed from cache.", rmvBlocks);
+        }
+    }
+
+    /**
+     * Test file system structure in meta-cache.
+     *
+     * @throws Exception If failed.
+     */
+    public void testDataStoringRemainder() throws Exception {
+        final int blockSize = GGFS_BLOCK_SIZE;
+
+        for (int i = 0; i < 10; i++) {
+            IgfsPath path = new IgfsPath();
+            IgfsFileInfo info = new IgfsFileInfo(blockSize, null, false, null);
+
+            assertNull(mgr.dataBlock(info, path, 0, null).get());
+
+            byte[] data = new byte[blockSize];
+
+            rnd.nextBytes(data);
+
+            byte[] remainder = new byte[blockSize / 2];
+
+            rnd.nextBytes(remainder);
+
+            info = new IgfsFileInfo(info, info.length() + data.length + remainder.length);
+
+            IgniteInternalFuture<Boolean> fut = mgr.writeStart(info);
+
+            IgfsFileAffinityRange range = new IgfsFileAffinityRange();
+
+            byte[] left = mgr.storeDataBlocks(info, info.length(), remainder, remainder.length, ByteBuffer.wrap(data),
+                false, range, null);
+
+            assert left.length == blockSize / 2;
+
+            byte[] remainder2 = new byte[blockSize / 2];
+
+            info = new IgfsFileInfo(info, info.length() + remainder2.length);
+
+            byte[] left2 = mgr.storeDataBlocks(info, info.length(), left, left.length, ByteBuffer.wrap(remainder2),
+                false, range, null);
+
+            assert left2 == null;
+
+            mgr.writeClose(info);
+
+            fut.get(3000);
+
+            for (int j = 0; j < NODES_CNT; j++) {
+                GridCacheContext<Object, Object> ctx = GridTestUtils.getFieldValue(grid(j).cachex(DATA_CACHE_NAME),
+                    "ctx");
+                Collection<IgniteInternalTx<Object, Object>> txs = ctx.tm().txs();
+
+                assert txs.isEmpty() : "Incomplete transactions: " + txs;
+            }
+
+            byte[] concat = U.join(remainder, data, remainder2);
+
+            // Validate data stored in cache.
+            for (int pos = 0, block = 0; pos < info.length(); block++) {
+                byte[] stored = mgr.dataBlock(info, path, block, null).get();
+
+                assertNotNull("Expects data exist [data.length=" + concat.length + ", block=" + block + ']', stored);
+
+                for (int j = 0; j < stored.length; j++)
+                    assertEquals(stored[j], concat[pos + j]);
+
+                pos += stored.length;
+            }
+
+            mgr.delete(info);
+
+            long nIters = getTestTimeout() / BUSY_WAIT_SLEEP_INTERVAL;
+
+            assert nIters < Integer.MAX_VALUE;
+
+            boolean rmvBlocks = false;
+
+            // Wait for all blocks to be removed.
+            for (int j = 0; j < nIters && !rmvBlocks; j = sleepAndIncrement(BUSY_WAIT_SLEEP_INTERVAL, j)) {
+                boolean b = true;
+
+                for (long block = 0; block < info.blocksCount(); block++)
+                    b &= mgr.dataBlock(info, path, block, null).get() == null;
+
+                rmvBlocks = b;
+            }
+
+            assertTrue("All blocks should be removed from cache.", rmvBlocks);
+        }
+    }
+
+    /** @throws Exception If failed. */
+    public void testDataStoringFlush() throws Exception {
+        final int blockSize = GGFS_BLOCK_SIZE;
+        final int writesCnt = 64;
+
+        for (int i = 0; i < 10; i++) {
+            IgfsPath path = new IgfsPath();
+            IgfsFileInfo info = new IgfsFileInfo(blockSize, null, false, null);
+
+            IgfsFileAffinityRange range = new IgfsFileAffinityRange();
+
+            assertNull(mgr.dataBlock(info, path, 0, null).get());
+
+            int chunkSize = blockSize / 4;
+
+            byte[] data = new byte[chunkSize];
+
+            info = new IgfsFileInfo(info, info.length() + data.length * writesCnt);
+
+            IgniteInternalFuture<Boolean> fut = mgr.writeStart(info);
+
+            for (int j = 0; j < 64; j++) {
+                Arrays.fill(data, (byte)(j / 4));
+
+                byte[] left = mgr.storeDataBlocks(info, (j + 1) * chunkSize, null, 0, ByteBuffer.wrap(data),
+                    true, range, null);
+
+                assert left == null : "No remainder should be returned if flush is true: " + Arrays.toString(left);
+            }
+
+            mgr.writeClose(info);
+
+            assertTrue(range.regionEqual(new IgfsFileAffinityRange(0, writesCnt * chunkSize - 1, null)));
+
+            fut.get(3000);
+
+            for (int j = 0; j < NODES_CNT; j++) {
+                GridCacheContext<Object, Object> ctx = GridTestUtils.getFieldValue(grid(j).cachex(DATA_CACHE_NAME),
+                    "ctx");
+                Collection<IgniteInternalTx<Object, Object>> txs = ctx.tm().txs();
+
+                assert txs.isEmpty() : "Incomplete transactions: " + txs;
+            }
+
+            // Validate data stored in cache.
+            for (int pos = 0, block = 0; pos < info.length(); block++) {
+                byte[] stored = mgr.dataBlock(info, path, block, null).get();
+
+                assertNotNull("Expects data exist [block=" + block + ']', stored);
+
+                for (byte b : stored)
+                    assertEquals(b, (byte)block);
+
+                pos += stored.length;
+            }
+
+            IgniteInternalFuture<Object> delFut = mgr.delete(info);
+
+            delFut.get();
+
+            for (long block = 0; block < info.blocksCount(); block++)
+                assertNull(mgr.dataBlock(info, path, block, null).get());
+        }
+    }
+
+    /**
+     * Test affinity.
+     *
+     * @throws Exception If failed.
+     */
+    public void testAffinity() throws Exception {
+        final int blockSize = 10;
+        final int grpSize = blockSize * DATA_BLOCK_GROUP_CNT;
+
+        //GridGgfsFileInfo info = new GridGgfsFileInfo(blockSize, 0);
+        IgfsFileInfo info = new IgfsFileInfo(blockSize, 1024 * 1024, null, null, false, null);
+
+        for (int pos = 0; pos < 5 * grpSize; pos++) {
+            assertEquals("Expects no affinity for zero length.", Collections.<IgfsBlockLocation>emptyList(),
+                mgr.affinity(info, pos, 0));
+
+            // Expects grouped data blocks are interpreted as a single block location.
+            // And no guaranties for blocks out of the group.
+            for (int len = 1, maxLen = grpSize - pos % grpSize; len < maxLen; len++) {
+                Collection<IgfsBlockLocation> aff = mgr.affinity(info, pos, len);
+
+                assertEquals("Unexpected affinity: " + aff, 1, aff.size());
+
+                IgfsBlockLocation loc = F.first(aff);
+
+                assertEquals("Unexpected block location: " + loc, pos, loc.start());
+                assertEquals("Unexpected block location: " + loc, len, loc.length());
+            }
+
+            // Validate ranges.
+            for (int len = grpSize * 4 + 1, maxLen = 5 * grpSize - pos % grpSize; len < maxLen; len++) {
+                Collection<IgfsBlockLocation> aff = mgr.affinity(info, pos, len);
+
+                assertTrue("Unexpected affinity [aff=" + aff + ", pos=" + pos + ", len=" + len + ']', aff.size() <= 5);
+
+                IgfsBlockLocation first = F.first(aff);
+
+                assertEquals("Unexpected the first block location [aff=" + aff + ", pos=" + pos + ", len=" + len + ']',
+                    pos, first.start());
+
+                assertTrue("Unexpected the first block location [aff=" + aff + ", pos=" + pos + ", len=" + len + ']',
+                    first.length() >= grpSize - pos % grpSize);
+
+                IgfsBlockLocation last = F.last(aff);
+
+                assertTrue("Unexpected the last block location [aff=" + aff + ", pos=" + pos + ", len=" + len + ']',
+                    last.start() <= (pos / grpSize + 4) * grpSize);
+
+                assertTrue("Unexpected the last block location [aff=" + aff + ", pos=" + pos + ", len=" + len + ']',
+                    last.length() >= (pos + len - 1) % grpSize + 1);
+            }
+        }
+    }
+
+    /** @throws Exception If failed. */
+    public void testAffinity2() throws Exception {
+        int blockSize = BLOCK_SIZE;
+
+        IgfsFileInfo info = new IgfsFileInfo(blockSize, 1024 * 1024, null, null, false, null);
+
+        Collection<IgfsBlockLocation> affinity = mgr.affinity(info, 0, info.length());
+
+        for (IgfsBlockLocation loc : affinity) {
+            info("Going to check GGFS block location: " + loc);
+
+            int block = (int)(loc.start() / blockSize);
+
+            int endPos;
+
+            do {
+                IgfsBlockKey key = new IgfsBlockKey(info.id(), null, false, block);
+
+                ClusterNode affNode = grid(0).cachex(DATA_CACHE_NAME).affinity().mapKeyToNode(key);
+
+                assertTrue("Failed to find node in affinity [dataMgr=" + loc.nodeIds() +
+                    ", nodeId=" + affNode.id() + ", block=" + block + ']', loc.nodeIds().contains(affNode.id()));
+
+                endPos = (block + 1) * blockSize;
+
+                block++;
+            }
+            while (endPos < loc.start() + loc.length());
+        }
+    }
+
+    /** @throws Exception If failed. */
+    public void testAffinityFileMap() throws Exception {
+        int blockSize = BLOCK_SIZE;
+
+        IgfsFileInfo info = new IgfsFileInfo(blockSize, 1024 * 1024, null, null, false, null);
+
+        IgniteUuid affKey = IgniteUuid.randomUuid();
+
+        IgfsFileMap map = new IgfsFileMap();
+
+        map.addRange(new IgfsFileAffinityRange(3 * BLOCK_SIZE, 5 * BLOCK_SIZE - 1, affKey));
+        map.addRange(new IgfsFileAffinityRange(13 * BLOCK_SIZE, 17 * BLOCK_SIZE - 1, affKey));
+
+        info.fileMap(map);
+
+        Collection<IgfsBlockLocation> affinity = mgr.affinity(info, 0, info.length());
+
+        checkAffinity(blockSize, info, affinity);
+
+        // Check from middle of range.
+        affinity = mgr.affinity(info, 3 * BLOCK_SIZE + BLOCK_SIZE / 2, info.length());
+
+        checkAffinity(blockSize, info, affinity);
+
+        // Check from middle of last range.
+        affinity = mgr.affinity(info, 14 * BLOCK_SIZE, info.length());
+
+        checkAffinity(blockSize, info, affinity);
+
+        // Check inside one range.
+        affinity = mgr.affinity(info, 14 * BLOCK_SIZE, 2 * BLOCK_SIZE);
+
+        checkAffinity(blockSize, info, affinity);
+
+        // Check outside last range.
+        affinity = mgr.affinity(info, 18 * BLOCK_SIZE, info.length());
+
+        checkAffinity(blockSize, info, affinity);
+    }
+
+    /**
+     * Checks affinity validity.
+     *
+     * @param blockSize Block size.
+     * @param info File info.
+     * @param affinity Affinity block locations to check.
+     */
+    private void checkAffinity(int blockSize, IgfsFileInfo info, Iterable<IgfsBlockLocation> affinity) {
+        GridCache<Object, Object> dataCache = grid(0).cachex(DATA_CACHE_NAME);
+
+        for (IgfsBlockLocation loc : affinity) {
+            info("Going to check GGFS block location: " + loc);
+
+            int block = (int)(loc.start() / blockSize);
+
+            int endPos;
+
+            do {
+                IgfsBlockKey key = new IgfsBlockKey(info.id(),
+                    info.fileMap().affinityKey(block * blockSize, false), false, block);
+
+                ClusterNode affNode = dataCache.affinity().mapKeyToNode(key);
+
+                assertTrue("Failed to find node in affinity [dataMgr=" + loc.nodeIds() +
+                    ", nodeId=" + affNode.id() + ", block=" + block + ']', loc.nodeIds().contains(affNode.id()));
+
+                endPos = (block + 1) * blockSize;
+
+                block++;
+            }
+            while (endPos < loc.start() + loc.length());
+        }
+    }
+
+    /**
+     * Test expected failures for 'store' operation.
+     *
+     * @param reserved Reserved file info.
+     * @param data Data to store.
+     * @param msg Expected failure message.
+     */
+    private void expectsStoreFail(final IgfsFileInfo reserved, final byte[] data, @Nullable String msg) {
+        GridTestUtils.assertThrows(log, new Callable() {
+            @Override public Object call() throws Exception {
+                IgfsFileAffinityRange range = new IgfsFileAffinityRange();
+
+                mgr.storeDataBlocks(reserved, reserved.length(), null, 0, ByteBuffer.wrap(data), false, range, null);
+
+                return null;
+            }
+        }, IgfsException.class, msg);
+    }
+
+    /**
+     * Test expected failures for 'delete' operation.
+     *
+     * @param fileInfo File to delete data for.
+     * @param msg Expected failure message.
+     */
+    private void expectsDeleteFail(final IgfsFileInfo fileInfo, @Nullable String msg) {
+        GridTestUtils.assertThrows(log, new Callable() {
+            @Override public Object call() throws Exception {
+                mgr.delete(fileInfo);
+
+                return null;
+            }
+        }, IgfsException.class, msg);
+    }
+
+    /**
+     * Test expected failures for 'affinity' operation.
+     *
+     * @param info File info to resolve affinity nodes for.
+     * @param start Start position in the file.
+     * @param len File part length to get affinity for.
+     * @param msg Expected failure message.
+     */
+    private void expectsAffinityFail(final IgfsFileInfo info, final long start, final long len,
+        @Nullable String msg) {
+        GridTestUtils.assertThrows(log, new Callable() {
+            @Override public Object call() throws Exception {
+                mgr.affinity(info, start, len);
+
+                return null;
+            }
+        }, IgfsException.class, msg);
+    }
+}

http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/141f8282/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualAbstractSelfTest.java
----------------------------------------------------------------------
diff --git a/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualAbstractSelfTest.java b/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualAbstractSelfTest.java
new file mode 100644
index 0000000..e3fe0d3
--- /dev/null
+++ b/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualAbstractSelfTest.java
@@ -0,0 +1,1601 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.ignite.internal.processors.igfs;
+
+import org.apache.ignite.*;
+import org.apache.ignite.cache.*;
+import org.apache.ignite.igfs.*;
+import org.apache.ignite.internal.util.lang.*;
+import org.apache.ignite.internal.util.typedef.internal.*;
+import org.apache.ignite.testframework.*;
+
+import java.io.*;
+import java.util.*;
+import java.util.concurrent.*;
+
+import static org.apache.ignite.IgniteFs.*;
+import static org.apache.ignite.igfs.IgfsMode.*;
+
+/**
+ * Tests for GGFS working in mode when remote file system exists: DUAL_SYNC, DUAL_ASYNC.
+ */
+public abstract class IgfsDualAbstractSelfTest extends IgfsAbstractSelfTest {
+    /**
+     * Constructor.
+     *
+     * @param mode GGFS mode.
+     */
+    protected IgfsDualAbstractSelfTest(IgfsMode mode) {
+        super(mode);
+
+        assert mode == DUAL_SYNC || mode == DUAL_ASYNC;
+    }
+
+    /**
+     * @throws Exception If failed.
+     */
+    public void testDefaultDirectories() throws Exception {
+        IgfsPath gg = new IgfsPath("/ignite");
+        IgfsPath[] paths = paths(
+            gg, new IgfsPath(gg, "sync"), new IgfsPath(gg, "async"), new IgfsPath(gg, "primary"));
+
+        create(ggfs, paths, null);
+
+        for (IgfsPath p : paths)
+            assert ggfs.exists(p);
+
+        assert ggfs.listFiles(gg).size() == 3;
+        assert ggfs.listPaths(gg).size() == 3;
+    }
+
+    /**
+     * Test existence check when the path exists only remotely.
+     *
+     * @throws Exception If failed.
+     */
+    public void testExistsPathMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR), null);
+
+        assert ggfs.exists(DIR);
+    }
+
+    /**
+     * Test list files routine when the path doesn't exist locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testListFilesPathMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR), paths(FILE));
+
+        Collection<IgfsFile> paths = ggfs.listFiles(SUBDIR);
+
+        assert paths != null;
+        assert paths.size() == 2;
+
+        Iterator<IgfsFile> iter = paths.iterator();
+
+        IgfsFile path1 = iter.next();
+        IgfsFile path2 = iter.next();
+
+        assert (SUBSUBDIR.equals(path1.path()) && FILE.equals(path2.path())) ||
+            (FILE.equals(path1.path()) && SUBSUBDIR.equals(path2.path()));
+    }
+
+    /**
+     * Test info routine when the path doesn't exist locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testInfoPathMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR), null);
+        create(ggfs, null, null);
+
+        IgfsFile info = ggfs.info(DIR);
+
+        assert info != null;
+
+        assertEquals(DIR, info.path());
+    }
+
+    /**
+     * Test rename in case source exists partially and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testRenameFileSourceMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR), paths(FILE));
+        create(ggfs, paths(DIR), null);
+
+        ggfs.rename(FILE, FILE2);
+
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, FILE2);
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test rename in case source doesn't exist and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testRenameFileSourceMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR), paths(FILE));
+        create(ggfs, null, null);
+
+        ggfs.rename(FILE, FILE2);
+
+        checkExist(ggfs, DIR, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, FILE2);
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test file rename when parent folder is the root and source is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testRenameFileParentRootSourceMissing() throws Exception {
+        IgfsPath file1 = new IgfsPath("/file1");
+        IgfsPath file2 = new IgfsPath("/file2");
+
+        create(ggfsSecondary, null, paths(file1));
+        create(ggfs, null, null);
+
+        ggfs.rename(file1, file2);
+
+        checkExist(ggfs, ggfsSecondary, file2);
+        checkNotExist(ggfs, ggfsSecondary, file1);
+    }
+
+    /**
+     * Test rename in case source exists partially and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testRenameDirectorySourceMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR), null);
+        create(ggfs, paths(DIR), null);
+
+        ggfs.rename(SUBDIR, SUBDIR2);
+
+        checkExist(ggfs, ggfsSecondary, SUBDIR2);
+        checkNotExist(ggfs, ggfsSecondary, SUBDIR);
+    }
+
+    /**
+     * Test rename in case source doesn't exist and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testRenameDirectorySourceMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR), null);
+        create(ggfs, null, null);
+
+        ggfs.rename(SUBDIR, SUBDIR2);
+
+        checkExist(ggfs, DIR);
+        checkExist(ggfs, ggfsSecondary, SUBDIR2);
+        checkNotExist(ggfs, ggfsSecondary, SUBDIR);
+    }
+
+    /**
+     * Test directory rename when parent folder is the root and source is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testRenameDirectoryParentRootSourceMissing() throws Exception {
+        IgfsPath dir1 = new IgfsPath("/dir1");
+        IgfsPath dir2 = new IgfsPath("/dir2");
+
+        create(ggfsSecondary, paths(dir1), null);
+        create(ggfs, null, null);
+
+        ggfs.rename(dir1, dir2);
+
+        checkExist(ggfs, ggfsSecondary, dir2);
+        checkNotExist(ggfs, ggfsSecondary, dir1);
+    }
+
+    /**
+     * Test move in case source exists partially and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileSourceMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, paths(DIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+
+        ggfs.rename(FILE, SUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test move in case source doesn't exist and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileSourceMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, paths(DIR_NEW, SUBDIR_NEW), paths(FILE));
+
+        ggfs.rename(FILE, SUBDIR_NEW);
+
+        checkExist(ggfs, DIR, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test move in case destination exists partially and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileDestinationMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, paths(DIR, SUBDIR, DIR_NEW), paths(FILE));
+
+        ggfs.rename(FILE, SUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test move in case destination doesn't exist and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileDestinationMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, paths(DIR, SUBDIR), paths(FILE));
+
+        ggfs.rename(FILE, SUBDIR_NEW);
+
+        checkExist(ggfs, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test move in case source and destination exist partially and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileSourceAndDestinationMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, paths(DIR, DIR_NEW), null);
+
+        ggfs.rename(FILE, SUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test move in case source and destination don't exist and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileSourceAndDestinationMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, null, null);
+
+        ggfs.rename(FILE, SUBDIR_NEW);
+
+        checkExist(ggfs, DIR, SUBDIR, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test file move when destination is the root and source is missing partially.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileDestinationRootSourceMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR), paths(FILE));
+        create(ggfs, paths(DIR), null);
+
+        ggfs.rename(FILE, new IgfsPath());
+
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath("/" + FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test file move when destination is the root and source is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileDestinationRootSourceMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR), paths(FILE));
+        create(ggfs, null, null);
+
+        ggfs.rename(FILE, new IgfsPath());
+
+        checkExist(ggfs, DIR, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath("/" + FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test file move when source parent is the root and the source is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileSourceParentRootSourceMissing() throws Exception {
+        IgfsPath file = new IgfsPath("/" + FILE.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW), paths(file));
+        create(ggfs, paths(DIR_NEW, SUBDIR_NEW), null);
+
+        ggfs.rename(file, SUBDIR_NEW);
+
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, file);
+    }
+
+    /**
+     * Test file move when source parent is the root and destination is missing partially.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileSourceParentRootDestinationMissingPartially() throws Exception {
+        IgfsPath file = new IgfsPath("/" + FILE.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW), paths(file));
+        create(ggfs, paths(DIR_NEW), null);
+
+        ggfs.rename(file, SUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, file);
+    }
+
+    /**
+     * Test file move when source parent is the root and destination is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveFileSourceParentRootDestinationMissing() throws Exception {
+        IgfsPath file = new IgfsPath("/" + FILE.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW), paths(file));
+        create(ggfs, null, null);
+
+        ggfs.rename(file, SUBDIR_NEW);
+
+        checkExist(ggfs, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, FILE.name()));
+        checkNotExist(ggfs, ggfsSecondary, file);
+    }
+
+    /**
+     * Test move and rename in case source exists partially and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileSourceMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, paths(DIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+
+        ggfs.rename(FILE, FILE_NEW);
+
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, FILE_NEW);
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test move and rename in case source doesn't exist and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileSourceMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, paths(DIR_NEW, SUBDIR_NEW), paths(FILE));
+
+        ggfs.rename(FILE, FILE_NEW);
+
+        checkExist(ggfs, DIR, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, FILE_NEW);
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test move and rename in case destination exists partially and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileDestinationMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, paths(DIR, SUBDIR, DIR_NEW), paths(FILE));
+
+        ggfs.rename(FILE, FILE_NEW);
+
+        checkExist(ggfs, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, FILE_NEW);
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test move and rename in case destination doesn't exist and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileDestinationMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, paths(DIR, SUBDIR), paths(FILE));
+
+        ggfs.rename(FILE, FILE_NEW);
+
+        checkExist(ggfs, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, FILE_NEW);
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test move and rename in case source and destination exist partially and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileSourceAndDestinationMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, paths(DIR, DIR_NEW), null);
+
+        ggfs.rename(FILE, FILE_NEW);
+
+        checkExist(ggfs, SUBDIR, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, FILE_NEW);
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test move and rename in case source and destination don't exist and the path being renamed is a file.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileSourceAndDestinationMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW, SUBDIR_NEW), paths(FILE));
+        create(ggfs, null, null);
+
+        ggfs.rename(FILE, FILE_NEW);
+
+        checkExist(ggfs, DIR, SUBDIR, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, FILE_NEW);
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test file move and rename when destination is the root and source is missing partially.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileDestinationRootSourceMissingPartially() throws Exception {
+        IgfsPath file = new IgfsPath("/" + FILE.name());
+
+        create(ggfsSecondary, paths(DIR, SUBDIR), paths(FILE));
+        create(ggfs, paths(DIR), null);
+
+        ggfs.rename(FILE, file);
+
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, file);
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test file move and rename when destination is the root and source is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileDestinationRootSourceMissing() throws Exception {
+        IgfsPath file = new IgfsPath("/" + FILE.name());
+
+        create(ggfsSecondary, paths(DIR, SUBDIR), paths(FILE));
+        create(ggfs, null, null);
+
+        ggfs.rename(FILE, file);
+
+        checkExist(ggfs, DIR, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, file);
+        checkNotExist(ggfs, ggfsSecondary, FILE);
+    }
+
+    /**
+     * Test file move and rename when source parent is the root and the source is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileSourceParentRootSourceMissing() throws Exception {
+        IgfsPath file = new IgfsPath("/" + FILE_NEW.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW), paths(file));
+        create(ggfs, paths(DIR_NEW, SUBDIR_NEW), null);
+
+        ggfs.rename(file, FILE_NEW);
+
+        checkExist(ggfs, ggfsSecondary, FILE_NEW);
+        checkNotExist(ggfs, ggfsSecondary, file);
+    }
+
+    /**
+     * Test file move and rename when source parent is the root and destination is missing partially.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileSourceParentRootDestinationMissingPartially() throws Exception {
+        IgfsPath file = new IgfsPath("/" + FILE_NEW.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW), paths(file));
+        create(ggfs, paths(DIR_NEW), null);
+
+        ggfs.rename(file, FILE_NEW);
+
+        checkExist(ggfs, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, FILE_NEW);
+        checkNotExist(ggfs, ggfsSecondary, file);
+    }
+
+    /**
+     * Test file move and rename when source parent is the root and destination is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameFileSourceParentRootDestinationMissing() throws Exception {
+        IgfsPath file = new IgfsPath("/" + FILE_NEW.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW), paths(file));
+        create(ggfs, null, null);
+
+        ggfs.rename(file, FILE_NEW);
+
+        checkExist(ggfs, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, FILE_NEW);
+        checkNotExist(ggfs, ggfsSecondary, file);
+    }
+
+    /**
+     * Test move in case source exists partially and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectorySourceMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, paths(DIR, DIR_NEW, SUBDIR_NEW), null);
+
+        ggfs.rename(SUBSUBDIR, SUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test move in case source doesn't exist and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectorySourceMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, paths(DIR_NEW, SUBDIR_NEW), null);
+
+        ggfs.rename(SUBSUBDIR, SUBDIR_NEW);
+
+        checkExist(ggfs, DIR);
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test move in case destination exists partially and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectoryDestinationMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW), null);
+
+        ggfs.rename(SUBSUBDIR, SUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test move in case destination doesn't exist and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectoryDestinationMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, paths(DIR, SUBDIR, SUBSUBDIR), null);
+
+        ggfs.rename(SUBSUBDIR, SUBDIR_NEW);
+
+        checkExist(ggfs, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test move in case source and destination exist partially and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectorySourceAndDestinationMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, paths(DIR, DIR_NEW), null);
+
+        ggfs.rename(SUBSUBDIR, SUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test move in case source and destination don't exist and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectorySourceAndDestinationMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, null, null);
+
+        ggfs.rename(SUBSUBDIR, SUBDIR_NEW);
+
+        checkExist(ggfs, DIR, SUBDIR, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test directory  move when destination is the root and source is missing partially.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectoryDestinationRootSourceMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR), null);
+        create(ggfs, paths(DIR), null);
+
+        ggfs.rename(SUBSUBDIR, new IgfsPath());
+
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath("/" + SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test directory move when destination is the root and source is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectoryDestinationRootSourceMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR), null);
+        create(ggfs, null, null);
+
+        ggfs.rename(SUBSUBDIR, new IgfsPath());
+
+        checkExist(ggfs, DIR, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath("/" + SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test directory move when source parent is the root and the source folder is missing locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectorySourceParentRootSourceMissing() throws Exception {
+        IgfsPath dir = new IgfsPath("/" + SUBSUBDIR.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW, dir), null);
+        create(ggfs, paths(DIR_NEW, SUBDIR_NEW), null);
+
+        ggfs.rename(dir, SUBDIR_NEW);
+
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, dir);
+    }
+
+    /**
+     * Test directory move when source parent is the root and destination is missing partially.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectorySourceParentRootDestinationMissingPartially() throws Exception {
+        IgfsPath dir = new IgfsPath("/" + SUBSUBDIR.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW, dir), null);
+        create(ggfs, paths(DIR_NEW), null);
+
+        ggfs.rename(dir, SUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, dir);
+    }
+
+    /**
+     * Test directory move when source parent is the root and destination is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveDirectorySourceParentRootDestinationMissing() throws Exception {
+        IgfsPath dir = new IgfsPath("/" + SUBSUBDIR.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW, dir), null);
+        create(ggfs, null, null);
+
+        ggfs.rename(dir, SUBDIR_NEW);
+
+        checkExist(ggfs, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, new IgfsPath(SUBDIR_NEW, SUBSUBDIR.name()));
+        checkNotExist(ggfs, ggfsSecondary, dir);
+    }
+
+    /**
+     * Test move and rename in case source exists partially and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectorySourceMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, paths(DIR, DIR_NEW, SUBDIR_NEW), null);
+
+        ggfs.rename(SUBSUBDIR, SUBSUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR_NEW);
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test move and rename in case source doesn't exist and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectorySourceMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, paths(DIR_NEW, SUBDIR_NEW), null);
+
+        ggfs.rename(SUBSUBDIR, SUBSUBDIR_NEW);
+
+        checkExist(ggfs, DIR);
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR_NEW);
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test move and rename in case destination exists partially and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectoryDestinationMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW), null);
+
+        ggfs.rename(SUBSUBDIR, SUBSUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR_NEW);
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test move and rename in case destination doesn't exist and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectoryDestinationMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, paths(DIR, SUBDIR, SUBSUBDIR), null);
+
+        ggfs.rename(SUBSUBDIR, SUBSUBDIR_NEW);
+
+        checkExist(ggfs, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR_NEW);
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test move and rename in case source and destination exist partially and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectorySourceAndDestinationMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, paths(DIR, DIR_NEW), null);
+
+        ggfs.rename(SUBSUBDIR, SUBSUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR_NEW);
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test move and rename in case source and destination don't exist and the path being renamed is a directory.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectorySourceAndDestinationMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR, DIR_NEW, SUBDIR_NEW), null);
+        create(ggfs, null, null);
+
+        ggfs.rename(SUBSUBDIR, SUBSUBDIR_NEW);
+
+        checkExist(ggfs, DIR, SUBDIR, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR_NEW);
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test directory move and rename when destination is the root and source is missing partially.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectoryDestinationRootSourceMissingPartially() throws Exception {
+        IgfsPath dir = new IgfsPath("/" + SUBSUBDIR.name());
+
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR), null);
+        create(ggfs, paths(DIR), null);
+
+        ggfs.rename(SUBSUBDIR, dir);
+
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, dir);
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test directory move and rename when destination is the root and source is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectoryDestinationRootSourceMissing() throws Exception {
+        IgfsPath dir = new IgfsPath("/" + SUBSUBDIR.name());
+
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR), null);
+        create(ggfs, null, null);
+
+        ggfs.rename(SUBSUBDIR, dir);
+
+        checkExist(ggfs, DIR, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, dir);
+        checkNotExist(ggfs, ggfsSecondary, SUBSUBDIR);
+    }
+
+    /**
+     * Test directory move and rename when source parent is the root and the source is missing locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectorySourceParentRootSourceMissing() throws Exception {
+        IgfsPath dir = new IgfsPath("/" + SUBSUBDIR_NEW.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW, dir), null);
+        create(ggfs, paths(DIR_NEW, SUBDIR_NEW), null);
+
+        ggfs.rename(dir, SUBSUBDIR_NEW);
+
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR_NEW);
+        checkNotExist(ggfs, ggfsSecondary, dir);
+    }
+
+    /**
+     * Test directory move and rename when source parent is the root and destination is missing partially.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectorySourceParentRootDestinationMissingPartially() throws Exception {
+        IgfsPath dir = new IgfsPath("/" + SUBSUBDIR_NEW.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW, dir), null);
+        create(ggfs, paths(DIR_NEW), null);
+
+        ggfs.rename(dir, SUBSUBDIR_NEW);
+
+        checkExist(ggfs, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR_NEW);
+        checkNotExist(ggfs, ggfsSecondary, dir);
+    }
+
+    /**
+     * Test directory move and rename when source parent is the root and destination is missing.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMoveRenameDirectorySourceParentRootDestinationMissing() throws Exception {
+        IgfsPath dir = new IgfsPath("/" + SUBSUBDIR_NEW.name());
+
+        create(ggfsSecondary, paths(DIR_NEW, SUBDIR_NEW, dir), null);
+        create(ggfs, null, null);
+
+        ggfs.rename(dir, SUBSUBDIR_NEW);
+
+        checkExist(ggfs, DIR_NEW, SUBDIR_NEW);
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR_NEW);
+        checkNotExist(ggfs, ggfsSecondary, dir);
+    }
+
+    /**
+     * Test mkdirs in case parent exists remotely, but some part of the parent path doesn't exist locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMkdirsParentPathMissingPartially() throws Exception {
+        Map<String, String> props = properties(null, null, "0555"); // mkdirs command doesn't propagate user info.
+
+        create(ggfsSecondary, paths(DIR, SUBDIR), null);
+        create(ggfs, paths(DIR), null);
+
+        ggfs.mkdirs(SUBSUBDIR, props);
+
+        // Ensure that directory was created and properties are propagated.
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR);
+
+        assertEquals(props, ggfsSecondary.info(SUBSUBDIR).properties());
+
+        // We check only permission because GGFS client adds username and group name explicitly.
+        assertEquals(props.get(PROP_PERMISSION), ggfs.info(SUBSUBDIR).properties().get(PROP_PERMISSION));
+    }
+
+    /**
+     * Test mkdirs in case parent exists remotely, but no parents exist locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testMkdrisParentPathMissing() throws Exception {
+        Map<String, String> props = properties(null, null, "0555"); // mkdirs command doesn't propagate user info.
+
+        create(ggfsSecondary, paths(DIR, SUBDIR), null);
+        create(ggfs, null, null);
+
+        ggfs.mkdirs(SUBSUBDIR, props);
+
+        // Ensure that directory was created and properties are propagated.
+        checkExist(ggfs, DIR);
+        checkExist(ggfs, SUBDIR);
+        checkExist(ggfs, ggfsSecondary, SUBSUBDIR);
+
+        assertEquals(props, ggfsSecondary.info(SUBSUBDIR).properties());
+
+        // We check only permission because GGFS client adds username and group name explicitly.
+        assertEquals(props.get(PROP_PERMISSION), ggfs.info(SUBSUBDIR).properties().get(PROP_PERMISSION));
+    }
+
+    /**
+     * Test delete in case parent exists remotely, but some part of the parent path doesn't exist locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testDeletePathMissingPartially() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR), paths(FILE));
+        create(ggfs, paths(DIR), null);
+
+        ggfs.delete(SUBDIR, true);
+
+        checkExist(ggfs, DIR);
+        checkNotExist(ggfs, ggfsSecondary, SUBDIR, SUBSUBDIR, FILE);
+    }
+
+    /**
+     * Test delete in case parent exists remotely, but no parents exist locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testDeletePathMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR), paths(FILE));
+        create(ggfs, null, null);
+
+        ggfs.delete(SUBDIR, true);
+
+        checkExist(ggfs, DIR);
+        checkNotExist(ggfs, ggfsSecondary, SUBDIR, SUBSUBDIR, FILE);
+    }
+
+    /**
+     * Test delete when the path parent is the root and the path is missing locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testDeleteParentRootPathMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR), paths(FILE));
+        create(ggfs, null, null);
+
+        ggfs.delete(DIR, true);
+
+        checkNotExist(ggfs, ggfsSecondary, DIR, SUBDIR, SUBSUBDIR, FILE);
+    }
+
+    /**
+     * Test update in case file exists remotely, but some part of the path doesn't exist locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testUpdatePathMissingPartially() throws Exception {
+        Map<String, String> propsSubDir = properties("subDirOwner", "subDirGroup", "0555");
+        Map<String, String> propsFile = properties("fileOwner", "fileGroup", "0666");
+
+        create(ggfsSecondary, paths(DIR, SUBDIR), paths(FILE));
+        create(ggfs, paths(DIR), null);
+
+        // Set different properties to the sub-directory.
+        ggfsSecondary.update(SUBDIR, propsSubDir);
+
+        ggfs.update(FILE, propsFile);
+
+        // Ensure missing entries were re-created locally.
+        checkExist(ggfs, SUBDIR, FILE);
+
+        // Ensure properties propagation.
+        assertEquals(propsSubDir, ggfsSecondary.info(SUBDIR).properties());
+        assertEquals(propsSubDir, ggfs.info(SUBDIR).properties());
+
+        assertEquals(propsFile, ggfsSecondary.info(FILE).properties());
+        assertEquals(propsFile, ggfs.info(FILE).properties());
+    }
+
+    /**
+     * Test update in case file exists remotely, but neither the file nor all it's parents exist locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testUpdatePathMissing() throws Exception {
+        Map<String, String> propsSubDir = properties("subDirOwner", "subDirGroup", "0555");
+        Map<String, String> propsFile = properties("fileOwner", "fileGroup", "0666");
+
+        create(ggfsSecondary, paths(DIR, SUBDIR), paths(FILE));
+        create(ggfs, null, null);
+
+        // Set different properties to the sub-directory.
+        ggfsSecondary.update(SUBDIR, propsSubDir);
+
+        ggfs.update(FILE, propsFile);
+
+        // Ensure missing entries were re-created locally.
+        checkExist(ggfs, DIR, SUBDIR, FILE);
+
+        // Ensure properties propagation.
+        assertEquals(propsSubDir, ggfsSecondary.info(SUBDIR).properties());
+        assertEquals(propsSubDir, ggfs.info(SUBDIR).properties());
+
+        assertEquals(propsFile, ggfsSecondary.info(FILE).properties());
+        assertEquals(propsFile, ggfs.info(FILE).properties());
+    }
+
+    /**
+     * Test update when parent is the root and the path being updated is missing locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testUpdateParentRootPathMissing() throws Exception {
+        Map<String, String> props = properties("owner", "group", "0555");
+
+        create(ggfsSecondary, paths(DIR), null);
+        create(ggfs, null, null);
+
+        ggfs.update(DIR, props);
+
+        checkExist(ggfs, DIR);
+
+        assertEquals(props, ggfsSecondary.info(DIR).properties());
+        assertEquals(props, ggfs.info(DIR).properties());
+    }
+
+    /**
+     * Test file open in case it doesn't exist locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testOpenMissing() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR), null);
+        create(ggfs, null, null);
+
+        createFile(ggfsSecondary, FILE, true, chunk);
+
+        checkFileContent(ggfs, FILE, chunk);
+    }
+
+    /**
+     * Ensure that no prefetch occurs in case not enough block are read sequentially.
+     *
+     * @throws Exception If failed.
+     */
+    public void testOpenNoPrefetch() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR), paths(FILE));
+
+        // Write enough data to the secondary file system.
+        final int blockSize = GGFS_BLOCK_SIZE;
+
+        IgfsOutputStream out = ggfsSecondary.append(FILE, false);
+
+        int totalWritten = 0;
+
+        while (totalWritten < blockSize * 2 + chunk.length) {
+            out.write(chunk);
+
+            totalWritten += chunk.length;
+        }
+
+        out.close();
+
+        awaitFileClose(ggfsSecondary, FILE);
+
+        // Read the first block.
+        int totalRead = 0;
+
+        IgfsInputStream in = ggfs.open(FILE, blockSize);
+
+        final byte[] readBuf = new byte[1024];
+
+        while (totalRead + readBuf.length <= blockSize) {
+            in.read(readBuf);
+
+            totalRead += readBuf.length;
+        }
+
+        // Now perform seek.
+        in.seek(blockSize * 2);
+
+        // Read the third block.
+        totalRead = 0;
+
+        while (totalRead < totalWritten - blockSize * 2) {
+            in.read(readBuf);
+
+            totalRead += readBuf.length;
+        }
+
+        // Let's wait for a while because prefetch occurs asynchronously.
+        U.sleep(300);
+
+        // Remove the file from the secondary file system.
+        ggfsSecondary.delete(FILE, false);
+
+        // Let's wait for file will be deleted.
+        U.sleep(300);
+
+        final IgfsInputStream in0 = in;
+
+        // Try reading the second block. Should fail.
+        GridTestUtils.assertThrows(log, new Callable<Object>() {
+            @Override
+            public Object call() throws Exception {
+                in0.seek(blockSize);
+
+                try {
+                    in0.read(readBuf);
+                } finally {
+                    U.closeQuiet(in0);
+                }
+
+                return null;
+            }
+        }, IOException.class, "Failed to read data due to secondary file system exception: " +
+            "Failed to retrieve file's data block (corrupted file?) [path=/dir/subdir/file, blockIdx=1");
+    }
+
+    /**
+     * Ensure that prefetch occurs in case several blocks are read sequentially.
+     *
+     * @throws Exception If failed.
+     */
+    public void testOpenPrefetch() throws Exception {
+        create(ggfsSecondary, paths(DIR, SUBDIR), paths(FILE));
+
+        // Write enough data to the secondary file system.
+        final int blockSize = ggfs.info(FILE).blockSize();
+
+        IgfsOutputStream out = ggfsSecondary.append(FILE, false);
+
+        int totalWritten = 0;
+
+        while (totalWritten < blockSize * 2 + chunk.length) {
+            out.write(chunk);
+
+            totalWritten += chunk.length;
+        }
+
+        out.close();
+
+        awaitFileClose(ggfsSecondary, FILE);
+
+        // Read the first two blocks.
+        int totalRead = 0;
+
+        IgfsInputStream in = ggfs.open(FILE, blockSize);
+
+        final byte[] readBuf = new byte[1024];
+
+        while (totalRead + readBuf.length <= blockSize * 2) {
+            in.read(readBuf);
+
+            totalRead += readBuf.length;
+        }
+
+        // Wait for a while for prefetch to finish.
+        IgfsMetaManager meta = ggfs.context().meta();
+
+        IgfsFileInfo info = meta.info(meta.fileId(FILE));
+
+        IgfsBlockKey key = new IgfsBlockKey(info.id(), info.affinityKey(), info.evictExclude(), 2);
+
+        GridCache<IgfsBlockKey, byte[]> dataCache = ggfs.context().kernalContext().cache().cache(
+            ggfs.configuration().getDataCacheName());
+
+        for (int i = 0; i < 10; i++) {
+            if (dataCache.containsKey(key))
+                break;
+            else
+                U.sleep(100);
+        }
+
+        // Remove the file from the secondary file system.
+        ggfsSecondary.delete(FILE, false);
+
+        // Let's wait for file will be deleted.
+        U.sleep(300);
+
+        // Read the third block.
+        totalRead = 0;
+
+        in.seek(blockSize * 2);
+
+        while (totalRead + readBuf.length <= blockSize) {
+            in.read(readBuf);
+
+            totalRead += readBuf.length;
+        }
+
+        in.close();
+    }
+
+    /**
+     * Test create when parent directory is partially missing locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testCreateParentMissingPartially() throws Exception {
+        Map<String, String> props = properties("owner", "group", "0555");
+
+        create(ggfsSecondary, paths(DIR, SUBDIR), null);
+        create(ggfs, paths(DIR), null);
+
+        ggfsSecondary.update(SUBDIR, props);
+
+        createFile(ggfs, FILE, true, chunk);
+
+        // Ensure that directory structure was created.
+        checkExist(ggfs, ggfsSecondary, SUBDIR);
+        checkFile(ggfs, ggfsSecondary, FILE, chunk);
+
+        // Ensure properties propagation of the created subdirectory.
+        assertEquals(props, ggfs.info(SUBDIR).properties());
+    }
+
+    /**
+     * Test create when parent directory is missing locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testCreateParentMissing() throws Exception {
+        Map<String, String> propsDir = properties("ownerDir", "groupDir", "0555");
+        Map<String, String> propsSubDir = properties("ownerSubDir", "groupSubDir", "0666");
+
+        create(ggfsSecondary, paths(DIR, SUBDIR), null);
+        create(ggfs, null, null);
+
+        ggfsSecondary.update(DIR, propsDir);
+        ggfsSecondary.update(SUBDIR, propsSubDir);
+
+        createFile(ggfs, FILE, true, chunk);
+
+        checkExist(ggfs, ggfsSecondary, SUBDIR);
+        checkFile(ggfs, ggfsSecondary, FILE, chunk);
+
+        // Ensure properties propagation of the created directories.
+        assertEquals(propsDir, ggfs.info(DIR).properties());
+        assertEquals(propsSubDir, ggfs.info(SUBDIR).properties());
+    }
+
+    /**
+     * Test append when parent directory is partially missing locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testAppendParentMissingPartially() throws Exception {
+        Map<String, String> props = properties("owner", "group", "0555");
+
+        create(ggfsSecondary, paths(DIR, SUBDIR), null);
+        create(ggfs, paths(DIR), null);
+
+        ggfsSecondary.update(SUBDIR, props);
+
+        createFile(ggfsSecondary, FILE, true, BLOCK_SIZE, chunk);
+
+        appendFile(ggfs, FILE, chunk);
+
+        // Ensure that directory structure was created.
+        checkExist(ggfs, ggfsSecondary, SUBDIR);
+        checkFile(ggfs, ggfsSecondary, FILE, chunk, chunk);
+
+        // Ensure properties propagation of the created subdirectory.
+        assertEquals(props, ggfs.info(SUBDIR).properties());
+    }
+
+    /**
+     * Test append when parent directory is missing locally.
+     *
+     * @throws Exception If failed.
+     */
+    public void testAppendParentMissing() throws Exception {
+        Map<String, String> propsDir = properties("ownerDir", "groupDir", "0555");
+        Map<String, String> propsSubDir = properties("ownerSubDir", "groupSubDir", "0666");
+
+        create(ggfsSecondary, paths(DIR, SUBDIR), null);
+        create(ggfs, null, null);
+
+        ggfsSecondary.update(DIR, propsDir);
+        ggfsSecondary.update(SUBDIR, propsSubDir);
+
+        createFile(ggfsSecondary, FILE, true, BLOCK_SIZE, chunk);
+
+        appendFile(ggfs, FILE, chunk);
+
+        checkExist(ggfs, ggfsSecondary, SUBDIR);
+        checkFile(ggfs, ggfsSecondary, FILE, chunk, chunk);
+
+        // Ensure properties propagation of the created directories.
+        assertEquals(propsDir, ggfs.info(DIR).properties());
+        assertEquals(propsSubDir, ggfs.info(SUBDIR).properties());
+    }
+
+    /**
+     * Ensure that in case we rename the folder A and delete it at the same time, only one of these requests succeed.
+     * Initially file system entries are created only in the secondary file system.
+     *
+     * @throws Exception If failed.
+     */
+    public void testConcurrentRenameDeleteSourceRemote() throws Exception {
+        for (int i = 0; i < REPEAT_CNT; i++) {
+            final CyclicBarrier barrier = new CyclicBarrier(2);
+
+            create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW), paths());
+
+            GridPlainFuture<Boolean> res1 = execute(new Callable<Boolean>() {
+                @Override public Boolean call() throws Exception {
+                    U.awaitQuiet(barrier);
+
+                    try {
+                        ggfs.rename(SUBDIR, SUBDIR_NEW);
+
+                        return true;
+                    }
+                    catch (IgniteException ignored) {
+                        return false;
+                    }
+                }
+            });
+
+            GridPlainFuture<Boolean> res2 = execute(new Callable<Boolean>() {
+                @Override public Boolean call() throws Exception {
+                    U.awaitQuiet(barrier);
+
+                    return ggfs.delete(SUBDIR, true);
+                }
+            });
+
+            res1.get();
+            res2.get();
+
+            if (res1.get()) {
+                assert !res2.get(); // Rename succeeded, so delete must fail.
+
+                checkExist(ggfs, ggfsSecondary, DIR, DIR_NEW, SUBDIR_NEW);
+                checkNotExist(ggfs, ggfsSecondary, SUBDIR);
+            }
+            else {
+                assert res2.get(); // Rename failed because delete succeeded.
+
+                checkExist(ggfs, DIR); // DIR_NEW should not be synchronized with he primary GGFS.
+                checkExist(ggfsSecondary, DIR, DIR_NEW);
+                checkNotExist(ggfs, ggfsSecondary, SUBDIR, SUBDIR_NEW);
+            }
+
+            clear(ggfs, ggfsSecondary);
+        }
+    }
+
+    /**
+     * Ensure that in case we rename the folder A to B and delete B at the same time, FS consistency is not compromised.
+     * Initially file system entries are created only in the secondary file system.
+     *
+     * @throws Exception If failed.
+     */
+    public void testConcurrentRenameDeleteDestinationRemote() throws Exception {
+        for (int i = 0; i < REPEAT_CNT; i++) {
+            final CyclicBarrier barrier = new CyclicBarrier(2);
+
+            create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW), paths());
+
+            GridPlainFuture<Boolean> res1 = execute(new Callable<Boolean>() {
+                @Override public Boolean call() throws Exception {
+                    U.awaitQuiet(barrier);
+
+                    try {
+                        ggfs.rename(SUBDIR, SUBDIR_NEW);
+
+                        return true;
+                    }
+                    catch (IgniteException ignored) {
+                        return false;
+                    }
+                }
+            });
+
+            GridPlainFuture<Boolean> res2 = execute(new Callable<Boolean>() {
+                @Override public Boolean call() throws Exception {
+                    U.awaitQuiet(barrier);
+
+                    return ggfs.delete(SUBDIR_NEW, true);
+                }
+            });
+
+            assert res1.get();
+
+            if (res2.get()) {
+                // Delete after rename.
+                checkExist(ggfs, ggfsSecondary, DIR, DIR_NEW);
+                checkNotExist(ggfs, ggfsSecondary, SUBDIR, SUBDIR_NEW);
+            }
+            else {
+                // Delete before rename.
+                checkExist(ggfs, ggfsSecondary, DIR, DIR_NEW, SUBDIR_NEW);
+                checkNotExist(ggfs, ggfsSecondary, SUBDIR);
+            }
+
+            clear(ggfs, ggfsSecondary);
+        }
+    }
+
+    /**
+     * Ensure file system consistency in case two concurrent rename requests are executed: A -> B and B -> A.
+     * Initially file system entries are created only in the secondary file system.
+     *
+     * @throws Exception If failed.
+     */
+    public void testConcurrentRenamesRemote() throws Exception {
+        for (int i = 0; i < REPEAT_CNT; i++) {
+            final CyclicBarrier barrier = new CyclicBarrier(2);
+
+            create(ggfsSecondary, paths(DIR, SUBDIR, DIR_NEW), paths());
+
+            GridPlainFuture<Boolean> res1 = execute(new Callable<Boolean>() {
+                @Override public Boolean call() throws Exception {
+                    U.awaitQuiet(barrier);
+
+                    try {
+                        ggfs.rename(SUBDIR, SUBDIR_NEW);
+
+                        return true;
+                    }
+                    catch (IgniteException ignored) {
+                        return false;
+                    }
+                }
+            });
+
+            GridPlainFuture<Boolean> res2 = execute(new Callable<Boolean>() {
+                @Override public Boolean call() throws Exception {
+                    U.awaitQuiet(barrier);
+
+                    try {
+                        ggfs.rename(SUBDIR_NEW, SUBDIR);
+
+                        return true;
+                    }
+                    catch (IgniteException ignored) {
+                        return false;
+                    }
+                }
+            });
+
+            res1.get();
+            res2.get();
+
+            assert res1.get(); // First rename must be successful anyway.
+
+            if (res2.get()) {
+                checkExist(ggfs, ggfsSecondary, DIR, SUBDIR, DIR_NEW);
+                checkNotExist(ggfs, ggfsSecondary, SUBDIR_NEW);
+            }
+            else {
+                checkExist(ggfs, ggfsSecondary, DIR, DIR_NEW, SUBDIR_NEW);
+                checkNotExist(ggfs, ggfsSecondary, SUBDIR);
+            }
+
+            clear(ggfs, ggfsSecondary);
+        }
+    }
+
+    /**
+     * Ensure that in case we delete the folder A and delete its parent at the same time, resulting file system
+     * structure is consistent. Initially file system entries are created only in the secondary file system.
+     *
+     * @throws Exception If failed.
+     */
+    public void testConcurrentDeletesRemote() throws Exception {
+        for (int i = 0; i < REPEAT_CNT; i++) {
+            final CyclicBarrier barrier = new CyclicBarrier(2);
+
+            create(ggfsSecondary, paths(DIR, SUBDIR, SUBSUBDIR), paths());
+
+            GridPlainFuture<Boolean> res1 = execute(new Callable<Boolean>() {
+                @Override public Boolean call() throws Exception {
+                    U.awaitQuiet(barrier);
+
+                    try {
+                        ggfs.delete(SUBDIR, true);
+
+                        return true;
+                    }
+                    catch (IgniteException ignored) {
+                        return false;
+                    }
+                }
+            });
+
+            GridPlainFuture<Boolean> res2 = execute(new Callable<Boolean>() {
+                @Override public Boolean call() throws Exception {
+                    U.awaitQuiet(barrier);
+
+                    try {
+                        ggfs.delete(SUBSUBDIR, true);
+
+                        return true;
+                    }
+                    catch (IgniteException ignored) {
+                        return false;
+                    }
+                }
+            });
+
+            assert res1.get(); // Delete on the parent must succeed anyway.
+            res2.get();
+
+            checkExist(ggfs, ggfsSecondary, DIR);
+            checkNotExist(ggfs, ggfsSecondary, SUBDIR, SUBSUBDIR);
+
+            clear(ggfs, ggfsSecondary);
+        }
+    }
+}

http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/141f8282/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualAsyncSelfTest.java
----------------------------------------------------------------------
diff --git a/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualAsyncSelfTest.java b/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualAsyncSelfTest.java
new file mode 100644
index 0000000..438f101
--- /dev/null
+++ b/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualAsyncSelfTest.java
@@ -0,0 +1,32 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.ignite.internal.processors.igfs;
+
+import static org.apache.ignite.igfs.IgfsMode.*;
+
+/**
+ * Tests for DUAL_ASYNC mode.
+ */
+public class IgfsDualAsyncSelfTest extends IgfsDualAbstractSelfTest {
+    /**
+     * Constructor.
+     */
+    public IgfsDualAsyncSelfTest() {
+        super(DUAL_ASYNC);
+    }
+}

http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/141f8282/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualSyncSelfTest.java
----------------------------------------------------------------------
diff --git a/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualSyncSelfTest.java b/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualSyncSelfTest.java
new file mode 100644
index 0000000..3ec90af
--- /dev/null
+++ b/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsDualSyncSelfTest.java
@@ -0,0 +1,32 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.ignite.internal.processors.igfs;
+
+import static org.apache.ignite.igfs.IgfsMode.*;
+
+/**
+ * Tests for DUAL_SYNC mode.
+ */
+public class IgfsDualSyncSelfTest extends IgfsDualAbstractSelfTest {
+    /**
+     * Constructor.
+     */
+    public IgfsDualSyncSelfTest() {
+        super(DUAL_SYNC);
+    }
+}

http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/141f8282/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsFileInfoSelfTest.java
----------------------------------------------------------------------
diff --git a/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsFileInfoSelfTest.java b/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsFileInfoSelfTest.java
new file mode 100644
index 0000000..b461a93
--- /dev/null
+++ b/modules/core/src/test/java/org/apache/ignite/internal/processors/igfs/IgfsFileInfoSelfTest.java
@@ -0,0 +1,88 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.ignite.internal.processors.igfs;
+
+import org.apache.ignite.*;
+import org.apache.ignite.internal.util.typedef.*;
+import org.apache.ignite.marshaller.*;
+import org.apache.ignite.marshaller.optimized.*;
+import org.jetbrains.annotations.*;
+
+import java.io.*;
+import java.util.*;
+import java.util.concurrent.*;
+
+/**
+ * {@link IgfsFileInfo} test case.
+ */
+public class IgfsFileInfoSelfTest extends IgfsCommonAbstractTest {
+    /** Marshaller to test {@link Externalizable} interface. */
+    private final Marshaller marshaller = new OptimizedMarshaller();
+
+    /**
+     * Test node info serialization.
+     *
+     * @throws Exception If failed.
+     */
+    public void testSerialization() throws Exception {
+        final int max = Integer.MAX_VALUE;
+
+        multithreaded(new Callable<Object>() {
+            private final Random rnd = new Random();
+
+            @SuppressWarnings("deprecation") // Suppress due to default constructor should never be used directly.
+            @Nullable @Override public Object call() throws IgniteCheckedException {
+                for (int i = 0; i < 10000; i++) {
+                    testSerialization(new IgfsFileInfo());
+                    testSerialization(new IgfsFileInfo());
+                    testSerialization(new IgfsFileInfo(true, null));
+                    testSerialization(new IgfsFileInfo(false, null));
+
+                    IgfsFileInfo rndInfo = new IgfsFileInfo(rnd.nextInt(max), null, false, null);
+
+                    testSerialization(rndInfo);
+                    testSerialization(new IgfsFileInfo(rndInfo, rnd.nextInt(max)));
+                    testSerialization(new IgfsFileInfo(rndInfo, F.asMap("desc", String.valueOf(rnd.nextLong()))));
+                }
+
+                return null;
+            }
+        }, 20);
+    }
+
+    /**
+     * Test node info serialization.
+     *
+     * @param info Node info to test serialization for.
+     * @throws IgniteCheckedException If failed.
+     */
+    public void testSerialization(IgfsFileInfo info) throws IgniteCheckedException {
+        assertEquals(info, mu(info));
+    }
+
+    /**
+     * Marshal/unmarshal object.
+     *
+     * @param obj Object to marshal/unmarshal.
+     * @return Marshalled and then unmarshalled object.
+     * @throws IgniteCheckedException In case of any marshalling exception.
+     */
+    private <T> T mu(T obj) throws IgniteCheckedException {
+        return marshaller.unmarshal(marshaller.marshal(obj), null);
+    }
+}


Mime
View raw message