From commits-return-13169-archive-asf-public=cust-asf.ponee.io@hudi.apache.org Wed Mar 11 12:03:13 2020 Return-Path: X-Original-To: archive-asf-public@cust-asf.ponee.io Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [207.244.88.153]) by mx-eu-01.ponee.io (Postfix) with SMTP id 55C2418060E for ; Wed, 11 Mar 2020 13:03:13 +0100 (CET) Received: (qmail 75658 invoked by uid 500); 11 Mar 2020 12:03:12 -0000 Mailing-List: contact commits-help@hudi.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@hudi.apache.org Delivered-To: mailing list commits@hudi.apache.org Received: (qmail 75647 invoked by uid 99); 11 Mar 2020 12:03:12 -0000 Received: from ec2-52-202-80-70.compute-1.amazonaws.com (HELO gitbox.apache.org) (52.202.80.70) by apache.org (qpsmtpd/0.29) with ESMTP; Wed, 11 Mar 2020 12:03:12 +0000 Received: by gitbox.apache.org (ASF Mail Server at gitbox.apache.org, from userid 33) id 7ADA18DACA; Wed, 11 Mar 2020 12:03:12 +0000 (UTC) Date: Wed, 11 Mar 2020 12:03:12 +0000 To: "commits@hudi.apache.org" Subject: [incubator-hudi] branch master updated: [HUDI-670] Added test cases for TestDiskBasedMap. (#1379) MIME-Version: 1.0 Content-Type: text/plain; charset=utf-8 Content-Transfer-Encoding: 8bit Message-ID: <158392819233.23257.12680107622359259858@gitbox.apache.org> From: smarthi@apache.org X-Git-Host: gitbox.apache.org X-Git-Repo: incubator-hudi X-Git-Refname: refs/heads/master X-Git-Reftype: branch X-Git-Oldrev: 77d5b92d88d6583bdfc09e4c10ecfe7ddbb04806 X-Git-Newrev: cf0a4c19bc4ed850172e6ac938f57a0bf7e96353 X-Git-Rev: cf0a4c19bc4ed850172e6ac938f57a0bf7e96353 X-Git-NotificationType: ref_changed_plus_diff X-Git-Multimail-Version: 1.5.dev Auto-Submitted: auto-generated This is an automated email from the ASF dual-hosted git repository. smarthi pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git The following commit(s) were added to refs/heads/master by this push: new cf0a4c1 [HUDI-670] Added test cases for TestDiskBasedMap. (#1379) cf0a4c1 is described below commit cf0a4c19bc4ed850172e6ac938f57a0bf7e96353 Author: Prashant Wason AuthorDate: Wed Mar 11 05:03:03 2020 -0700 [HUDI-670] Added test cases for TestDiskBasedMap. (#1379) * [HUDI-670] Added test cases for TestDiskBasedMap. * Update TestDiskBasedMap.java Co-authored-by: Suneel Marthi --- .../common/util/collection/TestDiskBasedMap.java | 25 ++++++++++++++++++++++ 1 file changed, 25 insertions(+) diff --git a/hudi-common/src/test/java/org/apache/hudi/common/util/collection/TestDiskBasedMap.java b/hudi-common/src/test/java/org/apache/hudi/common/util/collection/TestDiskBasedMap.java old mode 100644 new mode 100755 index 2cc726e..3fcfab5 --- a/hudi-common/src/test/java/org/apache/hudi/common/util/collection/TestDiskBasedMap.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/util/collection/TestDiskBasedMap.java @@ -20,6 +20,7 @@ package org.apache.hudi.common.util.collection; import org.apache.hudi.common.HoodieCommonTestHarness; import org.apache.hudi.common.model.AvroBinaryTestPayload; +import org.apache.hudi.common.model.HoodieAvroPayload; import org.apache.hudi.common.model.HoodieKey; import org.apache.hudi.common.model.HoodieRecord; import org.apache.hudi.common.model.HoodieRecordPayload; @@ -42,9 +43,11 @@ import java.io.IOException; import java.io.UncheckedIOException; import java.net.URISyntaxException; import java.util.ArrayList; +import java.util.HashMap; import java.util.HashSet; import java.util.Iterator; import java.util.List; +import java.util.Map; import java.util.Set; import java.util.UUID; import java.util.stream.Collectors; @@ -184,6 +187,28 @@ public class TestDiskBasedMap extends HoodieCommonTestHarness { assertTrue(payloadSize > 0); } + @Test + public void testPutAll() throws IOException, URISyntaxException { + DiskBasedMap records = new DiskBasedMap<>(basePath); + List iRecords = SchemaTestUtil.generateHoodieTestRecords(0, 100); + Map recordMap = new HashMap<>(); + iRecords.forEach(r -> { + String key = ((GenericRecord) r).get(HoodieRecord.RECORD_KEY_METADATA_FIELD).toString(); + String partitionPath = ((GenericRecord) r).get(HoodieRecord.PARTITION_PATH_METADATA_FIELD).toString(); + HoodieRecord value = new HoodieRecord<>(new HoodieKey(key, partitionPath), new HoodieAvroPayload(Option.of((GenericRecord) r))); + recordMap.put(key, value); + }); + + records.putAll(recordMap); + // make sure records have spilled to disk + assertTrue(records.sizeOfFileOnDiskInBytes() > 0); + + // make sure all added records are present + for (Map.Entry entry : records.entrySet()) { + assertTrue(recordMap.containsKey(entry.getKey())); + } + } + /** * @na: Leaving this test here for a quick performance test */