Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 83DBC200B38 for ; Fri, 8 Jul 2016 11:36:40 +0200 (CEST) Received: by cust-asf.ponee.io (Postfix) id 80B90160A5A; Fri, 8 Jul 2016 09:36:40 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id C8C13160A58 for ; Fri, 8 Jul 2016 11:36:39 +0200 (CEST) Received: (qmail 12716 invoked by uid 500); 8 Jul 2016 09:36:39 -0000 Mailing-List: contact dev-help@apex.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@apex.apache.org Delivered-To: mailing list dev@apex.apache.org Received: (qmail 12701 invoked by uid 99); 8 Jul 2016 09:36:38 -0000 Received: from pnap-us-west-generic-nat.apache.org (HELO spamd3-us-west.apache.org) (209.188.14.142) by apache.org (qpsmtpd/0.29) with ESMTP; Fri, 08 Jul 2016 09:36:38 +0000 Received: from localhost (localhost [127.0.0.1]) by spamd3-us-west.apache.org (ASF Mail Server at spamd3-us-west.apache.org) with ESMTP id 4BE59185CA8 for ; Fri, 8 Jul 2016 09:36:38 +0000 (UTC) X-Virus-Scanned: Debian amavisd-new at spamd3-us-west.apache.org X-Spam-Flag: NO X-Spam-Score: -5.446 X-Spam-Level: X-Spam-Status: No, score=-5.446 tagged_above=-999 required=6.31 tests=[KAM_LAZY_DOMAIN_SECURITY=1, RCVD_IN_DNSWL_HI=-5, RCVD_IN_MSPIKE_H3=-0.01, RCVD_IN_MSPIKE_WL=-0.01, RP_MATCHES_RCVD=-1.426] autolearn=disabled Received: from mx1-lw-eu.apache.org ([10.40.0.8]) by localhost (spamd3-us-west.apache.org [10.40.0.10]) (amavisd-new, port 10024) with ESMTP id 3NaFyDrtjiz9 for ; Fri, 8 Jul 2016 09:36:36 +0000 (UTC) Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by mx1-lw-eu.apache.org (ASF Mail Server at mx1-lw-eu.apache.org) with SMTP id 3D2CD5FB6F for ; Fri, 8 Jul 2016 09:36:35 +0000 (UTC) Received: (qmail 12671 invoked by uid 99); 8 Jul 2016 09:36:34 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Fri, 08 Jul 2016 09:36:34 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id E79CEDFFF8; Fri, 8 Jul 2016 09:36:33 +0000 (UTC) From: tushargosavi To: dev@apex.incubator.apache.org Reply-To: dev@apex.incubator.apache.org References: In-Reply-To: Subject: [GitHub] apex-malhar pull request #330: Initial cut of Inner Join operator for REVIEW... Content-Type: text/plain Message-Id: <20160708093633.E79CEDFFF8@git1-us-west.apache.org> Date: Fri, 8 Jul 2016 09:36:33 +0000 (UTC) archived-at: Fri, 08 Jul 2016 09:36:40 -0000 Github user tushargosavi commented on a diff in the pull request: https://github.com/apache/apex-malhar/pull/330#discussion_r70049062 --- Diff: library/src/main/java/com/datatorrent/lib/join/managed/ManagedTimeStateMultiMap.java --- @@ -0,0 +1,247 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +package com.datatorrent.lib.join.managed; + +import java.util.ArrayList; +import java.util.Collection; +import java.util.List; +import java.util.Map; +import java.util.Set; +import java.util.concurrent.Future; + +import javax.annotation.Nullable; +import javax.validation.constraints.NotNull; + +import org.apache.apex.malhar.lib.state.managed.ManagedTimeStateImpl; +import org.apache.apex.malhar.lib.state.spillable.Spillable; + +import com.google.common.base.Preconditions; +import com.google.common.collect.Multimap; +import com.google.common.collect.Multiset; + +import com.datatorrent.api.StreamCodec; +import com.datatorrent.lib.codec.KryoSerializableStreamCodec; +import com.datatorrent.netlet.util.Slice; + +public class ManagedTimeStateMultiMap implements Spillable.SpillableByteArrayListMultimap +{ + private transient StreamCodec streamCodec = null; + private boolean isKeyContainsMultiValue = false; + private long timeBucket; + @NotNull + private ManagedTimeStateImpl store; + + public ManagedTimeStateMultiMap() + { + if (streamCodec == null) { + streamCodec = new KryoSerializableStreamCodec(); + } + } + + public ManagedTimeStateMultiMap(@NotNull ManagedTimeStateImpl store, boolean isPrimaryKey) + { + this(); + this.store = Preconditions.checkNotNull(store); + this.isKeyContainsMultiValue = isPrimaryKey; + } + + @Override + public List get(@Nullable K k) + { + List value = null; + Slice valueSlice = store.getSync(getBucketId(k), streamCodec.toByteArray(k)); + if (isKeyContainsMultiValue) { + value = (List)streamCodec.fromByteArray(valueSlice); + } else { + if (valueSlice == null || valueSlice.length == 0 || valueSlice.buffer == null) { + return null; + } + value = new ArrayList<>(); + value.add((V)streamCodec.fromByteArray(valueSlice)); + } + return value; + } + + public Future getAsync(@Nullable K k) --- End diff -- ideally it should return Future>. can you write a composible future to implement it. --- If your project is set up for it, you can reply to this email and have your reply appear on GitHub as well. If your project does not have this feature enabled and wishes so, or if the feature is enabled but not working, please contact infrastructure at infrastructure@apache.org or file a JIRA ticket with INFRA. ---