apex-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "ASF GitHub Bot (JIRA)" <j...@apache.org>
Subject [jira] [Commented] (APEXMALHAR-2011) POJO to Avro record converter
Date Wed, 16 Mar 2016 08:54:33 GMT

    [ https://issues.apache.org/jira/browse/APEXMALHAR-2011?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15197046#comment-15197046
] 

ASF GitHub Bot commented on APEXMALHAR-2011:
--------------------------------------------

Github user chinmaykolhatkar commented on a diff in the pull request:

    https://github.com/apache/incubator-apex-malhar/pull/211#discussion_r56299275
  
    --- Diff: contrib/src/test/java/com/datatorrent/contrib/avro/AvroReaderWriterTest.java
---
    @@ -0,0 +1,219 @@
    +/**
    + * Licensed to the Apache Software Foundation (ASF) under one
    + * or more contributor license agreements.  See the NOTICE file
    + * distributed with this work for additional information
    + * regarding copyright ownership.  The ASF licenses this file
    + * to you under the Apache License, Version 2.0 (the
    + * "License"); you may not use this file except in compliance
    + * with the License.  You may obtain a copy of the License at
    + *
    + *   http://www.apache.org/licenses/LICENSE-2.0
    + *
    + * Unless required by applicable law or agreed to in writing,
    + * software distributed under the License is distributed on an
    + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
    + * KIND, either express or implied.  See the License for the
    + * specific language governing permissions and limitations
    + * under the License.
    + */
    +
    +package com.datatorrent.contrib.avro;
    +
    +import java.io.IOException;
    +import java.util.LinkedList;
    +import java.util.List;
    +import java.util.ListIterator;
    +
    +import org.junit.Before;
    +import org.junit.Test;
    +import org.slf4j.Logger;
    +import org.slf4j.LoggerFactory;
    +
    +import org.apache.avro.generic.GenericData;
    +import org.apache.avro.generic.GenericRecord;
    +
    +import junit.framework.Assert;
    +
    +@SuppressWarnings("deprecation")
    +public class AvroReaderWriterTest {
    +
    +	private AvroToPojo reader = null;
    +	private PojoToAvro writer = null;
    +
    +	public static final String schemaFile = "{\"namespace\":\"abc\",\"type\":\"record\",\"doc\":\"Order
schema\",\"name\":\"Order\",\"fields\":[{\"name\":\"orderId\",\"type\": \"long\"},{\"name\":\"customerId\",\"type\":
\"int\"},{\"name\":\"total\",\"type\": \"double\"},{\"name\":\"customerName\",\"type\": \"string\"}]}";
    +
    +	public static final String fieldInfoInitMap = "orderId:orderId:LONG,customerId:customerId:INTEGER,customerName:customerName:STRING,total:total:DOUBLE";
    +
    +	private Class<?> className = SimpleOrder.class;
    +
    +	private List<GenericRecord> recordList = null;
    +
    +	public AvroReaderWriterTest() {
    +
    +	}
    +
    +	@Before
    +	public void initializeReaderAndWriter() {
    +		reader = new AvroToPojo();
    +		writer = new PojoToAvro();
    +
    +		recordList = new LinkedList<GenericRecord>();
    +
    +		initializeWriter();
    +		initializeReader();
    +
    +	}
    +
    +	public void initializeWriter() {
    +
    +		getWriter().setSchemaString(schemaFile);
    +
    +		try {
    +			getWriter().parseSchema();
    +		} catch (IOException e) {
    +			LOG.error("Error in parsing");
    +		}
    +
    +		getWriter().setCls(className);
    +
    +		getWriter().initializeColumnMap(writer.getSchema());
    +
    +	}
    +
    +	public void createReaderInput() {
    +		int cnt = 3;
    +
    +		while (cnt > 0) {
    +
    --- End diff --
    
    Indentation is off.


> POJO to Avro record converter
> -----------------------------
>
>                 Key: APEXMALHAR-2011
>                 URL: https://issues.apache.org/jira/browse/APEXMALHAR-2011
>             Project: Apache Apex Malhar
>          Issue Type: New Feature
>            Reporter: devendra tagare
>
> We are looking to develop a record converter which would take a POJO as an input and
emit a Generic record as the output based on the given Avro schema.
> The expected inputs for this operator would be,
> 1.Class Name of the incoming POJO
> 2.Avro schema for the Generic Record to emit.
> This operator would receive an Object on its input port and emit a Generic record on
the output port.
> To start with, we would handle primitive types and then go on to handle complex types.
> Thanks,
> Dev



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message