arrow-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Julien Le Dem (JIRA)" <j...@apache.org>
Subject [jira] [Updated] (ARROW-372) Create JSON arrow file format for integration tests
Date Tue, 08 Nov 2016 19:33:58 GMT

     [ https://issues.apache.org/jira/browse/ARROW-372?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

Julien Le Dem updated ARROW-372:
--------------------------------
    Description: 
{noformat}
{
  "schema" : ...,
  "batches" : [{
    "count" : 10,
    "columns" : [
      {
        "name": "{col_name_int}",
        "count" : 10,
        "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
        "DATA" : [0,1,2,3,4,5,6,7,8,9]
      },
      { 
        "name": "{col_name_list}",
        "count" : 10,
        "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
        "OFFSET" : [0,0,1,3,3,4,6,6,7,9],
        "children" : {
          {
            "name": "child_name",
            "count" : 9,
            "VALIDITY" : [true,true,true,true,true,true,true,true,true],
            "OFFSET" : [0,3,6,9,12,15,18,21,24],
            "DATA" : ["abc","abc","abc","abc","abc","abc","abc","abc","abc"]
          }
        }
      },
      {
        "name": "{col_name_map}",
        "count" : 10,
        "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
        "children" : {
          "{col_name_timestamp}" : {
            "count" : 10,
            "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
            "DATA" : [0,1,2,3,4,5,6,7,8,9]
          }
        }
      }
    }, ... ]
}
{noformat}

  was:
{noformat}
{
  "schema" : ...,
  "batches" : [{
    "count" : ...,
    "columns" : {
      "{col_name_int}" : {
        "count" : 10,
        "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
        "DATA" : [0,1,2,3,4,5,6,7,8,9]
      },
      "{col_name_list}" : {
        "count" : 10,
        "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
        "OFFSET" : [0,0,1,3,3,4,6,6,7,9],
        "children" : {
          "child_name" : {
            "count" : 9,
            "VALIDITY" : [true,true,true,true,true,true,true,true,true],
            "OFFSET" : [0,3,6,9,12,15,18,21,24],
            "DATA" : ["abc","abc","abc","abc","abc","abc","abc","abc","abc"]
          }
        }
      },
      "{col_name_map}" : {
        "count" : 10,
        "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
        "children" : {
          "{col_name_timestamp}" : {
            "count" : 10,
            "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
            "DATA" : [0,1,2,3,4,5,6,7,8,9]
          }
        }
      }
    }, ... ]
}
{noformat}


> Create JSON arrow file format for integration tests
> ---------------------------------------------------
>
>                 Key: ARROW-372
>                 URL: https://issues.apache.org/jira/browse/ARROW-372
>             Project: Apache Arrow
>          Issue Type: Task
>          Components: Java - Vectors
>            Reporter: Julien Le Dem
>            Assignee: Julien Le Dem
>
> {noformat}
> {
>   "schema" : ...,
>   "batches" : [{
>     "count" : 10,
>     "columns" : [
>       {
>         "name": "{col_name_int}",
>         "count" : 10,
>         "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
>         "DATA" : [0,1,2,3,4,5,6,7,8,9]
>       },
>       { 
>         "name": "{col_name_list}",
>         "count" : 10,
>         "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
>         "OFFSET" : [0,0,1,3,3,4,6,6,7,9],
>         "children" : {
>           {
>             "name": "child_name",
>             "count" : 9,
>             "VALIDITY" : [true,true,true,true,true,true,true,true,true],
>             "OFFSET" : [0,3,6,9,12,15,18,21,24],
>             "DATA" : ["abc","abc","abc","abc","abc","abc","abc","abc","abc"]
>           }
>         }
>       },
>       {
>         "name": "{col_name_map}",
>         "count" : 10,
>         "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
>         "children" : {
>           "{col_name_timestamp}" : {
>             "count" : 10,
>             "VALIDITY" : [true,true,true,true,true,true,true,true,true,true],
>             "DATA" : [0,1,2,3,4,5,6,7,8,9]
>           }
>         }
>       }
>     }, ... ]
> }
> {noformat}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message