arrow-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From w...@apache.org
Subject [01/30] arrow-site git commit: Add Python documentation snapshot
Date Sun, 23 Apr 2017 22:21:41 GMT
Repository: arrow-site
Updated Branches:
  refs/heads/asf-site 97fc1851b -> 679f060e5


http://git-wip-us.apache.org/repos/asf/arrow-site/blob/679f060e/docs/python/pandas.html
----------------------------------------------------------------------
diff --git a/docs/python/pandas.html b/docs/python/pandas.html
new file mode 100644
index 0000000..f5c23cc
--- /dev/null
+++ b/docs/python/pandas.html
@@ -0,0 +1,379 @@
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+  <meta charset="utf-8">
+  
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  
+  <title>Pandas Interface &mdash; pyarrow  documentation</title>
+  
+
+  
+  
+  
+  
+
+  
+
+  
+  
+    
+
+  
+
+  
+  
+    <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
+  
+
+  
+
+  
+        <link rel="index" title="Index"
+              href="genindex.html"/>
+        <link rel="search" title="Search" href="search.html"/>
+    <link rel="top" title="pyarrow  documentation" href="index.html"/>
+        <link rel="next" title="File interfaces and Memory Maps" href="filesystems.html"/>
+        <link rel="prev" title="Install PyArrow" href="install.html"/> 
+
+  
+  <script src="_static/js/modernizr.min.js"></script>
+
+</head>
+
+<body class="wy-body-for-nav" role="document">
+
+   
+  <div class="wy-grid-for-nav">
+
+    
+    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+      <div class="wy-side-scroll">
+        <div class="wy-side-nav-search">
+          
+
+          
+            <a href="index.html" class="icon icon-home"> pyarrow
+          
+
+          
+          </a>
+
+          
+            
+            
+          
+
+          
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
+    <input type="text" name="q" placeholder="Search docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+
+          
+        </div>
+
+        <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+          
+            
+            
+              
+            
+            
+              <p class="caption"><span class="caption-text">Getting Started</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="install.html">Install PyArrow</a></li>
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Pandas Interface</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="#dataframes">DataFrames</a></li>
+<li class="toctree-l2"><a class="reference internal" href="#series">Series</a></li>
+<li class="toctree-l2"><a class="reference internal" href="#type-differences">Type differences</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="#pandas-arrow-conversion">Pandas -&gt; Arrow Conversion</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#arrow-pandas-conversion">Arrow -&gt; Pandas Conversion</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="filesystems.html">File interfaces and Memory Maps</a></li>
+<li class="toctree-l1"><a class="reference internal" href="parquet.html">Reading/Writing Parquet files</a></li>
+<li class="toctree-l1"><a class="reference internal" href="api.html">API Reference</a></li>
+<li class="toctree-l1"><a class="reference internal" href="getting_involved.html">Getting Involved</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Additional Features</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="jemalloc.html">jemalloc MemoryPool</a></li>
+</ul>
+
+            
+          
+        </div>
+      </div>
+    </nav>
+
+    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+      
+      <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
+        
+          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+          <a href="index.html">pyarrow</a>
+        
+      </nav>
+
+
+      
+      <div class="wy-nav-content">
+        <div class="rst-content">
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+  <ul class="wy-breadcrumbs">
+    
+      <li><a href="index.html">Docs</a> &raquo;</li>
+        
+      <li>Pandas Interface</li>
+    
+    
+      <li class="wy-breadcrumbs-aside">
+        
+            
+            <a href="_sources/pandas.rst.txt" rel="nofollow"> View page source</a>
+          
+        
+      </li>
+    
+  </ul>
+
+  
+  <hr/>
+</div>
+          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+           <div itemprop="articleBody">
+            
+  <div class="section" id="pandas-interface">
+<h1>Pandas Interface<a class="headerlink" href="#pandas-interface" title="Permalink to this headline">¶</a></h1>
+<p>To interface with Pandas, PyArrow provides various conversion routines to
+consume Pandas structures and convert back to them.</p>
+<div class="section" id="dataframes">
+<h2>DataFrames<a class="headerlink" href="#dataframes" title="Permalink to this headline">¶</a></h2>
+<p>The equivalent to a Pandas DataFrame in Arrow is a <code class="xref py py-class docutils literal"><span class="pre">pyarrow.table.Table</span></code>.
+Both consist of a set of named columns of equal length. While Pandas only
+supports flat columns, the Table also provides nested columns, thus it can
+represent more data than a DataFrame, so a full conversion is not always possible.</p>
+<p>Conversion from a Table to a DataFrame is done by calling
+<code class="xref py py-meth docutils literal"><span class="pre">pyarrow.table.Table.to_pandas()</span></code>. The inverse is then achieved by using
+<code class="xref py py-meth docutils literal"><span class="pre">pyarrow.Table.from_pandas()</span></code>. This conversion routine provides the
+convience parameter <code class="docutils literal"><span class="pre">timestamps_to_ms</span></code>. Although Arrow supports timestamps of
+different resolutions, Pandas only supports nanosecond timestamps and most
+other systems (e.g. Parquet) only work on millisecond timestamps. This parameter
+can be used to already do the time conversion during the Pandas to Arrow
+conversion.</p>
+<div class="highlight-python"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">pyarrow</span> <span class="kn">as</span> <span class="nn">pa</span>
+<span class="kn">import</span> <span class="nn">pandas</span> <span class="kn">as</span> <span class="nn">pd</span>
+
+<span class="n">df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">({</span><span class="s2">&quot;a&quot;</span><span class="p">:</span> <span class="p">[</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">]})</span>
+<span class="c1"># Convert from Pandas to Arrow</span>
+<span class="n">table</span> <span class="o">=</span> <span class="n">pa</span><span class="o">.</span><span class="n">Table</span><span class="o">.</span><span class="n">from_pandas</span><span class="p">(</span><span class="n">df</span><span class="p">)</span>
+<span class="c1"># Convert back to Pandas</span>
+<span class="n">df_new</span> <span class="o">=</span> <span class="n">table</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="series">
+<h2>Series<a class="headerlink" href="#series" title="Permalink to this headline">¶</a></h2>
+<p>In Arrow, the most similar structure to a Pandas Series is an Array.
+It is a vector that contains data of the same type as linear memory. You can
+convert a Pandas Series to an Arrow Array using <code class="xref py py-meth docutils literal"><span class="pre">pyarrow.array.from_pandas_series()</span></code>.
+As Arrow Arrays are always nullable, you can supply an optional mask using
+the <code class="docutils literal"><span class="pre">mask</span></code> parameter to mark all null-entries.</p>
+</div>
+<div class="section" id="type-differences">
+<h2>Type differences<a class="headerlink" href="#type-differences" title="Permalink to this headline">¶</a></h2>
+<p>With the current design of Pandas and Arrow, it is not possible to convert all
+column types unmodified. One of the main issues here is that Pandas has no
+support for nullable columns of arbitrary type. Also <code class="docutils literal"><span class="pre">datetime64</span></code> is currently
+fixed to nanosecond resolution. On the other side, Arrow might be still missing
+support for some types.</p>
+<div class="section" id="pandas-arrow-conversion">
+<h3>Pandas -&gt; Arrow Conversion<a class="headerlink" href="#pandas-arrow-conversion" title="Permalink to this headline">¶</a></h3>
+<table border="1" class="docutils">
+<colgroup>
+<col width="48%" />
+<col width="52%" />
+</colgroup>
+<thead valign="bottom">
+<tr class="row-odd"><th class="head">Source Type (Pandas)</th>
+<th class="head">Destination Type (Arrow)</th>
+</tr>
+</thead>
+<tbody valign="top">
+<tr class="row-even"><td><code class="docutils literal"><span class="pre">bool</span></code></td>
+<td><code class="docutils literal"><span class="pre">BOOL</span></code></td>
+</tr>
+<tr class="row-odd"><td><code class="docutils literal"><span class="pre">(u)int{8,16,32,64}</span></code></td>
+<td><code class="docutils literal"><span class="pre">(U)INT{8,16,32,64}</span></code></td>
+</tr>
+<tr class="row-even"><td><code class="docutils literal"><span class="pre">float32</span></code></td>
+<td><code class="docutils literal"><span class="pre">FLOAT</span></code></td>
+</tr>
+<tr class="row-odd"><td><code class="docutils literal"><span class="pre">float64</span></code></td>
+<td><code class="docutils literal"><span class="pre">DOUBLE</span></code></td>
+</tr>
+<tr class="row-even"><td><code class="docutils literal"><span class="pre">str</span></code> / <code class="docutils literal"><span class="pre">unicode</span></code></td>
+<td><code class="docutils literal"><span class="pre">STRING</span></code></td>
+</tr>
+<tr class="row-odd"><td><code class="docutils literal"><span class="pre">pd.Categorical</span></code></td>
+<td><code class="docutils literal"><span class="pre">DICTIONARY</span></code></td>
+</tr>
+<tr class="row-even"><td><code class="docutils literal"><span class="pre">pd.Timestamp</span></code></td>
+<td><code class="docutils literal"><span class="pre">TIMESTAMP(unit=ns)</span></code></td>
+</tr>
+<tr class="row-odd"><td><code class="docutils literal"><span class="pre">datetime.date</span></code></td>
+<td><code class="docutils literal"><span class="pre">DATE</span></code></td>
+</tr>
+</tbody>
+</table>
+</div>
+<div class="section" id="arrow-pandas-conversion">
+<h3>Arrow -&gt; Pandas Conversion<a class="headerlink" href="#arrow-pandas-conversion" title="Permalink to this headline">¶</a></h3>
+<table border="1" class="docutils">
+<colgroup>
+<col width="40%" />
+<col width="60%" />
+</colgroup>
+<thead valign="bottom">
+<tr class="row-odd"><th class="head">Source Type (Arrow)</th>
+<th class="head">Destination Type (Pandas)</th>
+</tr>
+</thead>
+<tbody valign="top">
+<tr class="row-even"><td><code class="docutils literal"><span class="pre">BOOL</span></code></td>
+<td><code class="docutils literal"><span class="pre">bool</span></code></td>
+</tr>
+<tr class="row-odd"><td><code class="docutils literal"><span class="pre">BOOL</span></code> <em>with nulls</em></td>
+<td><code class="docutils literal"><span class="pre">object</span></code> (with values <code class="docutils literal"><span class="pre">True</span></code>, <code class="docutils literal"><span class="pre">False</span></code>, <code class="docutils literal"><span class="pre">None</span></code>)</td>
+</tr>
+<tr class="row-even"><td><code class="docutils literal"><span class="pre">(U)INT{8,16,32,64}</span></code></td>
+<td><code class="docutils literal"><span class="pre">(u)int{8,16,32,64}</span></code></td>
+</tr>
+<tr class="row-odd"><td><code class="docutils literal"><span class="pre">(U)INT{8,16,32,64}</span></code> <em>with nulls</em></td>
+<td><code class="docutils literal"><span class="pre">float64</span></code></td>
+</tr>
+<tr class="row-even"><td><code class="docutils literal"><span class="pre">FLOAT</span></code></td>
+<td><code class="docutils literal"><span class="pre">float32</span></code></td>
+</tr>
+<tr class="row-odd"><td><code class="docutils literal"><span class="pre">DOUBLE</span></code></td>
+<td><code class="docutils literal"><span class="pre">float64</span></code></td>
+</tr>
+<tr class="row-even"><td><code class="docutils literal"><span class="pre">STRING</span></code></td>
+<td><code class="docutils literal"><span class="pre">str</span></code></td>
+</tr>
+<tr class="row-odd"><td><code class="docutils literal"><span class="pre">DICTIONARY</span></code></td>
+<td><code class="docutils literal"><span class="pre">pd.Categorical</span></code></td>
+</tr>
+<tr class="row-even"><td><code class="docutils literal"><span class="pre">TIMESTAMP(unit=*)</span></code></td>
+<td><code class="docutils literal"><span class="pre">pd.Timestamp</span></code> (<code class="docutils literal"><span class="pre">np.datetime64[ns]</span></code>)</td>
+</tr>
+<tr class="row-odd"><td><code class="docutils literal"><span class="pre">DATE</span></code></td>
+<td><code class="docutils literal"><span class="pre">pd.Timestamp</span></code> (<code class="docutils literal"><span class="pre">np.datetime64[ns]</span></code>)</td>
+</tr>
+</tbody>
+</table>
+</div>
+</div>
+</div>
+
+
+           </div>
+           <div class="articleComments">
+            
+           </div>
+          </div>
+          <footer>
+  
+    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+      
+        <a href="filesystems.html" class="btn btn-neutral float-right" title="File interfaces and Memory Maps" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+      
+      
+        <a href="install.html" class="btn btn-neutral" title="Install PyArrow" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+      
+    </div>
+  
+
+  <hr/>
+
+  <div role="contentinfo">
+    <p>
+        &copy; Copyright 2016 Apache Software Foundation.
+
+    </p>
+  </div>
+  Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/snide/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>. 
+
+</footer>
+
+        </div>
+      </div>
+
+    </section>
+
+  </div>
+  
+
+
+  
+
+    <script type="text/javascript">
+        var DOCUMENTATION_OPTIONS = {
+            URL_ROOT:'./',
+            VERSION:'',
+            COLLAPSE_INDEX:false,
+            FILE_SUFFIX:'.html',
+            HAS_SOURCE:  true,
+            SOURCELINK_SUFFIX: '.txt'
+        };
+    </script>
+      <script type="text/javascript" src="_static/jquery.js"></script>
+      <script type="text/javascript" src="_static/underscore.js"></script>
+      <script type="text/javascript" src="_static/doctools.js"></script>
+      <script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.0/MathJax.js?config=TeX-AMS-MML_HTMLorMML"></script>
+
+  
+
+  
+  
+    <script type="text/javascript" src="_static/js/theme.js"></script>
+  
+
+  
+  
+  <script type="text/javascript">
+      jQuery(function () {
+          SphinxRtdTheme.StickyNav.enable();
+      });
+  </script>
+   
+
+</body>
+</html>
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/arrow-site/blob/679f060e/docs/python/parquet.html
----------------------------------------------------------------------
diff --git a/docs/python/parquet.html b/docs/python/parquet.html
new file mode 100644
index 0000000..e958986
--- /dev/null
+++ b/docs/python/parquet.html
@@ -0,0 +1,305 @@
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+  <meta charset="utf-8">
+  
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  
+  <title>Reading/Writing Parquet files &mdash; pyarrow  documentation</title>
+  
+
+  
+  
+  
+  
+
+  
+
+  
+  
+    
+
+  
+
+  
+  
+    <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
+  
+
+  
+
+  
+        <link rel="index" title="Index"
+              href="genindex.html"/>
+        <link rel="search" title="Search" href="search.html"/>
+    <link rel="top" title="pyarrow  documentation" href="index.html"/>
+        <link rel="next" title="API Reference" href="api.html"/>
+        <link rel="prev" title="File interfaces and Memory Maps" href="filesystems.html"/> 
+
+  
+  <script src="_static/js/modernizr.min.js"></script>
+
+</head>
+
+<body class="wy-body-for-nav" role="document">
+
+   
+  <div class="wy-grid-for-nav">
+
+    
+    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+      <div class="wy-side-scroll">
+        <div class="wy-side-nav-search">
+          
+
+          
+            <a href="index.html" class="icon icon-home"> pyarrow
+          
+
+          
+          </a>
+
+          
+            
+            
+          
+
+          
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
+    <input type="text" name="q" placeholder="Search docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+
+          
+        </div>
+
+        <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+          
+            
+            
+              
+            
+            
+              <p class="caption"><span class="caption-text">Getting Started</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="install.html">Install PyArrow</a></li>
+<li class="toctree-l1"><a class="reference internal" href="pandas.html">Pandas Interface</a></li>
+<li class="toctree-l1"><a class="reference internal" href="filesystems.html">File interfaces and Memory Maps</a></li>
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Reading/Writing Parquet files</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="#reading-parquet">Reading Parquet</a></li>
+<li class="toctree-l2"><a class="reference internal" href="#writing-parquet">Writing Parquet</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="api.html">API Reference</a></li>
+<li class="toctree-l1"><a class="reference internal" href="getting_involved.html">Getting Involved</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Additional Features</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="jemalloc.html">jemalloc MemoryPool</a></li>
+</ul>
+
+            
+          
+        </div>
+      </div>
+    </nav>
+
+    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+      
+      <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
+        
+          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+          <a href="index.html">pyarrow</a>
+        
+      </nav>
+
+
+      
+      <div class="wy-nav-content">
+        <div class="rst-content">
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+  <ul class="wy-breadcrumbs">
+    
+      <li><a href="index.html">Docs</a> &raquo;</li>
+        
+      <li>Reading/Writing Parquet files</li>
+    
+    
+      <li class="wy-breadcrumbs-aside">
+        
+            
+            <a href="_sources/parquet.rst.txt" rel="nofollow"> View page source</a>
+          
+        
+      </li>
+    
+  </ul>
+
+  
+  <hr/>
+</div>
+          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+           <div itemprop="articleBody">
+            
+  <div class="section" id="reading-writing-parquet-files">
+<h1>Reading/Writing Parquet files<a class="headerlink" href="#reading-writing-parquet-files" title="Permalink to this headline">¶</a></h1>
+<p>If you have built <code class="docutils literal"><span class="pre">pyarrow</span></code> with Parquet support, i.e. <code class="docutils literal"><span class="pre">parquet-cpp</span></code> was
+found during the build, you can read files in the Parquet format to/from Arrow
+memory structures. The Parquet support code is located in the
+<code class="xref py py-mod docutils literal"><span class="pre">pyarrow.parquet</span></code> module and your package needs to be built with the
+<code class="docutils literal"><span class="pre">--with-parquet</span></code> flag for <code class="docutils literal"><span class="pre">build_ext</span></code>.</p>
+<div class="section" id="reading-parquet">
+<h2>Reading Parquet<a class="headerlink" href="#reading-parquet" title="Permalink to this headline">¶</a></h2>
+<p>To read a Parquet file into Arrow memory, you can use the following code
+snippet. It will read the whole Parquet file into memory as an
+<code class="xref py py-class docutils literal"><span class="pre">Table</span></code>.</p>
+<div class="highlight-python"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">pyarrow.parquet</span> <span class="kn">as</span> <span class="nn">pq</span>
+
+<span class="n">table</span> <span class="o">=</span> <span class="n">pq</span><span class="o">.</span><span class="n">read_table</span><span class="p">(</span><span class="s1">&#39;&lt;filename&gt;&#39;</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>As DataFrames stored as Parquet are often stored in multiple files, a
+convenience method <code class="xref py py-meth docutils literal"><span class="pre">read_multiple_files()</span></code> is provided.</p>
+<p>If you already have the Parquet available in memory or get it via non-file
+source, you can utilize <code class="xref py py-class docutils literal"><span class="pre">pyarrow.io.BufferReader</span></code> to read it from
+memory. As input to the <code class="xref py py-class docutils literal"><span class="pre">BufferReader</span></code> you can either supply
+a Python <code class="docutils literal"><span class="pre">bytes</span></code> object or a <code class="xref py py-class docutils literal"><span class="pre">pyarrow.io.Buffer</span></code>.</p>
+<div class="code python highlight-default"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">pyarrow.io</span> <span class="k">as</span> <span class="nn">paio</span>
+<span class="kn">import</span> <span class="nn">pyarrow.parquet</span> <span class="k">as</span> <span class="nn">pq</span>
+
+<span class="n">buf</span> <span class="o">=</span> <span class="o">...</span> <span class="c1"># either bytes or paio.Buffer</span>
+<span class="n">reader</span> <span class="o">=</span> <span class="n">paio</span><span class="o">.</span><span class="n">BufferReader</span><span class="p">(</span><span class="n">buf</span><span class="p">)</span>
+<span class="n">table</span> <span class="o">=</span> <span class="n">pq</span><span class="o">.</span><span class="n">read_table</span><span class="p">(</span><span class="n">reader</span><span class="p">)</span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="writing-parquet">
+<h2>Writing Parquet<a class="headerlink" href="#writing-parquet" title="Permalink to this headline">¶</a></h2>
+<p>Given an instance of <code class="xref py py-class docutils literal"><span class="pre">pyarrow.table.Table</span></code>, the most simple way to
+persist it to Parquet is by using the <a class="reference internal" href="generated/pyarrow.parquet.write_table.html#pyarrow.parquet.write_table" title="pyarrow.parquet.write_table"><code class="xref py py-meth docutils literal"><span class="pre">pyarrow.parquet.write_table()</span></code></a>
+method.</p>
+<div class="highlight-python"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">pyarrow</span> <span class="kn">as</span> <span class="nn">pa</span>
+<span class="kn">import</span> <span class="nn">pyarrow.parquet</span> <span class="kn">as</span> <span class="nn">pq</span>
+
+<span class="n">table</span> <span class="o">=</span> <span class="n">pa</span><span class="o">.</span><span class="n">Table</span><span class="p">(</span><span class="o">..</span><span class="p">)</span>
+<span class="n">pq</span><span class="o">.</span><span class="n">write_table</span><span class="p">(</span><span class="n">table</span><span class="p">,</span> <span class="s1">&#39;&lt;filename&gt;&#39;</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>By default this will write the Table as a single RowGroup using <code class="docutils literal"><span class="pre">DICTIONARY</span></code>
+encoding. To increase the potential of parallelism a query engine can process
+a Parquet file, set the <code class="docutils literal"><span class="pre">chunk_size</span></code> to a fraction of the total number of rows.</p>
+<p>If you also want to compress the columns, you can select a compression
+method using the <code class="docutils literal"><span class="pre">compression</span></code> argument. Typically, <code class="docutils literal"><span class="pre">GZIP</span></code> is the choice if
+you want to minimize size and <code class="docutils literal"><span class="pre">SNAPPY</span></code> for performance.</p>
+<p>Instead of writing to a file, you can also write to Python <code class="docutils literal"><span class="pre">bytes</span></code> by
+utilizing an <code class="xref py py-class docutils literal"><span class="pre">pyarrow.io.InMemoryOutputStream()</span></code>:</p>
+<div class="code python highlight-default"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">pyarrow.io</span> <span class="k">as</span> <span class="nn">paio</span>
+<span class="kn">import</span> <span class="nn">pyarrow.parquet</span> <span class="k">as</span> <span class="nn">pq</span>
+
+<span class="n">table</span> <span class="o">=</span> <span class="o">...</span>
+<span class="n">output</span> <span class="o">=</span> <span class="n">paio</span><span class="o">.</span><span class="n">InMemoryOutputStream</span><span class="p">()</span>
+<span class="n">pq</span><span class="o">.</span><span class="n">write_table</span><span class="p">(</span><span class="n">table</span><span class="p">,</span> <span class="n">output</span><span class="p">)</span>
+<span class="n">pybytes</span> <span class="o">=</span> <span class="n">output</span><span class="o">.</span><span class="n">get_result</span><span class="p">()</span><span class="o">.</span><span class="n">to_pybytes</span><span class="p">()</span>
+</pre></div>
+</div>
+</div>
+</div>
+
+
+           </div>
+           <div class="articleComments">
+            
+           </div>
+          </div>
+          <footer>
+  
+    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+      
+        <a href="api.html" class="btn btn-neutral float-right" title="API Reference" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+      
+      
+        <a href="filesystems.html" class="btn btn-neutral" title="File interfaces and Memory Maps" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+      
+    </div>
+  
+
+  <hr/>
+
+  <div role="contentinfo">
+    <p>
+        &copy; Copyright 2016 Apache Software Foundation.
+
+    </p>
+  </div>
+  Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/snide/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>. 
+
+</footer>
+
+        </div>
+      </div>
+
+    </section>
+
+  </div>
+  
+
+
+  
+
+    <script type="text/javascript">
+        var DOCUMENTATION_OPTIONS = {
+            URL_ROOT:'./',
+            VERSION:'',
+            COLLAPSE_INDEX:false,
+            FILE_SUFFIX:'.html',
+            HAS_SOURCE:  true,
+            SOURCELINK_SUFFIX: '.txt'
+        };
+    </script>
+      <script type="text/javascript" src="_static/jquery.js"></script>
+      <script type="text/javascript" src="_static/underscore.js"></script>
+      <script type="text/javascript" src="_static/doctools.js"></script>
+      <script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.0/MathJax.js?config=TeX-AMS-MML_HTMLorMML"></script>
+
+  
+
+  
+  
+    <script type="text/javascript" src="_static/js/theme.js"></script>
+  
+
+  
+  
+  <script type="text/javascript">
+      jQuery(function () {
+          SphinxRtdTheme.StickyNav.enable();
+      });
+  </script>
+   
+
+</body>
+</html>
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/arrow-site/blob/679f060e/docs/python/search.html
----------------------------------------------------------------------
diff --git a/docs/python/search.html b/docs/python/search.html
new file mode 100644
index 0000000..4644ec0
--- /dev/null
+++ b/docs/python/search.html
@@ -0,0 +1,243 @@
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+  <meta charset="utf-8">
+  
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  
+  <title>Search &mdash; pyarrow  documentation</title>
+  
+
+  
+  
+  
+  
+
+  
+
+  
+  
+    
+
+  
+
+  
+  
+    <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
+  
+
+  
+
+  
+        <link rel="index" title="Index"
+              href="genindex.html"/>
+        <link rel="search" title="Search" href="#"/>
+    <link rel="top" title="pyarrow  documentation" href="index.html"/> 
+
+  
+  <script src="_static/js/modernizr.min.js"></script>
+
+</head>
+
+<body class="wy-body-for-nav" role="document">
+
+   
+  <div class="wy-grid-for-nav">
+
+    
+    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+      <div class="wy-side-scroll">
+        <div class="wy-side-nav-search">
+          
+
+          
+            <a href="index.html" class="icon icon-home"> pyarrow
+          
+
+          
+          </a>
+
+          
+            
+            
+          
+
+          
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="#" method="get">
+    <input type="text" name="q" placeholder="Search docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+
+          
+        </div>
+
+        <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+          
+            
+            
+              
+            
+            
+              <p class="caption"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="install.html">Install PyArrow</a></li>
+<li class="toctree-l1"><a class="reference internal" href="pandas.html">Pandas Interface</a></li>
+<li class="toctree-l1"><a class="reference internal" href="filesystems.html">File interfaces and Memory Maps</a></li>
+<li class="toctree-l1"><a class="reference internal" href="parquet.html">Reading/Writing Parquet files</a></li>
+<li class="toctree-l1"><a class="reference internal" href="api.html">API Reference</a></li>
+<li class="toctree-l1"><a class="reference internal" href="getting_involved.html">Getting Involved</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Additional Features</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="jemalloc.html">jemalloc MemoryPool</a></li>
+</ul>
+
+            
+          
+        </div>
+      </div>
+    </nav>
+
+    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+      
+      <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
+        
+          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+          <a href="index.html">pyarrow</a>
+        
+      </nav>
+
+
+      
+      <div class="wy-nav-content">
+        <div class="rst-content">
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+  <ul class="wy-breadcrumbs">
+    
+      <li><a href="index.html">Docs</a> &raquo;</li>
+        
+      <li></li>
+    
+    
+      <li class="wy-breadcrumbs-aside">
+        
+      </li>
+    
+  </ul>
+
+  
+  <hr/>
+</div>
+          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+           <div itemprop="articleBody">
+            
+  <noscript>
+  <div id="fallback" class="admonition warning">
+    <p class="last">
+      Please activate JavaScript to enable the search
+      functionality.
+    </p>
+  </div>
+  </noscript>
+
+  
+  <div id="search-results">
+  
+  </div>
+
+           </div>
+           <div class="articleComments">
+            
+           </div>
+          </div>
+          <footer>
+  
+
+  <hr/>
+
+  <div role="contentinfo">
+    <p>
+        &copy; Copyright 2016 Apache Software Foundation.
+
+    </p>
+  </div>
+  Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/snide/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>. 
+
+</footer>
+
+        </div>
+      </div>
+
+    </section>
+
+  </div>
+  
+
+
+  
+
+    <script type="text/javascript">
+        var DOCUMENTATION_OPTIONS = {
+            URL_ROOT:'./',
+            VERSION:'',
+            COLLAPSE_INDEX:false,
+            FILE_SUFFIX:'.html',
+            HAS_SOURCE:  true,
+            SOURCELINK_SUFFIX: '.txt'
+        };
+    </script>
+      <script type="text/javascript" src="_static/jquery.js"></script>
+      <script type="text/javascript" src="_static/underscore.js"></script>
+      <script type="text/javascript" src="_static/doctools.js"></script>
+      <script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.0/MathJax.js?config=TeX-AMS-MML_HTMLorMML"></script>
+      <script type="text/javascript" src="_static/searchtools.js"></script>
+
+  
+
+  
+  
+    <script type="text/javascript" src="_static/js/theme.js"></script>
+  
+
+  
+  
+  <script type="text/javascript">
+      jQuery(function () {
+          SphinxRtdTheme.StickyNav.enable();
+      });
+  </script>
+  
+  <script type="text/javascript">
+    jQuery(function() { Search.loadIndex("searchindex.js"); });
+  </script>
+  
+  <script type="text/javascript" id="searchindexloader"></script>
+   
+
+
+</body>
+</html>
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/arrow-site/blob/679f060e/docs/python/searchindex.js
----------------------------------------------------------------------
diff --git a/docs/python/searchindex.js b/docs/python/searchindex.js
new file mode 100644
index 0000000..4b62dc5
--- /dev/null
+++ b/docs/python/searchindex.js
@@ -0,0 +1 @@
+Search.setIndex({docnames:["api","filesystems","generated/pyarrow.Array","generated/pyarrow.ArrayValue","generated/pyarrow.BinaryArray","generated/pyarrow.BinaryValue","generated/pyarrow.BooleanArray","generated/pyarrow.BooleanValue","generated/pyarrow.Buffer","generated/pyarrow.BufferReader","generated/pyarrow.ChunkedArray","generated/pyarrow.Column","generated/pyarrow.DataType","generated/pyarrow.Date32Array","generated/pyarrow.Date32Value","generated/pyarrow.Date64Array","generated/pyarrow.Date64Value","generated/pyarrow.DecimalArray","generated/pyarrow.DecimalType","generated/pyarrow.DecimalValue","generated/pyarrow.DictionaryArray","generated/pyarrow.DictionaryType","generated/pyarrow.DoubleValue","generated/pyarrow.Field","generated/pyarrow.FileReader","generated/pyarrow.FileWriter","generated/pyarrow.FixedSizeBinaryArray","generated/pyarrow.FixedSizeBinaryType","generated/pyarrow.FixedSizeBinaryValue","generated/pyarrow.FloatValue","generated/pyarrow.FloatingPointArray","gene
 rated/pyarrow.InMemoryOutputStream","generated/pyarrow.Int16Array","generated/pyarrow.Int16Value","generated/pyarrow.Int32Array","generated/pyarrow.Int32Value","generated/pyarrow.Int64Array","generated/pyarrow.Int64Value","generated/pyarrow.Int8Array","generated/pyarrow.Int8Value","generated/pyarrow.IntegerArray","generated/pyarrow.ListArray","generated/pyarrow.ListValue","generated/pyarrow.MemoryMappedFile","generated/pyarrow.MemoryPool","generated/pyarrow.NA","generated/pyarrow.NAType","generated/pyarrow.NativeFile","generated/pyarrow.NullArray","generated/pyarrow.NumericArray","generated/pyarrow.PythonFile","generated/pyarrow.RecordBatch","generated/pyarrow.Scalar","generated/pyarrow.Schema","generated/pyarrow.StreamReader","generated/pyarrow.StreamWriter","generated/pyarrow.StringArray","generated/pyarrow.StringValue","generated/pyarrow.Table","generated/pyarrow.Tensor","generated/pyarrow.Time32Array","generated/pyarrow.Time32Type","generated/pyarrow.Time64Array","generated/pyar
 row.Time64Type","generated/pyarrow.TimestampArray","generated/pyarrow.TimestampType","generated/pyarrow.TimestampValue","generated/pyarrow.UInt16Array","generated/pyarrow.UInt16Value","generated/pyarrow.UInt32Array","generated/pyarrow.UInt32Value","generated/pyarrow.UInt64Array","generated/pyarrow.UInt64Value","generated/pyarrow.UInt8Array","generated/pyarrow.UInt8Value","generated/pyarrow.array","generated/pyarrow.binary","generated/pyarrow.bool_","generated/pyarrow.create_memory_map","generated/pyarrow.date32","generated/pyarrow.date64","generated/pyarrow.decimal","generated/pyarrow.default_memory_pool","generated/pyarrow.dictionary","generated/pyarrow.field","generated/pyarrow.float16","generated/pyarrow.float32","generated/pyarrow.float64","generated/pyarrow.from_numpy_dtype","generated/pyarrow.get_record_batch_size","generated/pyarrow.get_tensor_size","generated/pyarrow.int16","generated/pyarrow.int32","generated/pyarrow.int64","generated/pyarrow.int8","generated/pyarrow.jemall
 oc_memory_pool","generated/pyarrow.list_","generated/pyarrow.memory_map","generated/pyarrow.null","generated/pyarrow.parquet.ParquetDataset","generated/pyarrow.parquet.ParquetFile","generated/pyarrow.parquet.read_table","generated/pyarrow.parquet.write_metadata","generated/pyarrow.parquet.write_table","generated/pyarrow.read_tensor","generated/pyarrow.schema","generated/pyarrow.set_memory_pool","generated/pyarrow.string","generated/pyarrow.struct","generated/pyarrow.time32","generated/pyarrow.time64","generated/pyarrow.timestamp","generated/pyarrow.total_allocated_bytes","generated/pyarrow.uint16","generated/pyarrow.uint32","generated/pyarrow.uint64","generated/pyarrow.uint8","generated/pyarrow.write_tensor","getting_involved","index","install","jemalloc","pandas","parquet"],envversion:50,filenames:["api.rst","filesystems.rst","generated/pyarrow.Array.rst","generated/pyarrow.ArrayValue.rst","generated/pyarrow.BinaryArray.rst","generated/pyarrow.BinaryValue.rst","generated/pyarrow.Bo
 oleanArray.rst","generated/pyarrow.BooleanValue.rst","generated/pyarrow.Buffer.rst","generated/pyarrow.BufferReader.rst","generated/pyarrow.ChunkedArray.rst","generated/pyarrow.Column.rst","generated/pyarrow.DataType.rst","generated/pyarrow.Date32Array.rst","generated/pyarrow.Date32Value.rst","generated/pyarrow.Date64Array.rst","generated/pyarrow.Date64Value.rst","generated/pyarrow.DecimalArray.rst","generated/pyarrow.DecimalType.rst","generated/pyarrow.DecimalValue.rst","generated/pyarrow.DictionaryArray.rst","generated/pyarrow.DictionaryType.rst","generated/pyarrow.DoubleValue.rst","generated/pyarrow.Field.rst","generated/pyarrow.FileReader.rst","generated/pyarrow.FileWriter.rst","generated/pyarrow.FixedSizeBinaryArray.rst","generated/pyarrow.FixedSizeBinaryType.rst","generated/pyarrow.FixedSizeBinaryValue.rst","generated/pyarrow.FloatValue.rst","generated/pyarrow.FloatingPointArray.rst","generated/pyarrow.InMemoryOutputStream.rst","generated/pyarrow.Int16Array.rst","generated/pya
 rrow.Int16Value.rst","generated/pyarrow.Int32Array.rst","generated/pyarrow.Int32Value.rst","generated/pyarrow.Int64Array.rst","generated/pyarrow.Int64Value.rst","generated/pyarrow.Int8Array.rst","generated/pyarrow.Int8Value.rst","generated/pyarrow.IntegerArray.rst","generated/pyarrow.ListArray.rst","generated/pyarrow.ListValue.rst","generated/pyarrow.MemoryMappedFile.rst","generated/pyarrow.MemoryPool.rst","generated/pyarrow.NA.rst","generated/pyarrow.NAType.rst","generated/pyarrow.NativeFile.rst","generated/pyarrow.NullArray.rst","generated/pyarrow.NumericArray.rst","generated/pyarrow.PythonFile.rst","generated/pyarrow.RecordBatch.rst","generated/pyarrow.Scalar.rst","generated/pyarrow.Schema.rst","generated/pyarrow.StreamReader.rst","generated/pyarrow.StreamWriter.rst","generated/pyarrow.StringArray.rst","generated/pyarrow.StringValue.rst","generated/pyarrow.Table.rst","generated/pyarrow.Tensor.rst","generated/pyarrow.Time32Array.rst","generated/pyarrow.Time32Type.rst","generated/p
 yarrow.Time64Array.rst","generated/pyarrow.Time64Type.rst","generated/pyarrow.TimestampArray.rst","generated/pyarrow.TimestampType.rst","generated/pyarrow.TimestampValue.rst","generated/pyarrow.UInt16Array.rst","generated/pyarrow.UInt16Value.rst","generated/pyarrow.UInt32Array.rst","generated/pyarrow.UInt32Value.rst","generated/pyarrow.UInt64Array.rst","generated/pyarrow.UInt64Value.rst","generated/pyarrow.UInt8Array.rst","generated/pyarrow.UInt8Value.rst","generated/pyarrow.array.rst","generated/pyarrow.binary.rst","generated/pyarrow.bool_.rst","generated/pyarrow.create_memory_map.rst","generated/pyarrow.date32.rst","generated/pyarrow.date64.rst","generated/pyarrow.decimal.rst","generated/pyarrow.default_memory_pool.rst","generated/pyarrow.dictionary.rst","generated/pyarrow.field.rst","generated/pyarrow.float16.rst","generated/pyarrow.float32.rst","generated/pyarrow.float64.rst","generated/pyarrow.from_numpy_dtype.rst","generated/pyarrow.get_record_batch_size.rst","generated/pyarro
 w.get_tensor_size.rst","generated/pyarrow.int16.rst","generated/pyarrow.int32.rst","generated/pyarrow.int64.rst","generated/pyarrow.int8.rst","generated/pyarrow.jemalloc_memory_pool.rst","generated/pyarrow.list_.rst","generated/pyarrow.memory_map.rst","generated/pyarrow.null.rst","generated/pyarrow.parquet.ParquetDataset.rst","generated/pyarrow.parquet.ParquetFile.rst","generated/pyarrow.parquet.read_table.rst","generated/pyarrow.parquet.write_metadata.rst","generated/pyarrow.parquet.write_table.rst","generated/pyarrow.read_tensor.rst","generated/pyarrow.schema.rst","generated/pyarrow.set_memory_pool.rst","generated/pyarrow.string.rst","generated/pyarrow.struct.rst","generated/pyarrow.time32.rst","generated/pyarrow.time64.rst","generated/pyarrow.timestamp.rst","generated/pyarrow.total_allocated_bytes.rst","generated/pyarrow.uint16.rst","generated/pyarrow.uint32.rst","generated/pyarrow.uint64.rst","generated/pyarrow.uint8.rst","generated/pyarrow.write_tensor.rst","getting_involved.rs
 t","index.rst","install.rst","jemalloc.rst","pandas.rst","parquet.rst"],objects:{"pyarrow.Array":{__init__:[2,1,1,""]},"pyarrow.ArrayValue":{__init__:[3,1,1,""]},"pyarrow.BinaryArray":{__init__:[4,1,1,""]},"pyarrow.BinaryValue":{__init__:[5,1,1,""]},"pyarrow.BooleanArray":{__init__:[6,1,1,""]},"pyarrow.BooleanValue":{__init__:[7,1,1,""]},"pyarrow.Buffer":{__init__:[8,1,1,""]},"pyarrow.BufferReader":{__init__:[9,1,1,""]},"pyarrow.ChunkedArray":{__init__:[10,1,1,""]},"pyarrow.Column":{__init__:[11,1,1,""]},"pyarrow.DataType":{__init__:[12,1,1,""]},"pyarrow.Date32Array":{__init__:[13,1,1,""]},"pyarrow.Date32Value":{__init__:[14,1,1,""]},"pyarrow.Date64Array":{__init__:[15,1,1,""]},"pyarrow.Date64Value":{__init__:[16,1,1,""]},"pyarrow.DecimalArray":{__init__:[17,1,1,""]},"pyarrow.DecimalType":{__init__:[18,1,1,""]},"pyarrow.DecimalValue":{__init__:[19,1,1,""]},"pyarrow.DictionaryArray":{__init__:[20,1,1,""]},"pyarrow.DictionaryType":{__init__:[21,1,1,""]},"pyarrow.DoubleValue":{__init__
 :[22,1,1,""]},"pyarrow.Field":{__init__:[23,1,1,""]},"pyarrow.FileReader":{__init__:[24,1,1,""]},"pyarrow.FileWriter":{__init__:[25,1,1,""]},"pyarrow.FixedSizeBinaryArray":{__init__:[26,1,1,""]},"pyarrow.FixedSizeBinaryType":{__init__:[27,1,1,""]},"pyarrow.FixedSizeBinaryValue":{__init__:[28,1,1,""]},"pyarrow.FloatValue":{__init__:[29,1,1,""]},"pyarrow.FloatingPointArray":{__init__:[30,1,1,""]},"pyarrow.InMemoryOutputStream":{__init__:[31,1,1,""]},"pyarrow.Int16Array":{__init__:[32,1,1,""]},"pyarrow.Int16Value":{__init__:[33,1,1,""]},"pyarrow.Int32Array":{__init__:[34,1,1,""]},"pyarrow.Int32Value":{__init__:[35,1,1,""]},"pyarrow.Int64Array":{__init__:[36,1,1,""]},"pyarrow.Int64Value":{__init__:[37,1,1,""]},"pyarrow.Int8Array":{__init__:[38,1,1,""]},"pyarrow.Int8Value":{__init__:[39,1,1,""]},"pyarrow.IntegerArray":{__init__:[40,1,1,""]},"pyarrow.ListArray":{__init__:[41,1,1,""]},"pyarrow.ListValue":{__init__:[42,1,1,""]},"pyarrow.MemoryMappedFile":{__init__:[43,1,1,""]},"pyarrow.Memo
 ryPool":{__init__:[44,1,1,""]},"pyarrow.NAType":{__init__:[46,1,1,""]},"pyarrow.NativeFile":{__init__:[47,1,1,""]},"pyarrow.NullArray":{__init__:[48,1,1,""]},"pyarrow.NumericArray":{__init__:[49,1,1,""]},"pyarrow.PythonFile":{__init__:[50,1,1,""]},"pyarrow.RecordBatch":{__init__:[51,1,1,""]},"pyarrow.Scalar":{__init__:[52,1,1,""]},"pyarrow.Schema":{__init__:[53,1,1,""]},"pyarrow.StreamReader":{__init__:[54,1,1,""]},"pyarrow.StreamWriter":{__init__:[55,1,1,""]},"pyarrow.StringArray":{__init__:[56,1,1,""]},"pyarrow.StringValue":{__init__:[57,1,1,""]},"pyarrow.Table":{__init__:[58,1,1,""]},"pyarrow.Tensor":{__init__:[59,1,1,""]},"pyarrow.Time32Array":{__init__:[60,1,1,""]},"pyarrow.Time32Type":{__init__:[61,1,1,""]},"pyarrow.Time64Array":{__init__:[62,1,1,""]},"pyarrow.Time64Type":{__init__:[63,1,1,""]},"pyarrow.TimestampArray":{__init__:[64,1,1,""]},"pyarrow.TimestampType":{__init__:[65,1,1,""]},"pyarrow.TimestampValue":{__init__:[66,1,1,""]},"pyarrow.UInt16Array":{__init__:[67,1,1,""
 ]},"pyarrow.UInt16Value":{__init__:[68,1,1,""]},"pyarrow.UInt32Array":{__init__:[69,1,1,""]},"pyarrow.UInt32Value":{__init__:[70,1,1,""]},"pyarrow.UInt64Array":{__init__:[71,1,1,""]},"pyarrow.UInt64Value":{__init__:[72,1,1,""]},"pyarrow.UInt8Array":{__init__:[73,1,1,""]},"pyarrow.UInt8Value":{__init__:[74,1,1,""]},"pyarrow.parquet":{ParquetDataset:[99,0,1,""],ParquetFile:[100,0,1,""],read_table:[101,3,1,""],write_metadata:[102,3,1,""],write_table:[103,3,1,""]},"pyarrow.parquet.ParquetDataset":{__init__:[99,1,1,""]},"pyarrow.parquet.ParquetFile":{__init__:[100,1,1,""]},pyarrow:{"null":[98,3,1,""],Array:[2,0,1,""],ArrayValue:[3,0,1,""],BinaryArray:[4,0,1,""],BinaryValue:[5,0,1,""],BooleanArray:[6,0,1,""],BooleanValue:[7,0,1,""],Buffer:[8,0,1,""],BufferReader:[9,0,1,""],ChunkedArray:[10,0,1,""],Column:[11,0,1,""],DataType:[12,0,1,""],Date32Array:[13,0,1,""],Date32Value:[14,0,1,""],Date64Array:[15,0,1,""],Date64Value:[16,0,1,""],DecimalArray:[17,0,1,""],DecimalType:[18,0,1,""],DecimalVa
 lue:[19,0,1,""],DictionaryArray:[20,0,1,""],DictionaryType:[21,0,1,""],DoubleValue:[22,0,1,""],Field:[23,0,1,""],FileReader:[24,0,1,""],FileWriter:[25,0,1,""],FixedSizeBinaryArray:[26,0,1,""],FixedSizeBinaryType:[27,0,1,""],FixedSizeBinaryValue:[28,0,1,""],FloatValue:[29,0,1,""],FloatingPointArray:[30,0,1,""],InMemoryOutputStream:[31,0,1,""],Int16Array:[32,0,1,""],Int16Value:[33,0,1,""],Int32Array:[34,0,1,""],Int32Value:[35,0,1,""],Int64Array:[36,0,1,""],Int64Value:[37,0,1,""],Int8Array:[38,0,1,""],Int8Value:[39,0,1,""],IntegerArray:[40,0,1,""],ListArray:[41,0,1,""],ListValue:[42,0,1,""],MemoryMappedFile:[43,0,1,""],MemoryPool:[44,0,1,""],NA:[45,2,1,""],NAType:[46,0,1,""],NativeFile:[47,0,1,""],NullArray:[48,0,1,""],NumericArray:[49,0,1,""],PythonFile:[50,0,1,""],RecordBatch:[51,0,1,""],Scalar:[52,0,1,""],Schema:[53,0,1,""],StreamReader:[54,0,1,""],StreamWriter:[55,0,1,""],StringArray:[56,0,1,""],StringValue:[57,0,1,""],Table:[58,0,1,""],Tensor:[59,0,1,""],Time32Array:[60,0,1,""],Ti
 me32Type:[61,0,1,""],Time64Array:[62,0,1,""],Time64Type:[63,0,1,""],TimestampArray:[64,0,1,""],TimestampType:[65,0,1,""],TimestampValue:[66,0,1,""],UInt16Array:[67,0,1,""],UInt16Value:[68,0,1,""],UInt32Array:[69,0,1,""],UInt32Value:[70,0,1,""],UInt64Array:[71,0,1,""],UInt64Value:[72,0,1,""],UInt8Array:[73,0,1,""],UInt8Value:[74,0,1,""],array:[75,3,1,""],binary:[76,3,1,""],bool_:[77,3,1,""],create_memory_map:[78,3,1,""],date32:[79,3,1,""],date64:[80,3,1,""],decimal:[81,3,1,""],default_memory_pool:[82,3,1,""],dictionary:[83,3,1,""],field:[84,3,1,""],float16:[85,3,1,""],float32:[86,3,1,""],float64:[87,3,1,""],from_numpy_dtype:[88,3,1,""],get_record_batch_size:[89,3,1,""],get_tensor_size:[90,3,1,""],int16:[91,3,1,""],int32:[92,3,1,""],int64:[93,3,1,""],int8:[94,3,1,""],jemalloc_memory_pool:[95,3,1,""],list_:[96,3,1,""],memory_map:[97,3,1,""],read_tensor:[104,3,1,""],schema:[105,3,1,""],set_memory_pool:[106,3,1,""],string:[107,3,1,""],struct:[108,3,1,""],time32:[109,3,1,""],time64:[110,3
 ,1,""],timestamp:[111,3,1,""],total_allocated_bytes:[112,3,1,""],uint16:[113,3,1,""],uint32:[114,3,1,""],uint64:[115,3,1,""],uint8:[116,3,1,""],write_tensor:[117,3,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","data","Python data"],"3":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:data","3":"py:function"},terms:{"0x7f899f3e60e8":120,"boolean":99,"byte":[9,24,100,101,117,123],"case":118,"class":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,99,100,119],"default":[1,24,75,76,97,99,100,101,102,103,120,121,123],"export":[1,120],"float":122,"function":119,"import":[1,120,121,122,123],"int":[24,76,78,81,101,103,117,122],"new":121,"null":122,"return":[75,76,78,89,90,95,97,101,104,117],"true":[84,99,103,122],"while":[121,122],For:[100,101,11
 9],One:122,The:[25,55,102,103,120,121,122,123],Use:[99,100,120],Using:121,With:122,__init__:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,99,100],acceler:119,achiev:122,activ:118,actual:121,add:119,addit:119,algorithm:119,align:121,all:[99,122],alloc:[75,95,104,120,121],allow:121,along:119,alreadi:[121,122,123],also:[1,119,120,121,122,123],altern:99,although:[121,122],alwai:122,analyt:119,ani:104,apach:[118,120],api:[119,121],arbitrari:122,archiv:118,argument:123,arrai:[10,58,83,119,120,121,122],arrow:[9,24,25,54,55,58,118,121,123],arrow_hom:120,arrow_libhdfs_dir:1,artifact:120,artifcat:120,assum:[99,120],attribut:[2,4,6,8,10,11,13,15,17,18,20,23,24,26,27,30,32,34,36,38,40,41,42,48,49,51,53,54,56,58,59,60,61,62,63,64,65,67,69,71,73,100],audienc:118,avail:[120,123],back:[10,122],base:[1,95],basi:103,batch:[24,51,89,119],bei
 ng:120,big:119,bin:1,binari:[24,25,54,55,120],bind:[1,119],bool:[84,103,122],both:122,buf:123,buffer:[9,100,101,123],bufferread:[100,101,123],build:[119,123],build_ext:[120,123],built:123,bytes_written:117,call:[10,11,51,58,122],can:[1,95,101,121,122,123],cannot:97,canon:119,categor:[83,122],chang:97,chat:118,check:99,choic:123,choos:120,chunk:10,chunk_siz:123,clang:120,classpath:1,client:1,clone:120,cmake:120,code:[120,123],codec:103,collect:58,column:[51,101,103,122,123],columnar:119,com:120,come:1,common:119,commun:119,compat:99,compil:120,complet:99,compress:[103,123],comput:101,conda:119,connect:1,consist:[99,122],constructor:[10,11,51,58,119],consum:122,contain:[1,122],content:101,contribut:118,conveni:123,convert:[9,88,122],convienc:122,copi:[9,104,121],correct:120,cpp:[120,123],cpython:120,creat:[25,75,78],current:[75,104,117,120,122],cython:120,data:[24,25,55,75,118,119,121,122],datafram:[119,123],dataset:[99,101],datatyp:[75,81,83,88,96],date:122,datetim:122,datetime64:122
 ,dcmake_install_prefix:120,debug:120,depend:120,design:[119,122],dest:117,destin:122,detail:[99,119],dev:[118,120],develop:[118,120],df_new:122,dict:103,dictionari:[103,122,123],differ:119,directli:[10,11,51,58],directori:[99,101],disabl:120,disk:99,distribut:1,divid:99,document:119,doe:104,doesn:121,done:[120,122],doubl:122,driver:1,dtype:88,due:120,dure:[122,123],each:[99,103],earlier:120,either:[24,25,54,55,103,121,123],element:11,elsewher:99,email:118,embed:24,emphasi:120,enabl:[118,120,121],encapsul:99,encod:[83,103,123],end:24,engin:123,entri:122,environ:1,equal:[11,51,58,76,122],equival:122,even:118,exist:[100,120,121],explicit:[1,120,121],explicitli:121,extend:121,factori:119,fals:[99,122],faster:121,featur:[1,119,120],few:120,field:[105,108],file:[24,25,54,55,78,97,99,100,101,102,103,104,117,119],filemetadata:[99,101],filenam:123,filesystem:99,first:120,fix:[76,122],flag:123,flat:[119,122],float32:122,float64:122,follow:[118,123],footer_offset:24,forg:120,format:[24,25,54,5
 5,101,102,103,118,119,123],found:[99,123],fraction:123,free:121,from:[1,9,24,75,100,101,102,104,119,122,123],from_:[51,58],from_panda:122,from_pandas_seri:122,from_pylist:121,full:122,futur:120,gcc:120,gener:103,get:[119,120,123],get_result:123,git:120,github:120,given:[78,123],glob:1,global:121,greater:76,group:99,gzip:123,hadoop:119,hadoop_hom:1,handl:118,happi:118,has:[1,121,122],have:[118,123],hdf:119,hdfs3:1,hdfsclient:1,help:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74],here:[119,120,122],hierarch:119,higher:120,home:120,host:1,hous:119,http:120,idea:118,implement:119,includ:[89,90],increas:123,index_typ:83,indic:78,indirectli:118,individu:99,infer:75,inform:120,initi:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,56,57,58,59,60,61,62,6
 3,64,65,66,67,68,69,70,71,72,73,74],inmemoryoutputstream:123,input:[119,123],instal:[1,119],instanc:[75,123],instead:[51,58,123],int64arrai:120,integr:118,interfac:[100,119,121],intern:118,interoper:[118,120],interprocess:119,invers:122,involv:119,ipc:119,issu:[120,122],its:[117,121],itself:118,jar:1,java:1,java_hom:1,jemalloc:[95,119,120],jemalloc_memory_pool:121,jemalloc_pool:121,jira:118,jni:1,join:118,kerb_ticket:1,kernel:121,known:120,kwarg:103,lab:1,languag:119,larger:24,latest:120,layer:119,ld_library_path:[1,120],leaf:119,learn:118,length:[51,58,76,122],level:58,lib:[1,120],libhdf:1,libhdfs3:1,librari:[1,119],like:[1,24,25,54,55,75,76,120,121],linear:[121,122],link:1,linux:120,list:[99,101,103,118],load:1,local:[99,120],locat:[1,101,120,123],maco:120,magnitud:121,mai:[1,120,121],mail:118,main:[119,122],make:[120,121],manipul:119,manylinux1:120,map:[78,97,104,119,121],mark:122,mask:122,master:120,maximum:103,memori:[10,75,78,95,97,104,119,121,122,123],memory_pool:[75,121],mem
 orymappedfil:[78,97],memorypool:[75,106,119],messag:119,metadata:[89,90,99,100,101,102],method:[2,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,99,100,123],might:122,millisecond:122,minim:123,miss:122,mkdir:120,mmap:[78,97],mode:[43,97],modul:123,more:[10,119,122],most:[118,120,122,123],multipl:[99,119,123],must:1,name:[11,58,84,99,101,122],nanosecond:122,nativ:[1,120],nativefil:[24,25,54,55,100,101,102,103,104,117],need:[120,123],nest:122,non:123,none:[24,75,99,100,101,103,111,122],noth:99,now:[118,120],nthread:101,nullabl:[84,122],number:[1,101,103,117,123],numpi:[88,120],obj:9,object:[9,24,25,54,55,75,78,100,101,104,117,120,121,122,123],obtain:99,offset:24,often:[1,123],old:121,one:[10,51,58],onli:[101,102,103,119,120,121,122],open:[78,97],oper:[104,121],optim:120,option:[1,75,76,120,122],org:118,other:[1,118,119,120,121,122],o
 therwis:120,our:118,out:120,output:[119,123],over:121,packag:123,pad:[89,90],page:[119,121],paio:123,panda:[119,120],parallel:[101,123],paramet:[9,24,25,54,55,75,76,78,97,99,100,101,102,103,104,117,122],parquet:[119,120,122],parquetfilemetadata:100,part:120,partit:99,pass:[75,95,99,100,101,121],path:[24,25,54,55,78,97,99],path_or_path:99,peopl:118,per:103,perform:123,persist:123,piec:99,pip:119,pivot:1,plan:118,pool:[75,106,119,121],port:1,posit:[104,117],posix:121,possibl:[99,122],potenti:123,precis:81,prefer:120,previou:121,primari:118,prior:120,probabl:120,process:123,project:118,provid:[119,121,122,123],pull:120,pyarrow:[1,119,121,122,123],pybyt:[76,123],pypi:120,python:[9,24,25,54,55,75,100,101,123],pythonfileinterfac:[100,101],queri:123,rather:[1,100],read:[24,99,100,101,104,118,119],read_multiple_fil:123,read_tabl:123,readabl:[24,54,100],reader:[9,54,100,123],realloc:121,recent:120,record:[24,119],recordbatch:89,refer:119,region:121,releas:120,reli:1,repositori:120,repres:122
 ,represent:119,request:121,requir:101,resolut:122,retriev:120,right:118,root:1,routin:122,row:[51,99,103,123],row_group_s:103,rowgroup:[103,123],rpath:120,runtim:1,same:[99,122],scalar:119,scale:81,schema:[25,55,99,102,119],sdk:1,see:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,100,101,119],select:123,send:118,separ:101,sequenc:75,seri:119,serial:[89,90],set:[1,75,119,120,121,122,123],set_memory_pool:[95,121],setup:120,share:[118,119],should:[103,120],side:122,signatur:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74],similar:122,simpl:123,simpli:[83,121],sinc:1,singl:[99,100,101,103,121,123],sink:[25,55],size:[76,78,89,90,97,121,123],slack:118,snappi:[103,123],snippet:123,solut:120,some:
 [1,24,103,120,122],somewher:1,sourc:[24,25,54,55,95,99,100,101,102,103,104,119,122,123],specif:118,specifi:[103,121],split_row_group:99,start:119,still:[121,122],store:123,str:[24,25,54,55,99,100,101,103,122],strategi:121,stream:[54,55],string:[78,97,101,102,103,122],structur:[119,122,123],subdirectori:99,subscrib:118,sudo:120,suppli:[122,123],support:[43,104,120,121,122,123],system:[118,119,121,122],tabl:[101,103,119,121,122,123],tag:120,target:120,tcmalloc:121,tensor:[90,104,117,119],than:[1,76,100,122],them:122,thi:[1,10,11,24,51,58,104,119,120,121,122,123],thirdparti:1,threadsaf:101,through:[118,121],thu:[121,122],ticket_cache_path:1,time:[1,122],timestamp:122,timestamps_to_m:122,to_panda:122,to_pybyt:123,top:58,total:[89,90,117,123],touch:121,turn:120,txt:120,type:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,83,84,119,120]
 ,typic:123,unabl:120,underli:101,unicod:122,unit:122,unit_str:[109,110,111],unmodifi:122,upgrad:120,usag:119,use:[1,51,58,103,118,121,123],use_dictionari:103,used:122,user:1,uses:[1,121],using:[1,120,122,123],utf8:107,util:123,valid:99,validate_schema:99,valu:[119,122],value_typ:96,variabl:[1,76],variou:122,vector:[11,122],veri:24,version:[102,103,120],via:[10,123],wai:123,want:123,where:[102,103],which:[95,120],whole:123,width:76,work:[120,122],write:[102,103,117,119],write_t:123,writeabl:[25,55,78],writer:[25,55],written:[25,55,117],xcode:120,you:[1,118,120,121,122,123],your:[1,118,123],zero:[9,104]},titles:["API Reference","File interfaces and Memory Maps","pyarrow.Array","pyarrow.ArrayValue","pyarrow.BinaryArray","pyarrow.BinaryValue","pyarrow.BooleanArray","pyarrow.BooleanValue","pyarrow.Buffer","pyarrow.BufferReader","pyarrow.ChunkedArray","pyarrow.Column","pyarrow.DataType","pyarrow.Date32Array","pyarrow.Date32Value","pyarrow.Date64Array","pyarrow.Date64Value","pyarrow.Decima
 lArray","pyarrow.DecimalType","pyarrow.DecimalValue","pyarrow.DictionaryArray","pyarrow.DictionaryType","pyarrow.DoubleValue","pyarrow.Field","pyarrow.FileReader","pyarrow.FileWriter","pyarrow.FixedSizeBinaryArray","pyarrow.FixedSizeBinaryType","pyarrow.FixedSizeBinaryValue","pyarrow.FloatValue","pyarrow.FloatingPointArray","pyarrow.InMemoryOutputStream","pyarrow.Int16Array","pyarrow.Int16Value","pyarrow.Int32Array","pyarrow.Int32Value","pyarrow.Int64Array","pyarrow.Int64Value","pyarrow.Int8Array","pyarrow.Int8Value","pyarrow.IntegerArray","pyarrow.ListArray","pyarrow.ListValue","pyarrow.MemoryMappedFile","pyarrow.MemoryPool","pyarrow.NA","pyarrow.NAType","pyarrow.NativeFile","pyarrow.NullArray","pyarrow.NumericArray","pyarrow.PythonFile","pyarrow.RecordBatch","pyarrow.Scalar","pyarrow.Schema","pyarrow.StreamReader","pyarrow.StreamWriter","pyarrow.StringArray","pyarrow.StringValue","pyarrow.Table","pyarrow.Tensor","pyarrow.Time32Array","pyarrow.Time32Type","pyarrow.Time64Array","pya
 rrow.Time64Type","pyarrow.TimestampArray","pyarrow.TimestampType","pyarrow.TimestampValue","pyarrow.UInt16Array","pyarrow.UInt16Value","pyarrow.UInt32Array","pyarrow.UInt32Value","pyarrow.UInt64Array","pyarrow.UInt64Value","pyarrow.UInt8Array","pyarrow.UInt8Value","pyarrow.array","pyarrow.binary","pyarrow.bool_","pyarrow.create_memory_map","pyarrow.date32","pyarrow.date64","pyarrow.decimal","pyarrow.default_memory_pool","pyarrow.dictionary","pyarrow.field","pyarrow.float16","pyarrow.float32","pyarrow.float64","pyarrow.from_numpy_dtype","pyarrow.get_record_batch_size","pyarrow.get_tensor_size","pyarrow.int16","pyarrow.int32","pyarrow.int64","pyarrow.int8","pyarrow.jemalloc_memory_pool","pyarrow.list_","pyarrow.memory_map","pyarrow.null","pyarrow.parquet.ParquetDataset","pyarrow.parquet.ParquetFile","pyarrow.parquet.read_table","pyarrow.parquet.write_metadata","pyarrow.parquet.write_table","pyarrow.read_tensor","pyarrow.schema","pyarrow.set_memory_pool","pyarrow.string","pyarrow.struc
 t","pyarrow.time32","pyarrow.time64","pyarrow.timestamp","pyarrow.total_allocated_bytes","pyarrow.uint16","pyarrow.uint32","pyarrow.uint64","pyarrow.uint8","pyarrow.write_tensor","Getting Involved","Apache Arrow (Python)","Install PyArrow","jemalloc MemoryPool","Pandas Interface","Reading/Writing Parquet files"],titleterms:{"class":0,"function":0,"null":98,apach:[0,119],api:0,arrai:[0,2,75],arrayvalu:3,arrow:[119,120,122],batch:0,binari:76,binaryarrai:4,binaryvalu:5,bool_:77,booleanarrai:6,booleanvalu:7,buffer:8,bufferread:9,build:120,chunkedarrai:10,column:11,commun:0,conda:120,constructor:0,convers:122,create_memory_map:78,datafram:122,datatyp:12,date32:79,date32arrai:13,date32valu:14,date64:80,date64arrai:15,date64valu:16,decim:81,decimalarrai:17,decimaltyp:18,decimalvalu:19,default_memory_pool:82,dictionari:83,dictionaryarrai:20,dictionarytyp:21,differ:122,doublevalu:22,factori:0,field:[23,84],file:[1,123],fileread:24,filewrit:25,fixedsizebinaryarrai:26,fixedsizebinarytyp:27,fix
 edsizebinaryvalu:28,float16:85,float32:86,float64:87,floatingpointarrai:30,floatvalu:29,from:120,from_numpy_dtyp:88,get:118,get_record_batch_s:89,get_tensor_s:90,hadoop:1,hdf:1,inmemoryoutputstream:31,input:0,instal:120,int16:91,int16arrai:32,int16valu:33,int32:92,int32arrai:34,int32valu:35,int64:93,int64arrai:36,int64valu:37,int8:94,int8arrai:38,int8valu:39,integerarrai:40,interfac:[1,122],interprocess:0,involv:118,jemalloc:121,jemalloc_memory_pool:95,librari:120,list_:96,listarrai:41,listvalu:42,map:1,memori:[0,1],memory_map:97,memorymappedfil:43,memorypool:[44,121],messag:0,nativefil:47,natyp:46,nullarrai:48,numericarrai:49,output:0,panda:122,parquet:[0,99,100,101,102,103,123],parquetdataset:99,parquetfil:100,pip:120,pool:0,pyarrow:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,8
 8,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,120],python:[119,120],pythonfil:50,read:123,read_tabl:101,read_tensor:104,record:0,recordbatch:51,refer:0,requir:120,scalar:[0,52],schema:[0,53,105],seri:122,set_memory_pool:106,share:0,sourc:120,streamread:54,streamwrit:55,string:107,stringarrai:56,stringvalu:57,struct:108,system:[1,120],tabl:[0,58],tensor:[0,59],time32:109,time32arrai:60,time32typ:61,time64:110,time64arrai:62,time64typ:63,timestamp:111,timestamparrai:64,timestamptyp:65,timestampvalu:66,total_allocated_byt:112,type:[0,122],uint16:113,uint16arrai:67,uint16valu:68,uint32:114,uint32arrai:69,uint32valu:70,uint64:115,uint64arrai:71,uint64valu:72,uint8:116,uint8arrai:73,uint8valu:74,valu:0,write:123,write_metadata:102,write_t:103,write_tensor:117}})
\ No newline at end of file


Mime
View raw message