orc-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From omal...@apache.org
Subject [6/6] orc git commit: Pushing update for ORC-65
Date Sat, 11 Jun 2016 18:15:58 GMT
Pushing update for ORC-65


Project: http://git-wip-us.apache.org/repos/asf/orc/repo
Commit: http://git-wip-us.apache.org/repos/asf/orc/commit/1eb37b72
Tree: http://git-wip-us.apache.org/repos/asf/orc/tree/1eb37b72
Diff: http://git-wip-us.apache.org/repos/asf/orc/diff/1eb37b72

Branch: refs/heads/asf-site
Commit: 1eb37b7278350f40af35b45487aa56a0e8e4139e
Parents: 6ef32bc
Author: Owen O'Malley <omalley@apache.org>
Authored: Sat Jun 11 11:14:54 2016 -0700
Committer: Owen O'Malley <omalley@apache.org>
Committed: Sat Jun 11 11:14:54 2016 -0700

----------------------------------------------------------------------
 README.md                                  |    7 -
 css/screen.css                             |   56 +-
 docs/acid.html                             | 1101 ++++++++++--
 docs/adopters.html                         | 1884 ++++++++++++++++++++
 docs/building.html                         | 1915 ++++++++++++++++++++
 docs/compression.html                      | 1235 +++++++++++--
 docs/core-java.html                        | 2167 +++++++++++++++++++++++
 docs/encodings.html                        | 1129 ++++++++++--
 docs/file-tail.html                        | 1129 ++++++++++--
 docs/hive-config.html                      | 1045 ++++++++++-
 docs/hive-ddl.html                         | 1279 ++++++++++---
 docs/index.html                            | 1256 +++++++++++--
 docs/indexes.html                          | 1263 +++++++++++--
 docs/mapred.html                           | 2106 ++++++++++++++++++++++
 docs/mapreduce.html                        | 2090 ++++++++++++++++++++++
 docs/releases.html                         | 1896 ++++++++++++++++++++
 docs/run-length.html                       | 1115 ++++++++++--
 docs/spec-index.html                       | 1067 ++++++++++-
 docs/spec-intro.html                       | 1253 +++++++++++--
 docs/stripes.html                          | 1065 ++++++++++-
 docs/tools.html                            | 2111 ++++++++++++++++++++++
 docs/types.html                            | 1283 +++++++++++---
 downloads/index.html                       |  144 --
 img/asf_logo.png                           |  Bin 0 -> 21243 bytes
 index.html                                 |   47 +
 news/2015/04/22/orc-as-tlp/index.html      |    8 +
 news/2015/05/11/new-committers/index.html  |    8 +
 news/2015/06/26/new-logo/index.html        |    8 +
 news/2015/11/19/aliaksei-on-pmc/index.html |    8 +
 news/2016/01/25/ORC-1.0.0/index.html       |   12 +-
 news/2016/06/10/ORC-1.1.0/index.html       |  273 +++
 news/index.html                            |   68 +-
 news/releases/index.html                   |   68 +-
 33 files changed, 28062 insertions(+), 2034 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/README.md
----------------------------------------------------------------------
diff --git a/README.md b/README.md
deleted file mode 100644
index 9c7e9ce..0000000
--- a/README.md
+++ /dev/null
@@ -1,7 +0,0 @@
-# Apache ORC html branch
-
-This branch contains the generated HTML for the
-[ORC website](https://orc.apache.org). 
-
-You are probably looking for the 
-[ORC master branch](https://github.com/apache/orc/tree/master).
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/css/screen.css
----------------------------------------------------------------------
diff --git a/css/screen.css b/css/screen.css
index 0dd81c7..e742a78 100644
--- a/css/screen.css
+++ b/css/screen.css
@@ -729,7 +729,7 @@ footer {
     font-size: 3.2em; } }
 /* Quickstart */
 .quickstart {
-  background-color: #3F1F1F;
+  background-color: #242424;
   color: #fff;
   margin: 60px 0;
   -webkit-box-shadow: inset 0 3px 10px rgba(0, 0, 0, 0.4);
@@ -737,10 +737,10 @@ footer {
   box-shadow: inset 0 3px 10px rgba(0, 0, 0, 0.4); }
   .quickstart .content {
     padding: 0; }
-  .quickstart h3 {
-    font-size: 24px;
-    line-height: 24px;
-    margin-top: 20px;
+  .quickstart .side {
+    font-size: 22px;
+    line-height: 22px;
+    margin-top: 10px;
     text-shadow: 0 1px 3px rgba(0, 0, 0, 0.8); }
   .quickstart .code {
     font-size: 12px;
@@ -826,27 +826,39 @@ footer {
   .quickstart .code .output {
     color: #888; }
 
+/* Apache bar */
+.apache .pane {
+  background-color: #3e3e3e;
+  -webkit-border-radius: 10px;
+  -moz-border-radius: 10px;
+  border-radius: 10px;
+  text-shadow: none;
+  position: relative;
+  padding: 0 20px 30px; }
+.apache img {
+  margin: -30px 0 0;
+  width: 180px;
+  height: 150px; }
+.apache h2 {
+  font-size: 28px; }
+.apache p,
+.apache a {
+  font-size: 16px; }
+.apache p {
+  margin: .75em 0; }
+
 @media (min-width: 768px) {
-  .free-hosting img {
+  .apache img {
     float: left;
-    margin: -20px -30px -30px -50px;
-    width: 300px;
-    height: 251px; }
-  .free-hosting .pane-content {
+    margin: 20px 20px -20px -20px;
+    width: 429px;
+    height: 175px; }
+  .apache .pane-content {
     margin-top: 35px;
     padding-right: 30px; }
-  .free-hosting p,
-  .free-hosting a {
-    font-size: 18px; }
-  .free-hosting .pane:after {
-    content: " ";
-    float: right;
-    background: url(../img/footer-arrow.png) top left no-repeat;
-    width: 73px;
-    height: 186px;
-    position: absolute;
-    right: 0;
-    bottom: -30px; } }
+  .apache p,
+  .apache a {
+    font-size: 18px; } }
 /* Article - Used for both docs and news */
 article {
   background-color: #444;

http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/docs/acid.html
----------------------------------------------------------------------
diff --git a/docs/acid.html b/docs/acid.html
index 0aa4423..dd80414 100644
--- a/docs/acid.html
+++ b/docs/acid.html
@@ -105,6 +105,12 @@
     
   
     
+  
+    
+  
+    
+  
+    
       <option value="/docs/index.html">Background</option>
     
   
@@ -120,6 +126,60 @@
   
     
   
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+      <option value="/docs/adopters.html">ORC Adopters</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
 
   
 
@@ -149,6 +209,20 @@
     
   
     
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
       <option value="/docs/types.html">Types</option>
     
   
@@ -171,6 +245,12 @@
     
   
     
+  
+    
+  
+    
+  
+    
       <option value="/docs/indexes.html">Indexes</option>
     
   
@@ -184,6 +264,14 @@
   
     
   
+    
+  
+    
+  
+    
+  
+    
+  
 
   
 
@@ -216,11 +304,25 @@
   
     
   
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
 
 
     </optgroup>
     
-    <optgroup label="Hive Usage">
+    <optgroup label="Installing">
       
 
 
@@ -232,13 +334,27 @@
     
   
     
+      <option value="/docs/building.html">Building ORC</option>
+    
   
     
   
     
   
     
-      <option value="/docs/hive-ddl.html">Hive DDL</option>
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
     
   
     
@@ -268,7 +384,17 @@
     
   
     
-      <option value="/docs/hive-config.html">Hive Configuration</option>
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
     
   
     
@@ -276,6 +402,10 @@
     
   
     
+      <option value="/docs/releases.html">Releases</option>
+    
+  
+    
   
     
   
@@ -291,7 +421,7 @@
 
     </optgroup>
     
-    <optgroup label="Format Specification">
+    <optgroup label="Using in Hive">
       
 
 
@@ -315,11 +445,25 @@
     
   
     
+      <option value="/docs/hive-ddl.html">Hive DDL</option>
+    
   
     
   
     
-      <option value="/docs/spec-intro.html">Introduction</option>
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
     
   
     
@@ -337,7 +481,17 @@
     
   
     
-      <option value="/docs/file-tail.html">File Tail</option>
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/hive-config.html">Hive Configuration</option>
+    
+  
     
   
     
@@ -358,6 +512,17 @@
   
     
   
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Using in MapReduce">
+      
+
 
   
 
@@ -365,7 +530,11 @@
     
   
     
-      <option value="/docs/compression.html">Compression</option>
+  
+    
+  
+    
+  
     
   
     
@@ -381,6 +550,16 @@
     
   
     
+      <option value="/docs/mapred.html">Using in MapRed</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
   
     
   
@@ -411,7 +590,7 @@
     
   
     
-      <option value="/docs/run-length.html">Run Length Encoding</option>
+  
     
   
     
@@ -419,12 +598,14 @@
     
   
     
+      <option value="/docs/mapreduce.html">Using in MapReduce</option>
+    
   
     
   
-
+    
   
-
+    
   
     
   
@@ -434,7 +615,16 @@
   
     
   
+
+
+    </optgroup>
     
+    <optgroup label="Using ORC Core">
+      
+
+
+  
+
   
     
   
@@ -445,25 +635,27 @@
     
   
     
+      <option value="/docs/core-java.html">Using Core Java</option>
+    
   
     
   
     
-      <option value="/docs/stripes.html">Stripes</option>
+  
     
   
     
   
-
+    
   
-
+    
   
     
   
     
   
     
-      <option value="/docs/encodings.html">Column Encodings</option>
+  
     
   
     
@@ -476,7 +668,16 @@
   
     
   
+
+
+    </optgroup>
     
+    <optgroup label="Tools">
+      
+
+
+  
+
   
     
   
@@ -486,9 +687,9 @@
   
     
   
-
+    
   
-
+    
   
     
   
@@ -509,12 +710,14 @@
     
   
     
-      <option value="/docs/spec-index.html">Indexes</option>
+  
     
   
     
   
     
+      <option value="/docs/tools.html">Tools</option>
+    
   
     
   
@@ -522,38 +725,367 @@
 
     </optgroup>
     
-  </select>
-</div>
-
-
-      <div class="unit four-fifths">
-        <article>
-          <h1>ACID support</h1>
-          <p>Historically, the only way to atomically add data to a table in Hive
-was to add a new partition. Updating or deleting data in partition
-required removing the old partition and adding it back with the new
-data and it wasn’t possible to do atomically.</p>
-
-<p>However, user’s data is continually changing and as Hive matured,
-users required reliability guarantees despite the churning data
-lake. Thus, we needed to implement ACID transactions that guarantee
-atomicity, consistency, isolation, and durability. Although we support
-ACID transactions, they are not designed to support OLTP requirements.
-It can support millions of rows updated per a transaction, but it can
-not support millions of transactions an hour.</p>
-
-<p>Additionally, we wanted to support streaming ingest in to Hive tables where
-streaming applications like Flume or Storm could write data into Hive and 
-have transactions commit once a minute and queries would either see all of 
-a transaction or none of it.</p>
+    <optgroup label="Format Specification">
+      
 
-<p>HDFS is a write once file system and ORC is a write-once file format, so edits
-were implemented using base files and delta files where insert, update, and
-delete operations are recorded.</p>
 
-<p>Hive tables without ACID enabled have each partition in HDFS look like:</p>
+  
 
-<table>
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/spec-intro.html">Introduction</option>
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/file-tail.html">File Tail</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/compression.html">Compression</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/run-length.html">Run Length Encoding</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/stripes.html">Stripes</option>
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/encodings.html">Column Encodings</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/spec-index.html">Indexes</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+  </select>
+</div>
+
+
+      <div class="unit four-fifths">
+        <article>
+          <h1>ACID support</h1>
+          <p>Historically, the only way to atomically add data to a table in Hive
+was to add a new partition. Updating or deleting data in partition
+required removing the old partition and adding it back with the new
+data and it wasn’t possible to do atomically.</p>
+
+<p>However, user’s data is continually changing and as Hive matured,
+users required reliability guarantees despite the churning data
+lake. Thus, we needed to implement ACID transactions that guarantee
+atomicity, consistency, isolation, and durability. Although we support
+ACID transactions, they are not designed to support OLTP requirements.
+It can support millions of rows updated per a transaction, but it can
+not support millions of transactions an hour.</p>
+
+<p>Additionally, we wanted to support streaming ingest in to Hive tables where
+streaming applications like Flume or Storm could write data into Hive and 
+have transactions commit once a minute and queries would either see all of 
+a transaction or none of it.</p>
+
+<p>HDFS is a write once file system and ORC is a write-once file format, so edits
+were implemented using base files and delta files where insert, update, and
+delete operations are recorded.</p>
+
+<p>Hive tables without ACID enabled have each partition in HDFS look like:</p>
+
+<table>
   <thead>
     <tr>
       <th style="text-align: left">Filename</th>
@@ -710,84 +1242,295 @@ descending). Only the first record with a currentTransaction that is
 in the list of transactions to read is returned, which corresponds to
 the last visible update to a row.</p>
 
-<p>To support streaming ingest, we add two additional features. ORC files
-may have additional footers written in to their body that is parsable
-as a complete ORC file that only includes the records already
-written. As the file is later extended the preliminary file footer
-becomes dead space within the file. Secondly, a side file named
-“*_flush_length” is a small file that contains a set of 8 byte
-values. The last complete 8 byte value is the end of the last
-preliminary footer. </p>
+<p>To support streaming ingest, we add two additional features. ORC files
+may have additional footers written in to their body that is parsable
+as a complete ORC file that only includes the records already
+written. As the file is later extended the preliminary file footer
+becomes dead space within the file. Secondly, a side file named
+“*_flush_length” is a small file that contains a set of 8 byte
+values. The last complete 8 byte value is the end of the last
+preliminary footer. </p>
+
+<p>Two properties are added to the metadata for ORC files to speed up the
+processing of the ACID tables. In particular, when a task is reading
+part of the base file for a bucket, it will use the first and last
+rowIds to find the corresponding spots in the delta files. The
+hive.acid.key.index lets the reader skip over stripes in the delta
+file that don’t need to be read in this task.</p>
+
+<table>
+  <thead>
+    <tr>
+      <th style="text-align: left">Key</th>
+      <th style="text-align: left">Meaning</th>
+    </tr>
+  </thead>
+  <tbody>
+    <tr>
+      <td style="text-align: left">hive.acid.stats</td>
+      <td style="text-align: left">Number of inserts, updates, and deletes comma separated</td>
+    </tr>
+    <tr>
+      <td style="text-align: left">hive.acid.key.index</td>
+      <td style="text-align: left">The last originalTransaction, bucket, rowId for each stripe</td>
+    </tr>
+  </tbody>
+</table>
+
+          
+
+
+
+
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+    <div class="section-nav">
+      <div class="left align-right">
+          
+            
+            
+            <a href="/docs/indexes.html" class="prev">Back</a>
+          
+      </div>
+      <div class="right align-left">
+          
+            
+            
+            <a href="/docs/building.html" class="next">Next</a>
+          
+      </div>
+    </div>
+    <div class="clear"></div>
+    
+
+        </article>
+      </div>
+
+      <div class="unit one-fifth hide-on-mobiles">
+  <aside>
+    
+    <h4>Overview</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/index.html">Background</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+      <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/types.html">Types</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+      
+
 
-<p>Two properties are added to the metadata for ORC files to speed up the
-processing of the ACID tables. In particular, when a task is reading
-part of the base file for a bucket, it will use the first and last
-rowIds to find the corresponding spots in the delta files. The
-hive.acid.key.index lets the reader skip over stripes in the delta
-file that don’t need to be read in this task.</p>
+  
 
-<table>
-  <thead>
-    <tr>
-      <th style="text-align: left">Key</th>
-      <th style="text-align: left">Meaning</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <td style="text-align: left">hive.acid.stats</td>
-      <td style="text-align: left">Number of inserts, updates, and deletes comma separated</td>
-    </tr>
-    <tr>
-      <td style="text-align: left">hive.acid.key.index</td>
-      <td style="text-align: left">The last originalTransaction, bucket, rowId for each stripe</td>
-    </tr>
-  </tbody>
-</table>
+  
+    
+  
+
+  
+    
+      <li class="current"><a href="/docs/acid.html">ACID support</a></li>
+      
 
-          
 
+</ul>
 
+    
+    <h4>Installing</h4>
+    
 
+<ul>
 
+  
 
   
+    
   
 
   
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/building.html">Building ORC</a></li>
+      
+
+
   
 
   
+    
   
 
   
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
   
-    <div class="section-nav">
-      <div class="left align-right">
-          
-            
-            
-            <a href="/docs/indexes.html" class="prev">Back</a>
-          
-      </div>
-      <div class="right align-left">
-          
-            
-            
-            <a href="/docs/hive-ddl.html" class="next">Next</a>
-          
-      </div>
-    </div>
-    <div class="clear"></div>
     
+  
+    
+  
+    
+      <li class=""><a href="/docs/releases.html">Releases</a></li>
+      
 
-        </article>
-      </div>
 
-      <div class="unit one-fifth hide-on-mobiles">
-  <aside>
+</ul>
+
     
-    <h4>Overview</h4>
+    <h4>Using in Hive</h4>
     
 
 <ul>
@@ -812,7 +1555,11 @@ file that don’t need to be read in this task.</p>
     
   
     
-      <li class=""><a href="/docs/index.html">Background</a></li>
+  
+    
+  
+    
+      <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
       
 
 
@@ -838,6 +1585,38 @@ file that don’t need to be read in this task.</p>
     
   
     
+      <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Using in MapReduce</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
   
     
   
@@ -848,7 +1627,7 @@ file that don’t need to be read in this task.</p>
     
   
     
-      <li class=""><a href="/docs/types.html">Types</a></li>
+      <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
       
 
 
@@ -874,10 +1653,28 @@ file that don’t need to be read in this task.</p>
     
   
     
-      <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
       
 
 
+</ul>
+
+    
+    <h4>Using ORC Core</h4>
+    
+
+<ul>
+
   
 
   
@@ -886,14 +1683,22 @@ file that don’t need to be read in this task.</p>
 
   
     
-      <li class="current"><a href="/docs/acid.html">ACID support</a></li>
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
       
 
 
 </ul>
 
     
-    <h4>Hive Usage</h4>
+    <h4>Tools</h4>
     
 
 <ul>
@@ -916,16 +1721,12 @@ file that don’t need to be read in this task.</p>
     
   
     
-      <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
-      
-
-
   
-
+    
   
     
   
-
+    
   
     
   
@@ -936,7 +1737,17 @@ file that don’t need to be read in this task.</p>
     
   
     
-      <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/tools.html">Tools</a></li>
       
 
 
@@ -976,6 +1787,18 @@ file that don’t need to be read in this task.</p>
     
   
     
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
       
 
@@ -994,6 +1817,12 @@ file that don’t need to be read in this task.</p>
     
   
     
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
       
 
@@ -1008,6 +1837,10 @@ file that don’t need to be read in this task.</p>
     
   
     
+  
+    
+  
+    
       <li class=""><a href="/docs/compression.html">Compression</a></li>
       
 
@@ -1036,6 +1869,18 @@ file that don’t need to be read in this task.</p>
     
   
     
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
       
 
@@ -1070,6 +1915,18 @@ file that don’t need to be read in this task.</p>
     
   
     
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/stripes.html">Stripes</a></li>
       
 
@@ -1086,6 +1943,12 @@ file that don’t need to be read in this task.</p>
     
   
     
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
       
 
@@ -1116,6 +1979,18 @@ file that don’t need to be read in this task.</p>
     
   
     
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/spec-index.html">Indexes</a></li>
       
 

http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/docs/adopters.html
----------------------------------------------------------------------
diff --git a/docs/adopters.html b/docs/adopters.html
new file mode 100644
index 0000000..e1afc02
--- /dev/null
+++ b/docs/adopters.html
@@ -0,0 +1,1884 @@
+<!DOCTYPE HTML>
+<html lang="en-US">
+<head>
+  <meta charset="UTF-8">
+  <title>ORC Adopters</title>
+  <meta name="viewport" content="width=device-width,initial-scale=1">
+  <meta name="generator" content="Jekyll v2.4.0">
+  <link rel="stylesheet" href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900">
+  <link rel="stylesheet" href="/css/screen.css">
+  <link rel="icon" type="image/x-icon" href="/favicon.ico">
+  <!--[if lt IE 9]>
+  <script src="/js/html5shiv.min.js"></script>
+  <script src="/js/respond.min.js"></script>
+  <![endif]-->
+</head>
+
+
+<body class="wrap">
+  <header role="banner">
+  <nav class="mobile-nav show-on-mobiles">
+    <ul>
+  <li class="">
+    <a href="/">Home</a>
+  </li>
+  <li class="current">
+    <a href="/docs/">Doc<span class="show-on-mobiles">s</span>
+                        <span class="hide-on-mobiles">umentation</span></a>
+  </li>
+  <li class="">
+    <a href="/talks/">Talks</a>
+  </li>
+  <li class="">
+    <a href="/news/">News</a>
+  </li>
+  <li class="">
+    <a href="/help/">Help</a>
+  </li>
+  <li class="">
+    <a href="/develop/">Develop</a>
+  </li>
+</ul>
+
+  </nav>
+  <div class="grid">
+    <div class="unit one-third center-on-mobiles">
+      <h1>
+        <a href="/">
+          <span class="sr-only">Apache ORC</span>
+          <img src="/img/logo.png" width="249" height="101" alt="ORC Logo">
+        </a>
+      </h1>
+    </div>
+    <nav class="main-nav unit two-thirds hide-on-mobiles">
+      <ul>
+  <li class="">
+    <a href="/">Home</a>
+  </li>
+  <li class="current">
+    <a href="/docs/">Doc<span class="show-on-mobiles">s</span>
+                        <span class="hide-on-mobiles">umentation</span></a>
+  </li>
+  <li class="">
+    <a href="/talks/">Talks</a>
+  </li>
+  <li class="">
+    <a href="/news/">News</a>
+  </li>
+  <li class="">
+    <a href="/help/">Help</a>
+  </li>
+  <li class="">
+    <a href="/develop/">Develop</a>
+  </li>
+</ul>
+
+    </nav>
+  </div>
+</header>
+
+
+    <section class="docs">
+    <div class="grid">
+
+      <div class="docs-nav-mobile unit whole show-on-mobiles">
+  <select onchange="if (this.value) window.location.href=this.value">
+    <option value="">Navigate the docs…</option>
+    
+    <optgroup label="Overview">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/index.html">Background</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+      <option value="/docs/adopters.html">ORC Adopters</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/types.html">Types</option>
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/indexes.html">Indexes</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+      <option value="/docs/acid.html">ACID support</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Installing">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+      <option value="/docs/building.html">Building ORC</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/releases.html">Releases</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Using in Hive">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/hive-ddl.html">Hive DDL</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/hive-config.html">Hive Configuration</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Using in MapReduce">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/mapred.html">Using in MapRed</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/mapreduce.html">Using in MapReduce</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Using ORC Core">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/core-java.html">Using Core Java</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Tools">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/tools.html">Tools</option>
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Format Specification">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/spec-intro.html">Introduction</option>
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/file-tail.html">File Tail</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/compression.html">Compression</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/run-length.html">Run Length Encoding</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/stripes.html">Stripes</option>
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/encodings.html">Column Encodings</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/spec-index.html">Indexes</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+  </select>
+</div>
+
+
+      <div class="unit four-fifths">
+        <article>
+          <h1>ORC Adopters</h1>
+          <p>If your company or tool uses ORC, please let us know so that we can update
+this page.</p>
+
+<h3 id="apache-hadoophttpshadoopapacheorg"><a href="https://hadoop.apache.org/">Apache Hadoop</a></h3>
+
+<p>ORC files have always supporting reading and writing from Hadoop’s MapReduce,
+but with the ORC 1.1.0 release it is now easier than ever without pulling in
+Hive’s exec jar and all of its dependencies. OrcStruct now also implements
+WritableComparable and can be serialized through the MapReduce shuffle.</p>
+
+<h3 id="apache-hivehttpshiveapacheorg"><a href="https://hive.apache.org/">Apache Hive</a></h3>
+
+<p>Apache Hive was the original use case and home for ORC.  ORC’s strong
+type system, advanced compression, column projection, predicate push
+down, and vectorization support make Hive <a href="http://hortonworks.com/blog/orcfile-in-hdp-2-better-compression-better-performance/">perform
+better</a>
+than any other format for your data.</p>
+
+<h3 id="apache-nifihttpsnifiapacheorg"><a href="https://nifi.apache.org/">Apache Nifi</a></h3>
+
+<p>Apache Nifi is <a href="https://issues.apache.org/jira/browse/NIFI-1663">adding
+support</a> for writing
+ORC files.</p>
+
+<h3 id="apache-pighttpspigapacheorg"><a href="https://pig.apache.org/">Apache Pig</a></h3>
+
+<p>Apache Pig added support for reading and writing ORC files in <a href="http://hortonworks.com/blog/announcing-apache-pig-0-14-0/">Pig
+14.0</a>.</p>
+
+<h3 id="apache-sparkhttpssparkapacheorg"><a href="https://spark.apache.org/">Apache Spark</a></h3>
+
+<p>Apache Spark has <a href="http://hortonworks.com/blog/bringing-orc-support-into-apache-spark/">added
+support</a>
+for reading and writing ORC files with support for column project and
+predicate push down.</p>
+
+<h3 id="facebookhttpsfacebookcom"><a href="https://facebook.com">Facebook</a></h3>
+
+<p>With more than 300 PB of data, Facebook was an <a href="https://code.facebook.com/posts/229861827208629/scaling-the-facebook-data-warehouse-to-300-pb/">early adopter of
+ORC</a> and quickly put it into production.</p>
+
+<h3 id="prestohttpsprestodbio"><a href="https://prestodb.io/">Presto</a></h3>
+
+<p>The Presto team has done a lot of work <a href="https://code.facebook.com/posts/370832626374903/even-faster-data-at-the-speed-of-presto-orc/">integrating
+ORC</a> into their SQL engine.</p>
+
+<h3 id="verticahttpwww8hpcomusensoftware-solutionsadvanced-sql-big-data-analytics"><a href="http://www8.hp.com/us/en/software-solutions/advanced-sql-big-data-analytics/">Vertica</a></h3>
+
+<p>HPE Vertica has contributed significantly to the ORC C++ library. ORC
+is a significant part of Vertica SQL-on-Hadoop (VSQLoH) which brings
+the performance, reliability and standards compliance of the Vertica
+Analytic Database to the Hadoop ecosystem.</p>
+
+          
+
+
+
+
+
+  
+  
+
+  
+  
+    <div class="section-nav">
+      <div class="left align-right">
+          
+            
+            
+            <a href="/docs/index.html" class="prev">Back</a>
+          
+      </div>
+      <div class="right align-left">
+          
+            
+            
+            <a href="/docs/types.html" class="next">Next</a>
+          
+      </div>
+    </div>
+    <div class="clear"></div>
+    
+
+        </article>
+      </div>
+
+      <div class="unit one-fifth hide-on-mobiles">
+  <aside>
+    
+    <h4>Overview</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/index.html">Background</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+      <li class="current"><a href="/docs/adopters.html">ORC Adopters</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/types.html">Types</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+      <li class=""><a href="/docs/acid.html">ACID support</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Installing</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/building.html">Building ORC</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/releases.html">Releases</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Using in Hive</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Using in MapReduce</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Using ORC Core</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Tools</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/tools.html">Tools</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Format Specification</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/compression.html">Compression</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/stripes.html">Stripes</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/spec-index.html">Indexes</a></li>
+      
+
+
+</ul>
+
+    
+  </aside>
+</div>
+
+
+      <div class="clear"></div>
+
+    </div>
+  </section>
+
+
+  <footer role="contentinfo">
+  <p>The contents of this website are &copy;&nbsp;2016
+     <a href="https://www.apache.org/">Apache Software Foundation</a>
+     under the terms of the <a
+      href="https://www.apache.org/licenses/LICENSE-2.0.html">
+      Apache&nbsp;License&nbsp;v2</a>. Apache ORC and its logo are trademarks
+      of the Apache Software Foundation.</p>
+</footer>
+
+  <script>
+  var anchorForId = function (id) {
+    var anchor = document.createElement("a");
+    anchor.className = "header-link";
+    anchor.href      = "#" + id;
+    anchor.innerHTML = "<span class=\"sr-only\">Permalink</span><i class=\"fa fa-link\"></i>";
+    anchor.title = "Permalink";
+    return anchor;
+  };
+
+  var linkifyAnchors = function (level, containingElement) {
+    var headers = containingElement.getElementsByTagName("h" + level);
+    for (var h = 0; h < headers.length; h++) {
+      var header = headers[h];
+
+      if (typeof header.id !== "undefined" && header.id !== "") {
+        header.appendChild(anchorForId(header.id));
+      }
+    }
+  };
+
+  document.onreadystatechange = function () {
+    if (this.readyState === "complete") {
+      var contentBlock = document.getElementsByClassName("docs")[0] || document.getElementsByClassName("news")[0];
+      if (!contentBlock) {
+        return;
+      }
+      for (var level = 1; level <= 6; level++) {
+        linkifyAnchors(level, contentBlock);
+      }
+    }
+  };
+</script>
+
+
+</body>
+</html>

http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/docs/building.html
----------------------------------------------------------------------
diff --git a/docs/building.html b/docs/building.html
new file mode 100644
index 0000000..0a8c2a8
--- /dev/null
+++ b/docs/building.html
@@ -0,0 +1,1915 @@
+<!DOCTYPE HTML>
+<html lang="en-US">
+<head>
+  <meta charset="UTF-8">
+  <title>Building ORC</title>
+  <meta name="viewport" content="width=device-width,initial-scale=1">
+  <meta name="generator" content="Jekyll v2.4.0">
+  <link rel="stylesheet" href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900">
+  <link rel="stylesheet" href="/css/screen.css">
+  <link rel="icon" type="image/x-icon" href="/favicon.ico">
+  <!--[if lt IE 9]>
+  <script src="/js/html5shiv.min.js"></script>
+  <script src="/js/respond.min.js"></script>
+  <![endif]-->
+</head>
+
+
+<body class="wrap">
+  <header role="banner">
+  <nav class="mobile-nav show-on-mobiles">
+    <ul>
+  <li class="">
+    <a href="/">Home</a>
+  </li>
+  <li class="current">
+    <a href="/docs/">Doc<span class="show-on-mobiles">s</span>
+                        <span class="hide-on-mobiles">umentation</span></a>
+  </li>
+  <li class="">
+    <a href="/talks/">Talks</a>
+  </li>
+  <li class="">
+    <a href="/news/">News</a>
+  </li>
+  <li class="">
+    <a href="/help/">Help</a>
+  </li>
+  <li class="">
+    <a href="/develop/">Develop</a>
+  </li>
+</ul>
+
+  </nav>
+  <div class="grid">
+    <div class="unit one-third center-on-mobiles">
+      <h1>
+        <a href="/">
+          <span class="sr-only">Apache ORC</span>
+          <img src="/img/logo.png" width="249" height="101" alt="ORC Logo">
+        </a>
+      </h1>
+    </div>
+    <nav class="main-nav unit two-thirds hide-on-mobiles">
+      <ul>
+  <li class="">
+    <a href="/">Home</a>
+  </li>
+  <li class="current">
+    <a href="/docs/">Doc<span class="show-on-mobiles">s</span>
+                        <span class="hide-on-mobiles">umentation</span></a>
+  </li>
+  <li class="">
+    <a href="/talks/">Talks</a>
+  </li>
+  <li class="">
+    <a href="/news/">News</a>
+  </li>
+  <li class="">
+    <a href="/help/">Help</a>
+  </li>
+  <li class="">
+    <a href="/develop/">Develop</a>
+  </li>
+</ul>
+
+    </nav>
+  </div>
+</header>
+
+
+    <section class="docs">
+    <div class="grid">
+
+      <div class="docs-nav-mobile unit whole show-on-mobiles">
+  <select onchange="if (this.value) window.location.href=this.value">
+    <option value="">Navigate the docs…</option>
+    
+    <optgroup label="Overview">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/index.html">Background</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+      <option value="/docs/adopters.html">ORC Adopters</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/types.html">Types</option>
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/indexes.html">Indexes</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+      <option value="/docs/acid.html">ACID support</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Installing">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+      <option value="/docs/building.html">Building ORC</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/releases.html">Releases</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Using in Hive">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/hive-ddl.html">Hive DDL</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/hive-config.html">Hive Configuration</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Using in MapReduce">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/mapred.html">Using in MapRed</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/mapreduce.html">Using in MapReduce</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Using ORC Core">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/core-java.html">Using Core Java</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Tools">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/tools.html">Tools</option>
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Format Specification">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/spec-intro.html">Introduction</option>
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/file-tail.html">File Tail</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/compression.html">Compression</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/run-length.html">Run Length Encoding</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/stripes.html">Stripes</option>
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/encodings.html">Column Encodings</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/spec-index.html">Indexes</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+  </select>
+</div>
+
+
+      <div class="unit four-fifths">
+        <article>
+          <h1>Building ORC</h1>
+          <h2 id="building-both-c-and-java">Building both C++ and Java</h2>
+
+<p>The C++ library is supported on the following operating systems:</p>
+
+<ul>
+  <li>CentOS 6 or 7</li>
+  <li>Debian 7 or 8</li>
+  <li>MacOS 10.10 or 10.11</li>
+  <li>Ubuntu 12.04, 14.04, or 16.04</li>
+</ul>
+
+<p>You’ll want to install the usual set of developer tools, but at least:</p>
+
+<ul>
+  <li>cmake</li>
+  <li>g++ or clang++</li>
+  <li>java ( &gt;= 1.7)</li>
+  <li>make</li>
+  <li>maven ( &gt;= 3)</li>
+</ul>
+
+<p>For each version of Linux, please check the corresponding Dockerfile, which
+is in the docker subdirectory, for the list of packages required to build ORC:</p>
+
+<ul>
+  <li><a href="https://github.com/apache/orc/blob/master/docker/centos6/Dockerfile">CentOS 6</a></li>
+  <li><a href="https://github.com/apache/orc/blob/master/docker/centos7/Dockerfile">CentOS 7</a></li>
+  <li><a href="https://github.com/apache/orc/blob/master/docker/debian7/Dockerfile">Debian 7</a></li>
+  <li><a href="https://github.com/apache/orc/blob/master/docker/debian8/Dockerfile">Debian 8</a></li>
+  <li><a href="https://github.com/apache/orc/blob/master/docker/ubuntu12/Dockerfile">Ubuntu 12</a></li>
+  <li><a href="https://github.com/apache/orc/blob/master/docker/ubuntu14/Dockerfile">Ubuntu 14</a></li>
+  <li><a href="https://github.com/apache/orc/blob/master/docker/ubuntu16/Dockerfile">Ubuntu 16</a></li>
+</ul>
+
+<p>To build a normal release:</p>
+
+<pre><code class="language-shell">% mkdir build
+% cmake ..
+% make package test-out
+</code></pre>
+
+<p>ORC’s C++ build supports three build types, which are controlled by adding
+<code>-DCMAKE_BUILD_TYPE=&lt;type&gt;</code> to the cmake command.</p>
+
+<ul>
+  <li><strong>RELWITHDEBINFO</strong> (default) - Optimized with debug information</li>
+  <li><strong>DEBUG</strong> - Unoptimized with debug information</li>
+  <li><strong>RELEASE</strong> - Optimized with no debug information</li>
+</ul>
+
+<p>If your make command fails, it is useful to see the actual commands that make
+is invoking:</p>
+
+<pre><code class="language-shell">% make package test-out VERBOSE=1
+</code></pre>
+
+<h2 id="building-just-java">Building just Java</h2>
+
+<p>You’ll need to install:</p>
+
+<ul>
+  <li>java (&gt;= 1.7)</li>
+  <li>maven (&gt;= 3)</li>
+</ul>
+
+<p>To build:</p>
+
+<pre><code class="language-shell">% cd java
+% mvn package
+</code></pre>
+
+
+          
+
+
+
+
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+    <div class="section-nav">
+      <div class="left align-right">
+          
+            
+            
+            <a href="/docs/acid.html" class="prev">Back</a>
+          
+      </div>
+      <div class="right align-left">
+          
+            
+            
+            <a href="/docs/releases.html" class="next">Next</a>
+          
+      </div>
+    </div>
+    <div class="clear"></div>
+    
+
+        </article>
+      </div>
+
+      <div class="unit one-fifth hide-on-mobiles">
+  <aside>
+    
+    <h4>Overview</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/index.html">Background</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+      <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/types.html">Types</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+      <li class=""><a href="/docs/acid.html">ACID support</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Installing</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+      <li class="current"><a href="/docs/building.html">Building ORC</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/releases.html">Releases</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Using in Hive</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Using in MapReduce</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Using ORC Core</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Tools</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/tools.html">Tools</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Format Specification</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/compression.html">Compression</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/stripes.html">Stripes</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/spec-index.html">Indexes</a></li>
+      
+
+
+</ul>
+
+    
+  </aside>
+</div>
+
+
+      <div class="clear"></div>
+
+    </div>
+  </section>
+
+
+  <footer role="contentinfo">
+  <p>The contents of this website are &copy;&nbsp;2016
+     <a href="https://www.apache.org/">Apache Software Foundation</a>
+     under the terms of the <a
+      href="https://www.apache.org/licenses/LICENSE-2.0.html">
+      Apache&nbsp;License&nbsp;v2</a>. Apache ORC and its logo are trademarks
+      of the Apache Software Foundation.</p>
+</footer>
+
+  <script>
+  var anchorForId = function (id) {
+    var anchor = document.createElement("a");
+    anchor.className = "header-link";
+    anchor.href      = "#" + id;
+    anchor.innerHTML = "<span class=\"sr-only\">Permalink</span><i class=\"fa fa-link\"></i>";
+    anchor.title = "Permalink";
+    return anchor;
+  };
+
+  var linkifyAnchors = function (level, containingElement) {
+    var headers = containingElement.getElementsByTagName("h" + level);
+    for (var h = 0; h < headers.length; h++) {
+      var header = headers[h];
+
+      if (typeof header.id !== "undefined" && header.id !== "") {
+        header.appendChild(anchorForId(header.id));
+      }
+    }
+  };
+
+  document.onreadystatechange = function () {
+    if (this.readyState === "complete") {
+      var contentBlock = document.getElementsByClassName("docs")[0] || document.getElementsByClassName("news")[0];
+      if (!contentBlock) {
+        return;
+      }
+      for (var level = 1; level <= 6; level++) {
+        linkifyAnchors(level, contentBlock);
+      }
+    }
+  };
+</script>
+
+
+</body>
+</html>

http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/docs/compression.html
----------------------------------------------------------------------
diff --git a/docs/compression.html b/docs/compression.html
index 647baba..c30e63a 100644
--- a/docs/compression.html
+++ b/docs/compression.html
@@ -105,25 +105,19 @@
     
   
     
-      <option value="/docs/index.html">Background</option>
-    
   
     
   
     
   
     
-  
+      <option value="/docs/index.html">Background</option>
     
   
     
   
     
   
-
-  
-
-  
     
   
     
@@ -140,21 +134,23 @@
   
     
   
-    
+
   
-    
+
   
     
   
     
+      <option value="/docs/adopters.html">ORC Adopters</option>
+    
   
     
-      <option value="/docs/types.html">Types</option>
+  
     
   
-
+    
   
-
+    
   
     
   
@@ -171,7 +167,7 @@
     
   
     
-      <option value="/docs/indexes.html">Indexes</option>
+  
     
   
     
@@ -189,8 +185,6 @@
 
   
     
-      <option value="/docs/acid.html">ACID support</option>
-    
   
     
   
@@ -216,16 +210,7 @@
   
     
   
-
-
-    </optgroup>
     
-    <optgroup label="Hive Usage">
-      
-
-
-  
-
   
     
   
@@ -238,12 +223,12 @@
     
   
     
-      <option value="/docs/hive-ddl.html">Hive DDL</option>
+      <option value="/docs/types.html">Types</option>
     
   
-    
+
   
-    
+
   
     
   
@@ -255,9 +240,7 @@
   
     
   
-
-  
-
+    
   
     
   
@@ -268,7 +251,7 @@
     
   
     
-      <option value="/docs/hive-config.html">Hive Configuration</option>
+      <option value="/docs/indexes.html">Indexes</option>
     
   
     
@@ -287,19 +270,14 @@
   
     
   
-
-
-    </optgroup>
     
-    <optgroup label="Format Specification">
-      
-
+  
 
   
 
   
     
-  
+      <option value="/docs/acid.html">ACID support</option>
     
   
     
@@ -319,17 +297,11 @@
     
   
     
-      <option value="/docs/spec-intro.html">Introduction</option>
-    
   
     
   
     
   
-
-  
-
-  
     
   
     
@@ -337,8 +309,6 @@
     
   
     
-      <option value="/docs/file-tail.html">File Tail</option>
-    
   
     
   
@@ -348,24 +318,35 @@
   
     
   
+
+
+    </optgroup>
     
+    <optgroup label="Installing">
+      
+
+
+  
+
   
     
   
     
   
     
+      <option value="/docs/building.html">Building ORC</option>
+    
   
     
   
-
+    
   
-
+    
   
     
   
     
-      <option value="/docs/compression.html">Compression</option>
+  
     
   
     
@@ -411,8 +392,6 @@
     
   
     
-      <option value="/docs/run-length.html">Run Length Encoding</option>
-    
   
     
   
@@ -422,9 +401,11 @@
   
     
   
-
+    
+      <option value="/docs/releases.html">Releases</option>
+    
   
-
+    
   
     
   
@@ -436,7 +417,16 @@
   
     
   
+
+
+    </optgroup>
     
+    <optgroup label="Using in Hive">
+      
+
+
+  
+
   
     
   
@@ -449,21 +439,23 @@
     
   
     
-      <option value="/docs/stripes.html">Stripes</option>
+  
     
   
     
   
-
+    
+      <option value="/docs/hive-ddl.html">Hive DDL</option>
+    
   
-
+    
   
     
   
     
   
     
-      <option value="/docs/encodings.html">Column Encodings</option>
+  
     
   
     
@@ -478,6 +470,10 @@
   
     
   
+
+  
+
+  
     
   
     
@@ -486,13 +482,15 @@
   
     
   
-
+    
   
-
+    
   
     
   
     
+      <option value="/docs/hive-config.html">Hive Configuration</option>
+    
   
     
   
@@ -509,7 +507,7 @@
     
   
     
-      <option value="/docs/spec-index.html">Indexes</option>
+  
     
   
     
@@ -522,110 +520,58 @@
 
     </optgroup>
     
-  </select>
-</div>
-
-
-      <div class="unit four-fifths">
-        <article>
-          <h1>Compression</h1>
-          <p>If the ORC file writer selects a generic compression codec (zlib or
-snappy), every part of the ORC file except for the Postscript is
-compressed with that codec. However, one of the requirements for ORC
-is that the reader be able to skip over compressed bytes without
-decompressing the entire stream. To manage this, ORC writes compressed
-streams in chunks with headers as in the figure below.
-To handle uncompressable data, if the compressed data is larger than
-the original, the original is stored and the isOriginal flag is
-set. Each header is 3 bytes long with (compressedLength * 2 +
-isOriginal) stored as a little endian value. For example, the header
-for a chunk that compressed to 100,000 bytes would be [0x40, 0x0d,
-0x03]. The header for 5 bytes that did not compress would be [0x0b,
-0x00, 0x00]. Each compression chunk is compressed independently so
-that as long as a decompressor starts at the top of a header, it can
-start decompressing without the previous bytes.</p>
-
-<p><img src="/img/CompressionStream.png" alt="compression streams" /></p>
-
-<p>The default compression chunk size is 256K, but writers can choose
-their own value less than 223. Larger chunks lead to better
-compression, but require more memory. The chunk size is recorded in
-the Postscript so that readers can allocate appropriately sized
-buffers.</p>
-
-<p>ORC files without generic compression write each stream directly
-with no headers.</p>
-
-          
-
-
-
+    <optgroup label="Using in MapReduce">
+      
 
 
   
-  
 
   
+    
   
-
+    
   
+    
   
-
+    
   
+    
   
-
+    
   
+    
   
-
+    
   
+    
   
-
+    
   
+    
   
-
+    
+      <option value="/docs/mapred.html">Using in MapRed</option>
+    
   
+    
   
-
+    
   
+    
   
-    <div class="section-nav">
-      <div class="left align-right">
-          
-            
-            
-            <a href="/docs/file-tail.html" class="prev">Back</a>
-          
-      </div>
-      <div class="right align-left">
-          
-            
-            
-            <a href="/docs/run-length.html" class="next">Next</a>
-          
-      </div>
-    </div>
-    <div class="clear"></div>
     
-
-        </article>
-      </div>
-
-      <div class="unit one-fifth hide-on-mobiles">
-  <aside>
+  
     
-    <h4>Overview</h4>
+  
     
-
-<ul>
-
   
-
+    
   
     
   
 
   
-    
+
   
     
   
@@ -638,16 +584,10 @@ with no headers.</p>
     
   
     
-      <li class=""><a href="/docs/index.html">Background</a></li>
-      
-
-
-  
-
   
     
   
-
+    
   
     
   
@@ -658,6 +598,8 @@ with no headers.</p>
     
   
     
+      <option value="/docs/mapreduce.html">Using in MapReduce</option>
+    
   
     
   
@@ -673,8 +615,11 @@ with no headers.</p>
   
     
   
+
+
+    </optgroup>
     
-      <li class=""><a href="/docs/types.html">Types</a></li>
+    <optgroup label="Using ORC Core">
       
 
 
@@ -683,8 +628,6 @@ with no headers.</p>
   
     
   
-
-  
     
   
     
@@ -692,7 +635,7 @@ with no headers.</p>
     
   
     
-  
+      <option value="/docs/core-java.html">Using Core Java</option>
     
   
     
@@ -700,36 +643,20 @@ with no headers.</p>
     
   
     
-      <li class=""><a href="/docs/indexes.html">Indexes</a></li>
-      
-
-
-  
-
   
     
   
-
-  
     
-      <li class=""><a href="/docs/acid.html">ACID support</a></li>
-      
-
-
-</ul>
-
+  
     
-    <h4>Hive Usage</h4>
+  
     
-
-<ul>
-
   
-
+    
   
     
   
-
+    
   
     
   
@@ -741,8 +668,11 @@ with no headers.</p>
   
     
   
+
+
+    </optgroup>
     
-      <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
+    <optgroup label="Tools">
       
 
 
@@ -751,7 +681,7 @@ with no headers.</p>
   
     
   
-
+    
   
     
   
@@ -762,9 +692,908 @@ with no headers.</p>
     
   
     
-      <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
-      
-
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/tools.html">Tools</option>
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+    <optgroup label="Format Specification">
+      
+
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/spec-intro.html">Introduction</option>
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/file-tail.html">File Tail</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/compression.html">Compression</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/run-length.html">Run Length Encoding</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/stripes.html">Stripes</option>
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/encodings.html">Column Encodings</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <option value="/docs/spec-index.html">Indexes</option>
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+
+
+    </optgroup>
+    
+  </select>
+</div>
+
+
+      <div class="unit four-fifths">
+        <article>
+          <h1>Compression</h1>
+          <p>If the ORC file writer selects a generic compression codec (zlib or
+snappy), every part of the ORC file except for the Postscript is
+compressed with that codec. However, one of the requirements for ORC
+is that the reader be able to skip over compressed bytes without
+decompressing the entire stream. To manage this, ORC writes compressed
+streams in chunks with headers as in the figure below.
+To handle uncompressable data, if the compressed data is larger than
+the original, the original is stored and the isOriginal flag is
+set. Each header is 3 bytes long with (compressedLength * 2 +
+isOriginal) stored as a little endian value. For example, the header
+for a chunk that compressed to 100,000 bytes would be [0x40, 0x0d,
+0x03]. The header for 5 bytes that did not compress would be [0x0b,
+0x00, 0x00]. Each compression chunk is compressed independently so
+that as long as a decompressor starts at the top of a header, it can
+start decompressing without the previous bytes.</p>
+
+<p><img src="/img/CompressionStream.png" alt="compression streams" /></p>
+
+<p>The default compression chunk size is 256K, but writers can choose
+their own value less than 223. Larger chunks lead to better
+compression, but require more memory. The chunk size is recorded in
+the Postscript so that readers can allocate appropriately sized
+buffers.</p>
+
+<p>ORC files without generic compression write each stream directly
+with no headers.</p>
+
+          
+
+
+
+
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+
+  
+  
+    <div class="section-nav">
+      <div class="left align-right">
+          
+            
+            
+            <a href="/docs/file-tail.html" class="prev">Back</a>
+          
+      </div>
+      <div class="right align-left">
+          
+            
+            
+            <a href="/docs/run-length.html" class="next">Next</a>
+          
+      </div>
+    </div>
+    <div class="clear"></div>
+    
+
+        </article>
+      </div>
+
+      <div class="unit one-fifth hide-on-mobiles">
+  <aside>
+    
+    <h4>Overview</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/index.html">Background</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+      <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/types.html">Types</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+      <li class=""><a href="/docs/acid.html">ACID support</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Installing</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/building.html">Building ORC</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/releases.html">Releases</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Using in Hive</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Using in MapReduce</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
+      
+
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Using ORC Core</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+      
+
+
+</ul>
+
+    
+    <h4>Tools</h4>
+    
+
+<ul>
+
+  
+
+  
+    
+  
+
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+      <li class=""><a href="/docs/tools.html">Tools</a></li>
+      
+
 
 </ul>
 
@@ -802,6 +1631,18 @@ with no headers.</p>
     
   
     
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
       
 
@@ -820,6 +1661,12 @@ with no headers.</p>
     
   
     
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
       
 
@@ -834,6 +1681,10 @@ with no headers.</p>
     
   
     
+  
+    
+  
+    
       <li class="current"><a href="/docs/compression.html">Compression</a></li>
       
 
@@ -862,6 +1713,18 @@ with no headers.</p>
     
   
     
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
       
 
@@ -896,6 +1759,18 @@ with no headers.</p>
     
   
     
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/stripes.html">Stripes</a></li>
       
 
@@ -912,6 +1787,12 @@ with no headers.</p>
     
   
     
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
       
 
@@ -942,6 +1823,18 @@ with no headers.</p>
     
   
     
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
+  
+    
       <li class=""><a href="/docs/spec-index.html">Indexes</a></li>
       
 


Mime
View raw message