accumulo-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From mwa...@apache.org
Subject [accumulo-website] branch asf-site updated: Jekyll build from master:0a525d5
Date Fri, 08 Dec 2017 22:03:43 GMT
This is an automated email from the ASF dual-hosted git repository.

mwalch pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/accumulo-website.git


The following commit(s) were added to refs/heads/asf-site by this push:
     new 9f99c13  Jekyll build from master:0a525d5
9f99c13 is described below

commit 9f99c133144d19f087ace34bf76bdd240ee3f96a
Author: Mike Walch <mwalch@apache.org>
AuthorDate: Fri Dec 8 17:02:56 2017 -0500

    Jekyll build from master:0a525d5
    
    ACCUMULO-4752 Create documentation on improving performance (#46)
    
    * Also, created documentation on RFile along with diagram
---
 docs/2.0/administration/caching.html               |   2 +
 .../administration/configuration-management.html   |   2 +
 docs/2.0/administration/fate.html                  |   2 +
 docs/2.0/administration/in-depth-install.html      |   2 +
 docs/2.0/administration/kerberos.html              |   2 +
 docs/2.0/administration/monitoring-metrics.html    |   2 +
 docs/2.0/administration/multivolume.html           |   2 +
 docs/2.0/administration/properties.html            |   2 +
 docs/2.0/administration/replication.html           |   2 +
 docs/2.0/administration/ssl.html                   |   2 +
 docs/2.0/administration/tracing.html               |   2 +
 docs/2.0/administration/upgrading.html             |   2 +
 docs/2.0/development/development_tools.html        |   2 +
 docs/2.0/development/high_speed_ingest.html        |   2 +
 docs/2.0/development/iterators.html                |   2 +
 docs/2.0/development/mapreduce.html                |   2 +
 docs/2.0/development/proxy.html                    |   2 +
 docs/2.0/development/sampling.html                 |   2 +
 docs/2.0/development/security.html                 |   2 +
 docs/2.0/development/summaries.html                |   2 +
 docs/2.0/getting-started/clients.html              |   2 +
 docs/2.0/getting-started/design.html               |  21 +++-
 docs/2.0/getting-started/quick-install.html        |   2 +
 docs/2.0/getting-started/shell.html                |   2 +
 docs/2.0/getting-started/table_configuration.html  |   2 +
 docs/2.0/getting-started/table_design.html         |   2 +
 docs/2.0/troubleshooting/advanced.html             |   2 +
 docs/2.0/troubleshooting/basic.html                |   2 +
 .../performance.html}                              | 111 +++++++++++----------
 .../troubleshooting/system-metadata-tables.html    |   2 +
 docs/2.0/troubleshooting/tools.html                |   2 +
 feed.xml                                           |   4 +-
 images/docs/rfile_diagram.png                      | Bin 0 -> 44053 bytes
 33 files changed, 137 insertions(+), 57 deletions(-)

diff --git a/docs/2.0/administration/caching.html b/docs/2.0/administration/caching.html
index 222e31c..adf483b 100644
--- a/docs/2.0/administration/caching.html
+++ b/docs/2.0/administration/caching.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/configuration-management.html b/docs/2.0/administration/configuration-management.html
index ae7cdbf..a2e2de1 100644
--- a/docs/2.0/administration/configuration-management.html
+++ b/docs/2.0/administration/configuration-management.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/fate.html b/docs/2.0/administration/fate.html
index bcf6ed2..1094eed 100644
--- a/docs/2.0/administration/fate.html
+++ b/docs/2.0/administration/fate.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/in-depth-install.html b/docs/2.0/administration/in-depth-install.html
index 7775183..87e8bbf 100644
--- a/docs/2.0/administration/in-depth-install.html
+++ b/docs/2.0/administration/in-depth-install.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/kerberos.html b/docs/2.0/administration/kerberos.html
index 0b9c2d0..6620699 100644
--- a/docs/2.0/administration/kerberos.html
+++ b/docs/2.0/administration/kerberos.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/monitoring-metrics.html b/docs/2.0/administration/monitoring-metrics.html
index 3ab8666..e09db0d 100644
--- a/docs/2.0/administration/monitoring-metrics.html
+++ b/docs/2.0/administration/monitoring-metrics.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/multivolume.html b/docs/2.0/administration/multivolume.html
index 70e5f81..ab8190e 100644
--- a/docs/2.0/administration/multivolume.html
+++ b/docs/2.0/administration/multivolume.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/properties.html b/docs/2.0/administration/properties.html
index af7e62a..762791c 100644
--- a/docs/2.0/administration/properties.html
+++ b/docs/2.0/administration/properties.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/replication.html b/docs/2.0/administration/replication.html
index 95c622e..93732d3 100644
--- a/docs/2.0/administration/replication.html
+++ b/docs/2.0/administration/replication.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/ssl.html b/docs/2.0/administration/ssl.html
index 42aa313..3ca50a0 100644
--- a/docs/2.0/administration/ssl.html
+++ b/docs/2.0/administration/ssl.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/tracing.html b/docs/2.0/administration/tracing.html
index 5ef67f2..4aa29f3 100644
--- a/docs/2.0/administration/tracing.html
+++ b/docs/2.0/administration/tracing.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/upgrading.html b/docs/2.0/administration/upgrading.html
index 8ad278d..c2ee515 100644
--- a/docs/2.0/administration/upgrading.html
+++ b/docs/2.0/administration/upgrading.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/development/development_tools.html b/docs/2.0/development/development_tools.html
index da4210c..019c573 100644
--- a/docs/2.0/development/development_tools.html
+++ b/docs/2.0/development/development_tools.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/development/high_speed_ingest.html b/docs/2.0/development/high_speed_ingest.html
index e28a4f6..8ecd2ce 100644
--- a/docs/2.0/development/high_speed_ingest.html
+++ b/docs/2.0/development/high_speed_ingest.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/development/iterators.html b/docs/2.0/development/iterators.html
index 27f700a..329497d 100644
--- a/docs/2.0/development/iterators.html
+++ b/docs/2.0/development/iterators.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/development/mapreduce.html b/docs/2.0/development/mapreduce.html
index 1706a8d..1875c31 100644
--- a/docs/2.0/development/mapreduce.html
+++ b/docs/2.0/development/mapreduce.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/development/proxy.html b/docs/2.0/development/proxy.html
index 7165e20..f4904d3 100644
--- a/docs/2.0/development/proxy.html
+++ b/docs/2.0/development/proxy.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/development/sampling.html b/docs/2.0/development/sampling.html
index ce9d9c1..6a9b40e 100644
--- a/docs/2.0/development/sampling.html
+++ b/docs/2.0/development/sampling.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/development/security.html b/docs/2.0/development/security.html
index b4bbfe3..614918b 100644
--- a/docs/2.0/development/security.html
+++ b/docs/2.0/development/security.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/development/summaries.html b/docs/2.0/development/summaries.html
index b28ced3..6fac534 100644
--- a/docs/2.0/development/summaries.html
+++ b/docs/2.0/development/summaries.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/getting-started/clients.html b/docs/2.0/getting-started/clients.html
index 561debd..c668826 100644
--- a/docs/2.0/getting-started/clients.html
+++ b/docs/2.0/getting-started/clients.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/getting-started/design.html b/docs/2.0/getting-started/design.html
index ad0a556..3145a93 100644
--- a/docs/2.0/getting-started/design.html
+++ b/docs/2.0/getting-started/design.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
@@ -435,10 +437,9 @@ ingest and query load is balanced across the cluster.</p>
 <p>When a write arrives at a TabletServer it is written to a Write-Ahead Log and
 then inserted into a sorted data structure in memory called a MemTable. When the
 MemTable reaches a certain size, the TabletServer writes out the sorted
-key-value pairs to a file in HDFS called a Relative Key File (RFile), which is a
-kind of Indexed Sequential Access Method (ISAM) file. This process is called a
-minor compaction. A new MemTable is then created and the fact of the compaction
-is recorded in the Write-Ahead Log.</p>
+key-value pairs to a file in HDFS called an <a href="#rfile">RFile</a>). This
process is
+called a minor compaction. A new MemTable is then created and the fact of the
+compaction is recorded in the Write-Ahead Log.</p>
 
 <p>When a request to read data arrives at a TabletServer, the TabletServer does a
 binary search across the MemTable as well as the in-memory indexes associated
@@ -446,6 +447,18 @@ with each RFile to find the relevant values. If clients are performing
a scan,
 several key-value pairs are returned to the client in order from the MemTable
 and the set of RFiles by performing a merge-sort as they are read.</p>
 
+<h2 id="rfile">RFile</h2>
+
+<p>RFile (short for Relative Key File) is a file that contains Accumulo’s sorted
key-value
+pairs. The file is written to HDFS by Tablet Servers during a minor compaction. RFiles are
+organized using the Index Sequential Access Method (ISAM). RFiles consist of data (key/value)
block,
+index blocks (which are used to find data block), and meta blocks (which contain
+metadata for bloom filters and summary statistics). Data in an RFile is seperated by
+locality group. The diagram below shows the logical view and HDFS file view of an RFile.</p>
+
+<p><img src="https://accumulo.apache.org/images/docs/rfile_diagram.png" alt="rfile
diagram" />
+<!-- Source at https://docs.google.com/presentation/d/1w9BgfgUtZ-3M14K-lIgv0UmvnOhVg10Zof6AUi-7pcc/edit?usp=sharing
--></p>
+
 <h2 id="compactions">Compactions</h2>
 
 <p>In order to manage the number of files per tablet, periodically the TabletServer
diff --git a/docs/2.0/getting-started/quick-install.html b/docs/2.0/getting-started/quick-install.html
index 0e9458c..42dbbfc 100644
--- a/docs/2.0/getting-started/quick-install.html
+++ b/docs/2.0/getting-started/quick-install.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/getting-started/shell.html b/docs/2.0/getting-started/shell.html
index 58e8f4c..23f6c01 100644
--- a/docs/2.0/getting-started/shell.html
+++ b/docs/2.0/getting-started/shell.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/getting-started/table_configuration.html b/docs/2.0/getting-started/table_configuration.html
index 781c1b5..df34bb2 100644
--- a/docs/2.0/getting-started/table_configuration.html
+++ b/docs/2.0/getting-started/table_configuration.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/getting-started/table_design.html b/docs/2.0/getting-started/table_design.html
index d21ab64..5f33a38 100644
--- a/docs/2.0/getting-started/table_design.html
+++ b/docs/2.0/getting-started/table_design.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/troubleshooting/advanced.html b/docs/2.0/troubleshooting/advanced.html
index db9bfb1..591ee9a 100644
--- a/docs/2.0/troubleshooting/advanced.html
+++ b/docs/2.0/troubleshooting/advanced.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/troubleshooting/basic.html b/docs/2.0/troubleshooting/basic.html
index d273bf0..56b6311 100644
--- a/docs/2.0/troubleshooting/basic.html
+++ b/docs/2.0/troubleshooting/basic.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/administration/caching.html b/docs/2.0/troubleshooting/performance.html
similarity index 80%
copy from docs/2.0/administration/caching.html
copy to docs/2.0/troubleshooting/performance.html
index 222e31c..c597bda 100644
--- a/docs/2.0/administration/caching.html
+++ b/docs/2.0/troubleshooting/performance.html
@@ -25,7 +25,7 @@
 <link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/v/bs/jq-2.2.3/dt-1.10.12/datatables.min.css">
 <link href="/css/accumulo.css" rel="stylesheet" type="text/css">
 
-<title>Accumulo Documentation - Caching</title>
+<title>Accumulo Documentation - Performance</title>
 
 <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.4/jquery.min.js"></script>
 <script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/js/bootstrap.min.js" integrity="sha384-Tc5IQib027qvyjSMfHjOMaLkfuWVxZxUPnCJA7l2mCWNIpG9mGCD8wGNIcPD7Txa"
crossorigin="anonymous"></script>
@@ -237,12 +237,12 @@
           
             <div class="panel-heading" role="tab" id="headingOne">
               <h4 class="panel-title">
-                <a role="button" data-toggle="collapse" data-parent="#accordion" href="#collapseadministration"
aria-expanded="true" aria-controls="collapseadministration">
+                <a role="button" data-toggle="collapse" data-parent="#accordion" href="#collapseadministration"
aria-expanded="false" aria-controls="collapseadministration">
                   Administration
                 </a>
               </h4>
             </div>
-            <div id="collapseadministration" class="panel-collapse collapse in" role="tabpanel"
aria-labelledby="headingOne">
+            <div id="collapseadministration" class="panel-collapse collapse" role="tabpanel"
aria-labelledby="headingOne">
               <div class="panel-body">
                 
                 
@@ -295,12 +295,12 @@
           
             <div class="panel-heading" role="tab" id="headingOne">
               <h4 class="panel-title">
-                <a role="button" data-toggle="collapse" data-parent="#accordion" href="#collapsetroubleshooting"
aria-expanded="false" aria-controls="collapsetroubleshooting">
+                <a role="button" data-toggle="collapse" data-parent="#accordion" href="#collapsetroubleshooting"
aria-expanded="true" aria-controls="collapsetroubleshooting">
                   Troubleshooting
                 </a>
               </h4>
             </div>
-            <div id="collapsetroubleshooting" class="panel-collapse collapse" role="tabpanel"
aria-labelledby="headingOne">
+            <div id="collapsetroubleshooting" class="panel-collapse collapse in" role="tabpanel"
aria-labelledby="headingOne">
               <div class="panel-body">
                 
                 
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
@@ -322,64 +324,71 @@
   </div>
   <div class="col-md-9">
     
-    <p>Accumulo 2.0 documentation &nbsp;&gt;&gt;&nbsp; Administration
&nbsp;&gt;&gt;&nbsp; Caching</p>
+    <p>Accumulo 2.0 documentation &nbsp;&gt;&gt;&nbsp; Troubleshooting
&nbsp;&gt;&gt;&nbsp; Performance</p>
     
 
     <div class="alert alert-danger" style="margin-bottom: 0px;" role="alert">This documentation
is for a future release of Accumulo! <a href="/1.8/accumulo_user_manual.html">View documentation
for the latest release</a>.</div>
 
     <div class="row">
-      <div class="col-md-10"><h1>Caching</h1></div>
-      <div class="col-md-2"><a class="pull-right" style="margin-top: 25px;" href="https://github.com/apache/accumulo-website/edit/master/_docs-2-0/administration/caching.md"
role="button"><i class="glyphicon glyphicon-pencil"></i> <small>Edit
this page</small></a></div>
+      <div class="col-md-10"><h1>Performance</h1></div>
+      <div class="col-md-2"><a class="pull-right" style="margin-top: 25px;" href="https://github.com/apache/accumulo-website/edit/master/_docs-2-0/troubleshooting/performance.md"
role="button"><i class="glyphicon glyphicon-pencil"></i> <small>Edit
this page</small></a></div>
     </div>
 
-    <p>Accumulo tablet servers have a <strong>block cache</strong> that
buffers data in memory to limit reads from disk.
-This caching has the following benefits:</p>
-
-<ul>
-  <li>reduces latency when reading data</li>
-  <li>helps alleviate hotspots in tables</li>
-</ul>
-
-<p>The block cache stores index and data blocks. A typical Accumulo read operation
will perform a binary search
-over several index blocks followed by a linear scan of one or more data blocks. Each tablet
server
-has its own block cache that is shared by all hosted tablets. Therefore, block caches are
only enabled
-for tables where read performance is critical.</p>
-
-<h2 id="configuration">Configuration</h2>
-
-<p>While the block cache is enabled by default for the Accumulo metadata tables, it
must be enabled
-for all other tables by setting the following table properties to <code class="highlighter-rouge">true</code>:</p>
-
-<ul>
-  <li><a href="/docs/2.0/administration/properties#table_cache_block_enable">table.cache.block.enable</a>
- enables data block cache on the table</li>
-  <li><a href="/docs/2.0/administration/properties#table_cache_index_enable">table.cache.index.enable</a>
- enables index block cache on the table</li>
-</ul>
-
-<p>These properties can be set in the Accumulo shell using the following command:</p>
-
-<div class="highlighter-rouge"><pre class="highlight"><code>config -t mytable
-s table.cache.block.enable=true
-</code></pre>
-</div>
-
-<p>Or programatically using <a href="https://static.javadoc.io/org.apache.accumulo/accumulo-core/1.8.1/org/apache/accumulo/core/client/admin/TableOperations.html#setProperty(java.lang.String,
java.lang.String, java.lang.String)">TableOperations.setProperty()</a>:</p>
-
-<div class="language-java highlighter-rouge"><pre class="highlight"><code><span
class="n">conn</span><span class="o">.</span><span class="na">tableOperations</span><span
class="o">().</span><span class="na">setProperty</span><span class="o">(</span><span
class="s">"mytable"</span><span class="o">,</span> <span class="s">"table.cache.block.enable"</span><span
class="o">,</span> <span class="s">"true"</span><span class="o">);</span>
-</code></pre>
-</div>
-
-<p>The sizes of the index and data block caches can be changed from their defaults
by setting
-the following properties:</p>
-
-<ul>
-  <li><a href="/docs/2.0/administration/properties#tserver_cache_data_size">tserver.cache.data.size</a></li>
-  <li><a href="/docs/2.0/administration/properties#tserver_cache_data_size">tserver.cache.index.size</a></li>
-</ul>
+    <p>Accumulo can be tuned to improve read and write performance.</p>
+
+<h2 id="read-performance">Read performance</h2>
+
+<ol>
+  <li>
+    <p>Enable <a href="/docs/2.0/administration/caching">caching</a> on
tables to reduce reads to disk.</p>
+  </li>
+  <li>
+    <p>Enable <a href="/docs/2.0/getting-started/table_configuration#bloom-filters">bloom
filters</a> on tables to limit the number of disk lookups.</p>
+  </li>
+  <li>
+    <p>Decrease the <a href="/docs/2.0/getting-started/table_configuration#compaction">major
compaction ratio</a> of a table to decrease the number of
+files per tablet. Less files reduces the latency of reads.</p>
+  </li>
+  <li>
+    <p>Decrease the size of <a href="/docs/2.0/getting-started/design#rfile">data
blocks in RFiles</a> by lowering <a href="/docs/2.0/administration/properties#table_file_compress_blocksize">table.file.compress.blocksize</a>
which can result
+in better random seek performance. However, this can increase the size of indexes in the
RFile. If the indexes
+are too large to fit in cache, this can hinder performance. Also, as the index size increases
the depth of the
+index tree in each file may increase. Increasing <a href="/docs/2.0/administration/properties#table_file_compress_blocksize_index">table.file.compress.blocksize.index</a>
can reduce the depth of
+the tree.</p>
+  </li>
+</ol>
+
+<h2 id="write-performance">Write performance</h2>
+
+<ol>
+  <li>
+    <p>Enable <a href="/docs/2.0/administration/in-depth-install#native-map">native
maps</a> on tablet servers to prevent Java garbage collection pauses
+which can slow ingest.</p>
+  </li>
+  <li>
+    <p><a href="/docs/2.0//getting-started/table_configuration#pre-splitting-tables">Pre-split
new tables</a> to distribute writes across multiple tablet servers.</p>
+  </li>
+  <li>
+    <p>Ingest data using <a href="/docs/2.0/development/high_speed_ingest#multiple-ingest-clients">multiple
clients</a> or <a href="/docs/2.0/development/high_speed_ingest#bulk-ingest">bulk
ingest</a> to increase ingest throughput.</p>
+  </li>
+  <li>
+    <p>Increase the <a href="/docs/2.0/getting-started/table_configuration#compaction">major
compaction ratio</a> of a table to limit the number of major compactions
+which improves ingest performance.</p>
+  </li>
+  <li>
+    <p>On large Accumulo clusters, use <a href="/docs/2.0/administration/multivolume">multiple
HDFS volumes</a> to increase write performance.</p>
+  </li>
+  <li>
+    <p>Change the compression format used by <a href="/docs/2.0/getting-started/design#rfile">blocks
in RFiles</a> by setting <a href="/docs/2.0/administration/properties#table_file_compress_type">table.file.compress.type</a>
to
+<code class="highlighter-rouge">snappy</code>. This increases write speed at
the expense of using more disk space.</p>
+  </li>
+</ol>
 
 
 
     <div class="row" style="margin-top: 20px;">
       <div class="col-md-10"><strong>Find documentation for all releases in the
<a href="/docs-archive">archive</strong></div>
-      <div class="col-md-2"><a class="pull-right" href="https://github.com/apache/accumulo-website/edit/master/_docs-2-0/administration/caching.md"
role="button"><i class="glyphicon glyphicon-pencil"></i> <small>Edit
this page</small></a></div>
+      <div class="col-md-2"><a class="pull-right" href="https://github.com/apache/accumulo-website/edit/master/_docs-2-0/troubleshooting/performance.md"
role="button"><i class="glyphicon glyphicon-pencil"></i> <small>Edit
this page</small></a></div>
     </div>  
   </div>
 </div>
diff --git a/docs/2.0/troubleshooting/system-metadata-tables.html b/docs/2.0/troubleshooting/system-metadata-tables.html
index 1c645de..2290b0b 100644
--- a/docs/2.0/troubleshooting/system-metadata-tables.html
+++ b/docs/2.0/troubleshooting/system-metadata-tables.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/docs/2.0/troubleshooting/tools.html b/docs/2.0/troubleshooting/tools.html
index 2dacdb7..7197669 100644
--- a/docs/2.0/troubleshooting/tools.html
+++ b/docs/2.0/troubleshooting/tools.html
@@ -312,6 +312,8 @@
                 
                 <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/system-metadata-tables">System
Metadata Tables</a></div>
                 
+                <div class="row doc-sidebar-link"><a href="/docs/2.0/troubleshooting/performance">Performance</a></div>
+                
               </div>
             </div>
           
diff --git a/feed.xml b/feed.xml
index cf3ea11..fb6e542 100644
--- a/feed.xml
+++ b/feed.xml
@@ -6,8 +6,8 @@
 </description>
     <link>https://accumulo.apache.org/</link>
     <atom:link href="https://accumulo.apache.org/feed.xml" rel="self" type="application/rss+xml"/>
-    <pubDate>Thu, 07 Dec 2017 16:53:14 -0500</pubDate>
-    <lastBuildDate>Thu, 07 Dec 2017 16:53:14 -0500</lastBuildDate>
+    <pubDate>Fri, 08 Dec 2017 17:02:42 -0500</pubDate>
+    <lastBuildDate>Fri, 08 Dec 2017 17:02:42 -0500</lastBuildDate>
     <generator>Jekyll v3.5.2</generator>
     
     
diff --git a/images/docs/rfile_diagram.png b/images/docs/rfile_diagram.png
new file mode 100644
index 0000000..511d72c
Binary files /dev/null and b/images/docs/rfile_diagram.png differ

-- 
To stop receiving notification emails like this one, please contact
['"commits@accumulo.apache.org" <commits@accumulo.apache.org>'].

Mime
View raw message