accumulo-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
Subject svn commit: r922874 - in /websites/staging/accumulo/trunk/content: ./ release_notes/1.5.2.html
Date Fri, 19 Sep 2014 20:00:29 GMT
Author: buildbot
Date: Fri Sep 19 20:00:29 2014
New Revision: 922874

Staging update by buildbot for accumulo

    websites/staging/accumulo/trunk/content/   (props changed)

Propchange: websites/staging/accumulo/trunk/content/
--- cms:source-revision (original)
+++ cms:source-revision Fri Sep 19 20:00:29 2014
@@ -1 +1 @@

Added: websites/staging/accumulo/trunk/content/release_notes/1.5.2.html
--- websites/staging/accumulo/trunk/content/release_notes/1.5.2.html (added)
+++ websites/staging/accumulo/trunk/content/release_notes/1.5.2.html Fri Sep 19 20:00:29 2014
@@ -0,0 +1,392 @@
+<!DOCTYPE html>
+<html lang="en">
+    Licensed to the Apache Software Foundation (ASF) under one or more
+    contributor license agreements.  See the NOTICE file distributed with
+    this work for additional information regarding copyright ownership.
+    The ASF licenses this file to You under the Apache License, Version 2.0
+    (the "License"); you may not use this file except in compliance with
+    the License.  You may obtain a copy of the License at
+ 2.0
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+  <meta charset="utf-8">
+  <meta http-equiv="X-UA-Compatible" content="IE=edge">
+  <meta name="viewport" content="width=device-width, initial-scale=1">
+  <link href="/css/bootstrap.min.css" rel="stylesheet">
+  <link href="/css/bootstrap-theme.min.css" rel="stylesheet">
+  <link href="/css/dataTables.bootstrap.css" rel="stylesheet">
+  <!-- WARNING: Respond.js doesn't work if you view the page via file:// -->
+  <!--[if lt IE 9]>
+    <script src=""></script>
+    <script src=""></script>
+  <![endif]-->
+  <script src=""></script>
+  <script src="/js/bootstrap.min.js"></script>
+  <script src="/js/jquery.dataTables.min.js"></script>
+  <script src="/js/dataTables.bootstrap.js"></script>
+  <link href="/css/accumulo.css" rel="stylesheet" type="text/css">
+  <link href="//" rel="stylesheet">
+  <title>Apache Accumulo 1.5.1 Release Notes</title>
+  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+  })(window,document,'script','//','ga');
+  ga('create', 'UA-50934829-1', '');
+  ga('send', 'pageview');
+<nav class="navbar navbar-default navbar-fixed-top" role="navigation">
+<div class="container-fluid">
+  <div class="navbar-header">
+    <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#navbar-items">
+      <span class="sr-only">Toggle navigation</span>
+      <span class="icon-bar"></span>
+      <span class="icon-bar"></span>
+      <span class="icon-bar"></span>
+    </button>
+    <a class="navbar-brand" href="/index.html">Accumulo</a>
+  </div>
+  <div class="collapse navbar-collapse" id="navbar-items">
+  <ul class="nav navbar-nav">
+    <li class="dropdown">
+      <a class="dropdown-toggle" data-toggle="dropdown" href="#">
+        Project <span class="caret"></span>
+      </a>
+<ul class="dropdown-menu">
+<li id="nav_index"><a href="/index.html">Home</a></li>
+<li id="nav_downloads"><a href="/downloads">Downloads</a></li>
+<li id="nav_features"><a href="/notable_features.html">Features</a></li>
+<li><a href=""><i class="fa fa-external-link"></i>
+    <li class="dropdown">
+      <a class="dropdown-toggle" data-toggle="dropdown" href="#">
+        Community <span class="caret"></span>
+      </a>
+<ul class="dropdown-menu">
+<li id="nav_getinvolved"><a href="/get_involved.html">Get Involved</a></li>
+<li id="nav_mailinglists"><a href="/mailing_list.html">Mailing Lists</a></li>
+<li id="nav_people"><a href="/people.html">People</a></li>
+<li id="nav_blog"><a href="">Blog</a></li>
+<li class="divider"></li>
+<li class="dropdown-header">Governance</li>
+<li id="nav_bylaws"><a href="/bylaws.html">Bylaws</a></li>
+<li id="nav_consensusbuilding"><a href="/governance/consensusBuilding.html">Consensus
+<li id="nav_lazyconsensus"><a href="/governance/lazyConsensus.html">Lazy Consensus</a></li>
+<li id="nav_releasing"><a href="/governance/releasing.html">Releasing</a></li>
+<li id="nav_voting"><a href="/governance/voting.html">Voting</a></li>
+    <li class="dropdown">
+      <a class="dropdown-toggle" data-toggle="dropdown" href="#">
+        Development <span class="caret"></span>
+      </a>
+<ul class="dropdown-menu">
+<li id="nav_source"><a href="/source.html">Source &amp; Guide</a></li>
+<li id="nav_git"><a href="/git.html">Git Workflow</a></li>
+<li id="nav_contrib"><a href="/contrib.html">Contrib Projects</a></li>
+<li id="nav_rb"><a href="/rb.html">Review Board</a></li>
+<li id="nav_releasing"><a href="/releasing.html">Making Releases</a></li>
+<li><a href=""><i class="fa
fa-external-link"></i> Issues</a></li>
+<li><a href=""><i class="fa
fa-external-link"></i> Builds</a></li>
+    <li class="dropdown">
+      <a class="dropdown-toggle" data-toggle="dropdown" href="#">
+        Documentation <span class="caret"></span>
+      </a>
+<ul class="dropdown-menu">
+<li class="dropdown-header">Manual</li>
+<li><a href="/1.5/accumulo_user_manual.html">1.5</a></li>
+<li><a href="/1.6/accumulo_user_manual.html">1.6</a></li>
+<li class="divider"></li>
+<li class="dropdown-header">Javadoc</li>
+<li><a href="/1.5/apidocs">1.5</a></li>
+<li><a href="/1.6/apidocs">1.6</a></li>
+<li class="divider"></li>
+<li class="dropdown-header">Examples</li>
+<li id="nav_examples_1_5"><a href="/1.5/examples">1.5</a></li>
+<li id="nav_examples_1_6"><a href="/1.6/examples">1.6</a></li>
+<li class="divider"></li>
+<li id="old_documentation"><a href="/old_documentation.html">Docs for Older Verisons</a></li>
+<li id="nav_screenshots"><a href="/screenshots.html">Screenshots</a></li>
+<li id="nav_papers"><a href="/papers.html">Papers &amp; Other Links</a></li>
+<li id="nav_glossary"><a href="/glossary.html">Glossary</a></li>
+    <li class="dropdown">
+      <a class="dropdown-toggle" data-toggle="dropdown" href="#">
+        ASF Links <span class="caret"></span>
+      </a>
+<ul class="dropdown-menu">
+<li><a href=""><i class="fa fa-external-link"></i>
Apache Software Foundation</a></li>
+<li><a href=""><i class="fa
fa-external-link"></i> Sponsorship</a></li>
+<li><a href=""><i class="fa fa-external-link"></i>
+<li><a href=""><i class="fa fa-external-link"></i>
+<form method="GET" action="" class="navbar-form navbar-right"
+  <div class="form-group">
+    <input type="text" name="q" class="form-control" placeholder="Search"/>
+    <input type="hidden" name="fc_project" value="Accumulo"/>
+  </div>
+  <button type="submit" class="btn btn-default"><span class="glyphicon glyphicon-search"></span></button>
+  </div>
+<div class="container-fluid">
+<div class="row">
+  <div class="col-md-2" id="sidebar">
+  <div style="text-align: center">
+    <a href="/index.html"><img id="logo" alt="Apache Accumulo &trade;" class="img-responsive"
+    <br>
+Latest 1.6 release: <strong>1.6.0</strong><br>
+Latest 1.5 release: <strong>1.5.1</strong><br>
+    <br>
+    <a id="download-button-sidebar" class="btn btn-success btn-block" href="/downloads/"
+  </div>
+    <hr>
+<table class="table" id="sociallinks">
+<tr><td><img src="/images/Twitter_logo_blue.png" style="height: 1em"></td><td><a
+<tr><td><img src="/images/InBug-16px_0.png"></td><td><a
href="">Apache Accumulo
+<tr><td><img src="/images/GitHub-Mark-32px.png" style="height: 1em"></td><td><a
href="">apache / accumulo</a></td></tr>
+<tr><td><span class="glyphicon glyphicon-comment"></span></td><td><a
href="irc://">#accumulo @ freenode</a></td></tr>
+<tr><td><img src="/favicon.png" width="16" /></td><td><a
href="">Apache Accumulo Blog</a></td></tr>
+<a id="accumulo-summit-logo" href=""><img alt="Accumulo
Summit" class="img-responsive" src="/images/accumulo-summit-2014.png"></a>
+  </div>
+  <div class="col-md-8 col-md-offset-1">
+  <div id="bannertext">
+    <img id="logo" alt="Apache Accumulo &trade;" src="/images/accumulo-logo.png"/>
+  </div>
+  <div id="content">
+    <h1 class="title">Apache Accumulo 1.5.1 Release Notes</h1>
+    <p>Apache Accumulo 1.5.1 is a maintenance release on the 1.5 version branch.
+This release contains changes from over 200 issues, comprised of bug fixes
+(client side and server side), new test cases, and updated Hadoop support
+contributed by over 30 different contributors and committers.
+As this is a maintenance release, Apache Accumulo 1.5.1 has no client API 
+incompatibilities over Apache Accumulo 1.5.0 and requires no manual upgrade 
+process. Users of 1.5.0 are strongly encouraged to update as soon as possible 
+to benefit from the improvements.</p>
+<h2 id="notable-improvements">Notable Improvements</h2>
+<p>While new features are typically not added in a bug-fix release as 1.5.1, the
+community does create a variety of improvements that are API compatible. Contained
+here are some of the more notable improvements.</p>
+<h3 id="permgen-leak-from-client-api">PermGen Leak from Client API</h3>
+<p>Accumulo's client code creates background threads that users presently cannot 
+stop through the API. This is quick to cause problems when invoking the Accumulo
+API in application containers such as Apache Tomcat or JBoss and repeatedly 
+redeploying an application. <a href="">ACCUMULO-2128</a>
introduces a static utility, 
+org.apache.accumulo.core.util.CleanUp, that users can invoke as part of a 
+teardown hook in their container that will stop these threads and avoid 
+the eventual OutOfMemoryError "PermGen space".</p>
+<h3 id="prefer-ipv4-when-starting-accumulo-processes">Prefer IPv4 when starting Accumulo
+<p>While Hadoop <a href="">does not support
IPv6 networks</a>, attempting to run on a 
+system that does not have IPv6 completely disabled can cause strange failures.
+<a href="">ACCUMULO-2262</a>
invokes the JVM-provided configuration parameter at process
+startup to prefer IPv4 over IPv6.</p>
+<h3 id="memory-units-in-configuration">Memory units in configuration</h3>
+<p>In previous versions, units of memory had to be provided as upper-case (e.g. '2G',
not '2g').
+Additionally, a non-intuitive error was printed when a lower-case unit was provided.
+<a href="">ACCUMULO-1933</a>
allows lower-case memory units in all Accumulo configurations.</p>
+<h3 id="thrift-maximum-frame-size">Thrift maximum frame size</h3>
+<p>Apache Thrift is used as the internal RPC service. <a href="">ACCUMULO-2360</a>
+users to configure the maximum frame size an Accumulo server will read. This 
+prevents non Accumulo client from connecting and causing memory exhaustion.</p>
+<h3 id="multitablebatchwriter-concurrency">MultiTableBatchWriter concurrency</h3>
+<p>The MultiTableBatchWriter is a class which allows multiple tables to be written
+from a single object that maintains a single buffer for caching Mutations across all tables.
This is desirable
+as it greatly simplifies the JVM heap usage from caching Mutations across
+many tables. Sadly, in Apache Accumulo 1.5.0, concurrent access to a single MultiTableBatchWriter
+heavily suffered from synchronization issues. <a href="">ACCUMULO-1833</a>
introduces a fix
+which alleviates the blocking and idle-wait that previously occurred when multiple threads
+a single MultiTableBatchWriter instance concurrently.</p>
+<h3 id="hadoop-versions">Hadoop Versions</h3>
+<p>Since Apache Accumulo 1.5.0 was released, Apache Hadoop 2.2.0 was also released
+as the first generally available (GA) Hadoop 2 release. This was a very exciting release
+for a number of reasons, but this also caused additional effort on Accumulo's part to
+ensure that Apache Accumulo continues to work across multiple Hadoop versions. Apache Accumulo
+should function with any recent Hadoop 1 or Hadoop 2 without any special steps, tricks or
+<h2 id="notable-bug-fixes">Notable Bug Fixes</h2>
+<p>As with any Apache Accumulo release, we have numerous bug fixes that have been fixed.
+are very subtle and won't affect the common user; however, some notable bugs were resolved

+as a part of 1.5.1 that are rather common.</p>
+<h3 id="failure-of-zookeeper-server-in-quorum-kills-connected-accumulo-services">Failure
of ZooKeeper server in quorum kills connected Accumulo services</h3>
+<p>Apache ZooKeeper provides a number of wonderful features that Accumulo uses to accomplish
+a variety of tasks, most notably a distributed locking service. Typically, multiple ZooKeeper
+servers are run to provide resilience against a certain number of node failures. <a href="">ACCUMULO-1572</a>
+resolves an issue where Accumulo processes would kill themselves when the ZooKeeper server
+were communicating with died instead of failing over to another ZooKeeper server in the quorum.</p>
+<h3 id="monitor-table-state-isnt-updated">Monitor table state isn't updated</h3>
+<p>The Accumulo Monitor contains a column for the state of each table in the Accumulo
+The previous resolution was to restart the Monitor process when it got in this state.
+<a href="">ACCUMULO-1920</a>
resolves an issue where the Monitor would not see updates from ZooKeeper.</p>
+<h3 id="two-locations-for-the-same-extent">Two locations for the same extent</h3>
+<p>The !METADATA table is the brains behind the data storage for each table, tracking
+like which files comprise a Tablet, and which TabletServers are hosting which Tablets. <a
+fixes an issue where the !METADATA table contained multiple locations (hosting server) for
+a single Tablet.</p>
+<h3 id="deadlock-on-metadata-tablet-unload">Deadlock on !METADATA tablet unload</h3>
+<p>Tablets are unloaded, typically, when a shutdown request is issued. <a href="">ACCUMULO-1143</a>
+a potential deadlock issue when a merging-minor compaction is issued to flush in-memory data
+to disk before unloading a Tablet.</p>
+<h3 id="other-notable-fixes">Other notable fixes</h3>
+<li><a href="">ACCUMULO-1800</a>
Fixed deletes made via the Proxy.</li>
+<li><a href="">ACCUMULO-1994</a>
Fixed ranges in the Proxy.</li>
+<li><a href="">ACCUMULO-2234</a>
Fixed offline map reduce over non default HDFS location.</li>
+<li><a href="">ACCUMULO-1615</a>
Fixed <code>service accumulo-tserver stop</code>.</li>
+<li><a href="">ACCUMULO-1876</a>
Fixed issues depending on Accumulo using Apache Ivy.</li>
+<li><a href="">ACCUMULO-2261</a>
Duplicate locations for a Tablet.</li>
+<li><a href="">ACCUMULO-2037</a>
Tablets assigned to previous location.</li>
+<li><a href="">ACCUMULO-1821</a>
Avoid recovery on recovering Tablets.</li>
+<li><a href="">ACCUMULO-2078</a>
Incorrectly computed ACCUMULO_LOG_HOST in example configurations.</li>
+<li><a href="">ACCUMULO-1985</a>
Configuration to bind Monitor on all network interfaces.</li>
+<li><a href="">ACCUMULO-1999</a>
Allow '0' to signify random port for the Master.</li>
+<li><a href="">ACCUMULO-1630</a>
Fixed GC to interpret any IP/hostname.</li>
+<h2 id="known-issues">Known Issues</h2>
+<p>When using Accumulo 1.5 and Hadoop 2, Accumulo will call hsync() on HDFS.
+Calling hsync improves durability by ensuring data is on disk (where other older 
+Hadoop versions might lose data in the face of power failure); however, calling
+hsync frequently does noticably slow writes. A simple work around is to increase 
+the value of the tserver.mutation.queue.max configuration parameter via accumulo-site.xml.</p>
+<p>A value of "4M" is a better recommendation, and memory consumption will increase
+the number of concurrent writers to that TabletServer. For example, a value of 4M with
+50 concurrent writers would equate to approximately 200M of Java heap being used for
+mutation queues.</p>
+<p>For more information, see <a href="">ACCUMULO-1950</a>
and <a href=";page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-13915208">this
+<h2 id="documentation">Documentation</h2>
+<p>The following documentation updates were made: </p>
+<li><a href="">ACCUMULO-1956</a></li>
+<li><a href="">ACCUMULO-1428</a></li>
+<li><a href="">ACCUMULO-1687</a></li>
+<li><a href="">ACCUMULO-2141</a></li>
+<li><a href="">ACCUMULO-1946</a></li>
+<li><a href="">ACCUMULO-2223</a></li>
+<li><a href="">ACCUMULO-2226</a></li>
+<li><a href="">ACCUMULO-1470</a></li>
+<h2 id="testing">Testing</h2>
+<p>Below is a list of all platforms that 1.5.1 was tested against by developers. Each
Apache Accumulo release
+has a set of tests that must be run before the candidate is capable of becoming an official
release. That list includes the following:</p>
+<li>Successfully run all unit tests</li>
+<li>Successfully run all functional test (test/system/auto)</li>
+<li>Successfully complete two 24-hour RandomWalk tests (LongClean module), with and
without "agitation"</li>
+<li>Successfully complete two 24-hour Continuous Ingest tests, with and without "agitation",
with data verification</li>
+<li>Successfully complete two 72-hour Continuous Ingest tests, with and without "agitation"</li>
+<p>Each unit and functional test only runs on a single node, while the RandomWalk and
Continuous Ingest tests run 
+on any number of nodes. <em>Agitation</em> refers to randomly restarting Accumulo
processes and Hadoop Datanode processes,
+and, in HDFS High-Availability instances, forcing NameNode failover.
+<table id="release_notes_testing">
+  <tr>
+    <th>OS</th>
+    <th>Hadoop</th>
+    <th>Nodes</th>
+    <th>ZooKeeper</th>
+    <th>HDFS High-Availability</th>
+    <th>Tests</th>
+  </tr>
+  <tr>
+    <td>CentOS 6.5</td>
+    <td>HDP 2.0 (Apache 2.2.0)</td>
+    <td>6</td>
+    <td>HDP 2.0 (Apache 3.4.5)</td>
+    <td>Yes (QJM)</td>
+    <td>All required tests</td>
+  </tr>
+  <tr>
+    <td>CentOS 6.4</td>
+    <td>CDH 4.5.0 (2.0.0+cdh4.5.0)</td>
+    <td>7</td>
+    <td>CDH 4.5.0 (3.4.5+cdh4.5.0)</td>
+    <td>Yes (QJM)</td>
+    <td>Unit, functional and 24hr Randomwalk w/ agitation</td>
+  </tr>
+  <tr>
+    <td>CentOS 6.4</td>
+    <td>CDH 4.5.0 (2.0.0+cdh4.5.0)</td>
+    <td>7</td>
+    <td>CDH 4.5.0 (3.4.5+cdh4.5.0)</td>
+    <td>Yes (QJM)</td>
+    <td>2x 24/hr continuous ingest w/ verification</td>
+  </tr>
+  <tr>
+    <td>CentOS 6.3</td>
+    <td>Apache 1.0.4</td>
+    <td>1</td>
+    <td>Apache 3.3.5</td>
+    <td>No</td>
+    <td>Local testing, unit and functional tests</td>
+  </tr>
+  <tr>
+    <td>RHEL 6.4</td>
+    <td>Apache 2.2.0</td>
+    <td>10</td>
+    <td>Apache 3.4.5</td>
+    <td>No</td>
+    <td>Functional tests</td>
+  </tr>
+  </div>
+  <div id="footer">
+    <a alt="Apache Software Foundation" href="">
+      <img id="asf-logo" alt="Apache Software Foundation" src="/images/feather-small.gif"
+    </a>
+    <div class="copyright">
+      <p>
+        Copyright &copy; 2011-2014 The Apache Software Foundation, Licensed under
+        the <a href="">Apache License, Version
+        Apache Accumulo, Accumulo, Apache, the Apache feather logo, and the Apache Accumulo
+        project logo are trademarks of the <a href="">Apache Software
Foundation</a>.<br />
+        Site created with <a href="">Bootstrap</a> including
icons from <a href="">GLYPHICONS</a> and <a href="">Font
+      </p>
+    </div> 
+  </div>
+  </div>
+<script type="text/javascript">

View raw message