accumulo-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From els...@apache.org
Subject [7/9] git commit: Merge branch '1.5.1-SNAPSHOT' into 1.6.0-SNAPSHOT
Date Wed, 12 Feb 2014 04:02:30 GMT
Merge branch '1.5.1-SNAPSHOT' into 1.6.0-SNAPSHOT

Conflicts:
	start/src/test/java/org/apache/accumulo/start/classloader/vfs/providers/VfsClassLoaderTest.java
	start/src/test/java/org/apache/accumulo/test/AccumuloDFSBase.java


Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/b5ad17db
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/b5ad17db
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/b5ad17db

Branch: refs/heads/1.6.0-SNAPSHOT
Commit: b5ad17dba3b872e6c4adbecfdad3b4be6172f8a3
Parents: e84fad8 8d94812
Author: Josh Elser <elserj@apache.org>
Authored: Tue Feb 11 22:54:51 2014 -0500
Committer: Josh Elser <elserj@apache.org>
Committed: Tue Feb 11 22:54:51 2014 -0500

----------------------------------------------------------------------
 CHANGES                                         | 296 ++++++++++++++-----
 .../providers/ReadOnlyHdfsFileProviderTest.java |   2 +-
 .../vfs/providers/VfsClassLoaderTest.java       |   2 +-
 .../apache/accumulo/test/AccumuloDFSBase.java   |  30 +-
 4 files changed, 245 insertions(+), 85 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/accumulo/blob/b5ad17db/CHANGES
----------------------------------------------------------------------
diff --cc CHANGES
index efee80e,9cc9f7a..6a1c5af
--- a/CHANGES
+++ b/CHANGES
@@@ -14,9 -14,234 +14,234 @@@
    See the License for the specific language governing permissions and
    limitations under the License.
  -->
 -Release Notes - Accumulo - Version 1.5.1
 +Release Notes - Accumulo - Version 1.6.0
  
  ** Sub-task
+     * [ACCUMULO-1520] - Misc functional test fixes
+     * [ACCUMULO-1688] - Ensure ZooLock.watchParent is properly set in case of Connection
loss
+     * [ACCUMULO-1793] - Update Hadoop 2.0 profile to Hadoop 2.2.0
+     * [ACCUMULO-1794] - Add tests that flex Hadoop 2 features
+     * [ACCUMULO-1857] - Update README
+     * [ACCUMULO-1988] - Example map reduce not running in functional test
+     * [ACCUMULO-2011] - LaTeX broken by ACCUMULO-1956
+ 
+ 
+ ** Bug
+     * [ACCUMULO-1143] - unload of METADATA default_tablet with merging minor compactions
can lockup
+     * [ACCUMULO-1407] - Fix documentation for deleterows
+     * [ACCUMULO-1428] - Document native maps
+     * [ACCUMULO-1434] - NullPointerException thrown by ColumnVisibility#flatten() with empty
visibility
+     * [ACCUMULO-1435] - Examples functional test fails when sources are not in the run directory

+     * [ACCUMULO-1456] - isInSafeMode ignores passed in FileSystem
+     * [ACCUMULO-1465] - Fix formatting of examples
+     * [ACCUMULO-1470] - logger.dir.walog description should say that the WAL is stored on
the "HDFS filesystem"
+     * [ACCUMULO-1471] - SortedMapIterator.seek() doesn't respect columnFamilies
+     * [ACCUMULO-1472] - MiniAccumulo cluster improperly configures classpaths
+     * [ACCUMULO-1474] - Mock merge throws concurrent modification exception
+     * [ACCUMULO-1492] - bin/accumulo should follow symbolic links
+     * [ACCUMULO-1500] - RAT check fails to ignore .git directory
+     * [ACCUMULO-1505] - MockTable's addMutation does not check for empty mutation
+     * [ACCUMULO-1513] - Shell du command doesn't work unless in table context
+     * [ACCUMULO-1518] - FileOperations expects RFile filenames to contain only 1 dot.
+     * [ACCUMULO-1544] - Remove username from initialization
+     * [ACCUMULO-1552] - minor typo in continuous-env.sh.example and run-verify.sh
+     * [ACCUMULO-1556] - Initialize could use a better warning when HDFS dir is already populated
+     * [ACCUMULO-1558] - Importtable writes file column entries with a filename of "null"
+     * [ACCUMULO-1563] - Have BulkSplitOptimization and Compaction functional tests not write
to hdfs root dir.
+     * [ACCUMULO-1565] - Clonetable with excluded properties causes a NullPointerException
+     * [ACCUMULO-1571] - typo in PrintInfo: "historgram"
+     * [ACCUMULO-1572] - single node zookeeper failure kills connected accumulo servers
+     * [ACCUMULO-1573] - Dump/Restore Zookeeper command line parsing is broken
+     * [ACCUMULO-1574] - utility class TabletServerLocks doesn't work
+     * [ACCUMULO-1575] - ListInstances utility doesn't work
+     * [ACCUMULO-1577] - accumulo-site.xml cannot be loaded from $ACCUMULO_CONF_DIR
+     * [ACCUMULO-1584] - ACCUMULO_CONF_DIR not respected for accumulo-metrics.xml
+     * [ACCUMULO-1586] - If initial port binding fails, ThriftMetrics MBean is never registered
for subsequently bound TServer 
+     * [ACCUMULO-1587] - Grep appears to ignore -o option to write to a file.
+     * [ACCUMULO-1593] - Looking up instanceName in ZK doesn't use consistent encoding
+     * [ACCUMULO-1605] - stack overflow MilliSpan.java:113
+     * [ACCUMULO-1615] - 'service accumulo-tserver stop' does not work
+     * [ACCUMULO-1618] - No ability to disable trash for root tablet & WAL
+     * [ACCUMULO-1626] - Mutation equals() method does not always work
+     * [ACCUMULO-1630] - Accumulo gc cannot identify as non localhost address
+     * [ACCUMULO-1637] - Update HDFS append/sync precondition check for Hadoop 1.2
+     * [ACCUMULO-1661] - AccumuloInputFormat cannot fetch empty column family
+     * [ACCUMULO-1672] - org.apache.accumulo.proxy.SimpleTest failing
+     * [ACCUMULO-1673] - Mikstake in 1.5 Manual section 7.3 Indexing
+     * [ACCUMULO-1687] - user manual refers to deprecated calls
+     * [ACCUMULO-1698] - stop-here doesn't consider system hostname
+     * [ACCUMULO-1700] - IndexedDocIterator incorrectly declares some variables as static
+     * [ACCUMULO-1731] - unit tests are failing in 1.5.1-SNAPSHOT
+     * [ACCUMULO-1734] - Mutation is hard to check in unit tests
+     * [ACCUMULO-1775] - zooCacheTest fails due to missing /tmp/zcTest-42
+     * [ACCUMULO-1784] - Failing tests again hadoop-2.2.0
+     * [ACCUMULO-1786] - MiniAccumuloClusterGCTest fails if GC is already running
+     * [ACCUMULO-1791] - status command for init.d script doesn't work with service command
+     * [ACCUMULO-1800] - delete mutations not working through the Proxy
+     * [ACCUMULO-1809] - ContinuousMoru does not run under hadoop 2.0
+     * [ACCUMULO-1819] - NativeMap Makefile doesn't work with newest OSX/Xcode
+     * [ACCUMULO-1821] - master recovers new WAL on recovering tablets
+     * [ACCUMULO-1854] - AccumuloInputFormat can be less strict about contents of Configuration
+     * [ACCUMULO-1858] - Backport fix for Accumulo-1379 PermGen Leak to 1.4 and 1.5
+     * [ACCUMULO-1868] - Distro built from clean checkout misses several directories
+     * [ACCUMULO-1870] - Functional tests don't configure Monitor log
+     * [ACCUMULO-1873] - start-all.sh's zookeeper version check is lacking
+     * [ACCUMULO-1876] - Problem using accumulo artifacts from ivy
+     * [ACCUMULO-1878] - Functional test for Examples doesn't check return codes; many examples
don't run
+     * [ACCUMULO-1889] - ZooKeeperInstance close method should mark instance closed.
+     * [ACCUMULO-1891] - AccumuloSecurityException doesn't properly handle null error codes.
+     * [ACCUMULO-1892] - examples.simple.RandomBatchWriter might not write the specified
number of rowids
+     * [ACCUMULO-1899] - cli.Help should return non-zero status on error parsing args
+     * [ACCUMULO-1900] - 1.5.1-SNAPHOST fails to run against Hadoop 1.0.4
+     * [ACCUMULO-1901] - start-here.sh starts only one GC process even if more are defined
+     * [ACCUMULO-1903] - Monitor creates a new ZK object to fetch gc status and doesn't wait
for it to connect.
+     * [ACCUMULO-1914] - MetadataTableUtil.removeUnusedEntries() should use one mutation
+     * [ACCUMULO-1920] - monitor not seeing zookeeper updates
+     * [ACCUMULO-1921] - NPE in tablet assignment
+     * [ACCUMULO-1937] - Thread "tablet assignment 1" died overlaps assigned (tablet) true
[] [] []
+     * [ACCUMULO-1940] - Data file in !METADATA differs from in memory data
+     * [ACCUMULO-1942] - examples-simple brings in unprovided zookeeper dependency
+     * [ACCUMULO-1943] - NPE on randomwalk test
+     * [ACCUMULO-1944] - Cobertura not working for functional tests in 1.5.x and earlier
+     * [ACCUMULO-1947] - dfs.datanode.synconclose check is lacking
+     * [ACCUMULO-1952] - Update dependencies to get around classdefnotfound in maven 3.1
+     * [ACCUMULO-1958] - Range constructor lacks key checks, should be non-public
+     * [ACCUMULO-1967] - magitator should respect presence or lack of gc file
+     * [ACCUMULO-1968] - The FileDataIngest example creates MD5 hash keys, but the javadoc
says it creates SHA1 hash keys.
+     * [ACCUMULO-1985] - Cannot bind monitor on remote host to all interfaces
+     * [ACCUMULO-1986] - Validity checks missing for readFields and Thrift deserialization
+     * [ACCUMULO-1993] - proxy classes conflict with Ruby system classes
+     * [ACCUMULO-1994] - proxy does not handle Key timestamps correctly
+     * [ACCUMULO-1997] - Perform validation on ACCUMULO_HOME
+     * [ACCUMULO-1999] - Random port for Master doesn't make sense
+     * [ACCUMULO-2027] - ZooKeeperInstance.close() not freeing resources in multithreaded
env
+     * [ACCUMULO-2037] - Tablets not assigned to last location
+     * [ACCUMULO-2042] - Scalability test does not run
+     * [ACCUMULO-2057] - found two last locations for the same extent
+     * [ACCUMULO-2058] - Shell Env interpolation lacking for kerberos configuration
+     * [ACCUMULO-2065] - Broke log-forwarding with monitor binding to 0.0.0.0
+     * [ACCUMULO-2078] - ACCUMULO_LOG_HOST is incorrectly computed
+     * [ACCUMULO-2109] - functional tests do not clean up generated test site.xml files
+     * [ACCUMULO-2112] - master does not balance after intermittent communication failure
+     * [ACCUMULO-2116] - Examples functional test only works when run from ACCUMULO_HOME
+     * [ACCUMULO-2117] - ClassLoaderIT fails
+     * [ACCUMULO-2127] - example accumulo-site.xmls put Hadoop 2 jars ahead of Accumulo jars
on classpath
+     * [ACCUMULO-2128] - Provide resource cleanup via static utility rather than Instance.close
+     * [ACCUMULO-2141] - dirlist example documentation for 1.5 used 1.4 syntax
+     * [ACCUMULO-2146] - typo in continuous-env.sh.example
+     * [ACCUMULO-2172] - Concurrent compactions before machine failure may cause uneeded
recovery
+     * [ACCUMULO-2174] - VFS Classloader has potential to collide localized resources
+     * [ACCUMULO-2176] - ExecfileCommand#execute() should close scanner
+     * [ACCUMULO-2182] - Backport randomwalk changes
+     * [ACCUMULO-2183] - [RW] Error in Security.Validate
+     * [ACCUMULO-2184] - "Unknown" HDFS usage on monitor
+     * [ACCUMULO-2197] - Building RPMs requires thrift profile to be active
+     * [ACCUMULO-2198] - Concurrent randomwalk fails with unbalanced servers
+     * [ACCUMULO-2202] - Bloom loader missleading ERROR
+     * [ACCUMULO-2211] - Security randomwalk fails "User doesn't exist and they SHOULD"
+     * [ACCUMULO-2213] - tracer reports: IllegalStateException: Closed
+     * [ACCUMULO-2220] - CloudStone Benchmarks do not respect ACCUMULO_CONF_DIR
+     * [ACCUMULO-2221] - CloudStone Benchmarks should accept ZKs as parameter
+     * [ACCUMULO-2224] - ZooSession should be more robust to transient DNS issues
+     * [ACCUMULO-2225] - Need to better handle DNS failure propagation from Hadoop
+     * [ACCUMULO-2226] - Wrong property name in user manual, section 11.5.4
+     * [ACCUMULO-2227] - Concurrent randomwalk fails when namenode dies after bulk import
step
+     * [ACCUMULO-2228] - Security randomwalk fails when namenode dies before bulk import
+     * [ACCUMULO-2230] - Can't run offline CI verification
+     * [ACCUMULO-2234] - Cannot run offline mapreduce over non-default instance.dfs.dir value
+     * [ACCUMULO-2235] - 'du' shell command doesn't work when not in a table
+     * [ACCUMULO-2245] - Bump maven plugin versions due to failures building maven site
+     * [ACCUMULO-2250] - Warning message in Fate.transitionToFailed should be logged in the
beginning of the method
+     * [ACCUMULO-2261] - duplicate locations
+     * [ACCUMULO-2264] - KilledTabletServerSplitTest fails on Hadoop2
+     * [ACCUMULO-2266] - TServer should ensure wal settings are valid for underlying FS
+     * [ACCUMULO-2275] - Auto tests use wrong options
+     * [ACCUMULO-2276] - ZooCacheTest uses wrong package names for classes
+     * [ACCUMULO-2293] - AccumuloSecurityException might be thrown instead of TableNotFoundException
on flush or clone
+     * [ACCUMULO-2329] - "egrep: /home/user/accumulo-1.5.1/conf/gc: No such file or directory"
+     * [ACCUMULO-2331] - TableConfiguration should override invalidateCache
+     * [ACCUMULO-2332] - SimpleGarbageCollector doesn't process address correctly
+     * [ACCUMULO-2334] - Lacking fallback when ACCUMULO_LOG_HOST isn't set
+     * [ACCUMULO-2344] - stack trace in shell when using grep 
+ 
+ 
+ ** New Feature
+     * [ACCUMULO-1488] - support BigDecimal encoding for basic built-in combiners
+     * [ACCUMULO-1639] - Server-side iterator/filter that allows you to specify a lexicographical
range of column qualifier values you want to retrieve from a Scanner (ColumnSliceFilter)
+     * [ACCUMULO-1960] - agitator should support sudo as well
+ 
+ ** Improvement
+     * [ACCUMULO-1069] - InstanceOperations get/set/remove Property methods are ambiguous
+     * [ACCUMULO-1222] - o.a.a.t.randomwalk.FrameworkTest#testXML throws exceptions and asserts
nothing
+     * [ACCUMULO-1299] - VFS tests should not use hard coded DFS port
+     * [ACCUMULO-1469] - Set the native memory maps configuration parameter to false for
non-native example configurations
+     * [ACCUMULO-1501] - Trace table should have an age-off filter by default
+     * [ACCUMULO-1504] - IteratorSetting missing equals and hashCode methods
+     * [ACCUMULO-1526] - add option for xml report format so that functional tests runs can
be used by jenkins ci
+     * [ACCUMULO-1550] - Create ACCUMULO_CONF_DIR environment variable
+     * [ACCUMULO-1557] - [system/auto] if zooCacheTest.py fails, subsequent runs will fail
due to /tmp/zkTest-42 dir existing with data
+     * [ACCUMULO-1561] - Update maven-rpm-plugin version
+     * [ACCUMULO-1576] - add CONTINUOUS_CONF_DIR environment variable for continuous ingest
test
+     * [ACCUMULO-1602] - put the KeyExtent in thread names for easier debugging
+     * [ACCUMULO-1603] - Lack of permission to start Tracer doesn't log actual reason
+     * [ACCUMULO-1633] - BatchWriter and variants don't assert maxMemory as a positive, non-zero
value
+     * [ACCUMULO-1658] - System integration tests should default ACCUMULO_CONF_DIR to ACCUMULO_HOME/conf
+     * [ACCUMULO-1667] - Allow On/Offline Command To Execute Synchronously
+     * [ACCUMULO-1689] - Add option to run GC in MiniAccumuloCluster
+     * [ACCUMULO-1707] - quote env variable expansion in the start script
+     * [ACCUMULO-1709] - failing Master doesn't set exit code of process
+     * [ACCUMULO-1733] - Better error message on minicluster failure to initialize
+     * [ACCUMULO-1785] - Alter config.sh to optionally just verify environment instead of
making changes
+     * [ACCUMULO-1833] - MultiTableBatchWriterImpl.getBatchWriter() is not performant for
multiple threads
+     * [ACCUMULO-1835] - Update test/system/auto/README for -f, -x, etc.
+     * [ACCUMULO-1890] - MiniAccumloClusterGCTest failing on limited resource machine.
+     * [ACCUMULO-1932] - Don't rely on Hadoop "convenience" scripts for agitator
+     * [ACCUMULO-1933] - Make unit on memory parameters case-insensitive
+     * [ACCUMULO-1946] - Include dfs.datanode.synconclose in hdfs configuration documentation
+     * [ACCUMULO-1971] - Merge HDFS agitation from tablet server agitator and hdfs agitation
+     * [ACCUMULO-1973] - Log better message when Hadoop configuration files are not found
+     * [ACCUMULO-1984] - Clean up Instance closing
+     * [ACCUMULO-2004] - LIB_PATH for Hadoop native libs is lacking
+     * [ACCUMULO-2060] - Improve example general.classpath
+     * [ACCUMULO-2064] - Include Git SHA1 in artifacts
+     * [ACCUMULO-2120] - Fix maven warnings introduced declaration of mavanagaiata
+     * [ACCUMULO-2126] - Hadoop profile names should be consistent across branches
+     * [ACCUMULO-2132] - Prevent dock element in OSX from launching with MAC
+     * [ACCUMULO-2144] - user lacking System.SYSTEM role should receive a more helpful error
message
+     * [ACCUMULO-2163] - Always run GC in mini accumulo
+     * [ACCUMULO-2223] - minor corrections to 1.5 documentation regarding WAL
+     * [ACCUMULO-2262] - Include java.net.preferIPv4Stack=true in process startup
+     * [ACCUMULO-2279] - Add timeout_factor to tests still subject to timings
+     * [ACCUMULO-2292] - Fix findbugs/pmd errors for 1.5.1
+     * [ACCUMULO-2296] - Add thrift generated sources to findbugs ignore list
+     * [ACCUMULO-2299] - WholeRowIterator.decodeRow should check input stream return val

+     * [ACCUMULO-2337] - org.apache.accumulo.test.MetaSplitTest.testMetaSplit times out 
+     * [ACCUMULO-2342] - Proxy SimpleTest failures: might not see constraint updates 
+ 
+ 
+ ** Task
+     * [ACCUMULO-1643] - Make default Hadoop dependency 1.2.1 (stable)
+     * [ACCUMULO-1690] - Update Apache RAT plugin to 0.10
+     * [ACCUMULO-1872] - Clean up warnings in 1.5.1-SNAPSHOT branch
+     * [ACCUMULO-1910] - Add source to jar files used for testing
+     * [ACCUMULO-1956] - Add section on decomissioning or adding nodes to an Accumulo cluster
+     * [ACCUMULO-1961] - Fix trivial compiler/javadoc warnings
+     * [ACCUMULO-2010] - Remove resource leak warnings
+     * [ACCUMULO-2113] - Verify that The Hammer approach to resource leak is a viable short
term fix
+     * [ACCUMULO-2254] - Remove run_findbugs.sh
+ 
+ 
+ ** Test
+     * [ACCUMULO-1782] - SimpleBulkTest and CompactionTest fail with missing testrf directory
+     * [ACCUMULO-1789] - Increase test timeouts for Accumulo 1.5.x
+     * [ACCUMULO-2216] - Randomwalk module to run each test once
+ 
+ 
+ 
+ Release Notes - Accumulo - Version 1.5.0
+ 
+ 
+ ** Sub-task
      * [ACCUMULO-765] - Compare 1.4 and 1.5 API
      * [ACCUMULO-863] - Investigate removing prevkey from block index
      * [ACCUMULO-865] - Make starting out HDFS easier (bootstrap)

http://git-wip-us.apache.org/repos/asf/accumulo/blob/b5ad17db/start/src/test/java/org/apache/accumulo/start/classloader/vfs/providers/VfsClassLoaderTest.java
----------------------------------------------------------------------
diff --cc start/src/test/java/org/apache/accumulo/start/classloader/vfs/providers/VfsClassLoaderTest.java
index e34a55d,4f0f0e9..262b009
--- a/start/src/test/java/org/apache/accumulo/start/classloader/vfs/providers/VfsClassLoaderTest.java
+++ b/start/src/test/java/org/apache/accumulo/start/classloader/vfs/providers/VfsClassLoaderTest.java
@@@ -32,8 -32,8 +32,8 @@@ import org.junit.Before
  import org.junit.Test;
  
  public class VfsClassLoaderTest extends AccumuloDFSBase {
 -  
 +
-   private static final Path TEST_DIR = new Path(HDFS_URI + "/test-dir");
+   private static final Path TEST_DIR = new Path(getHdfsUri() + "/test-dir");
  
    private FileSystem hdfs = null;
    private VFSClassLoader cl = null;

http://git-wip-us.apache.org/repos/asf/accumulo/blob/b5ad17db/start/src/test/java/org/apache/accumulo/test/AccumuloDFSBase.java
----------------------------------------------------------------------
diff --cc start/src/test/java/org/apache/accumulo/test/AccumuloDFSBase.java
index 4548422,eccdfc2..05623a8
--- a/start/src/test/java/org/apache/accumulo/test/AccumuloDFSBase.java
+++ b/start/src/test/java/org/apache/accumulo/test/AccumuloDFSBase.java
@@@ -32,30 -33,29 +32,31 @@@ import org.apache.commons.vfs2.impl.Fil
  import org.apache.hadoop.conf.Configuration;
  import org.apache.hadoop.hdfs.DFSConfigKeys;
  import org.apache.hadoop.hdfs.MiniDFSCluster;
- import org.apache.log4j.Level;
- import org.apache.log4j.Logger;
+ import org.junit.AfterClass;
+ import org.junit.BeforeClass;
  
 +@SuppressWarnings("deprecation")
  public class AccumuloDFSBase {
 -  
 +
    protected static Configuration conf = null;
    protected static DefaultFileSystemManager vfs = null;
    protected static MiniDFSCluster cluster = null;
 -  
++ 
+   private static URI HDFS_URI;
 -  
 +
-   protected static final URI HDFS_URI;
- 
-   static {
-     Logger.getRootLogger().setLevel(Level.ERROR);
+   protected static URI getHdfsUri() {
+     return HDFS_URI;
+   }
 -  
 +
+   @BeforeClass
+   public static void miniDfsClusterSetup() {
++    System.setProperty("java.io.tmpdir", System.getProperty("user.dir") + "/target");
+     // System.setProperty("org.apache.commons.logging.Log", "org.apache.commons.logging.impl.NoOpLog");
+     // Logger.getRootLogger().setLevel(Level.ERROR);
+     
      // Put the MiniDFSCluster directory in the target directory
      System.setProperty("test.build.data", "target/build/test/data");
 -    
 +
      // Setup HDFS
      conf = new Configuration();
      conf.set("hadoop.security.token.service.use_ip", "true");
@@@ -117,7 -136,12 +118,12 @@@
      } catch (FileSystemException e) {
        throw new RuntimeException("Error setting up VFS", e);
      }
 -    
 +
    }
 -  
 +
+   @AfterClass
+   public static void tearDownMiniDfsCluster() {
+     cluster.shutdown();
+   }
 -  
++
  }


Mime
View raw message