accumulo-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From mwa...@apache.org
Subject [1/5] accumulo-testing git commit: ACCUMULO-4510 Moved remaining external test code from Accumulo
Date Wed, 25 Jan 2017 18:21:50 GMT
Repository: accumulo-testing
Updated Branches:
  refs/heads/master fc3ddfc4f -> 0d97273cc


http://git-wip-us.apache.org/repos/asf/accumulo-testing/blob/0d97273c/test/test1/verify_test.sh
----------------------------------------------------------------------
diff --git a/test/test1/verify_test.sh b/test/test1/verify_test.sh
new file mode 100755
index 0000000..f91eb5f
--- /dev/null
+++ b/test/test1/verify_test.sh
@@ -0,0 +1,22 @@
+#! /usr/bin/env bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+../../../bin/accumulo  org.apache.accumulo.test.VerifyIngest -u root -p secret --size 50
--timestamp 1 --random 56 --rows 1000000 --start 0 --cols 1 &
+../../../bin/accumulo  org.apache.accumulo.test.VerifyIngest -u root -p secret --size 50
--timestamp 1 --random 56 --rows 1000000 --start 1000000 --cols 1 &
+../../../bin/accumulo  org.apache.accumulo.test.VerifyIngest -u root -p secret --size 50
--timestamp 1 --random 56 --rows 1000000 --start 2000000 --cols 1 &
+../../../bin/accumulo  org.apache.accumulo.test.VerifyIngest -u root -p secret --size 50
--timestamp 1 --random 56 --rows 1000000 --start 3000000 --cols 1 &
+../../../bin/accumulo  org.apache.accumulo.test.VerifyIngest -u root -p secret --size 50
--timestamp 1 --random 56 --rows 1000000 --start 4000000 --cols 1 &

http://git-wip-us.apache.org/repos/asf/accumulo-testing/blob/0d97273c/test/test1/verify_test_2.sh
----------------------------------------------------------------------
diff --git a/test/test1/verify_test_2.sh b/test/test1/verify_test_2.sh
new file mode 100755
index 0000000..75e4119
--- /dev/null
+++ b/test/test1/verify_test_2.sh
@@ -0,0 +1,22 @@
+#! /usr/bin/env bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+../../../bin/accumulo  org.apache.accumulo.test.VerifyIngest -u root -p secret --size 50
--timestamp 2 --random 57 --rows 1000000 --start 0 --cols 1 &
+../../../bin/accumulo  org.apache.accumulo.test.VerifyIngest -u root -p secret --size 50
--timestamp 2 --random 57 --rows 1000000 --start 1000000 --cols 1 &
+../../../bin/accumulo  org.apache.accumulo.test.VerifyIngest -u root -p secret --size 50
--timestamp 2 --random 57 --rows 1000000 --start 2000000 --cols 1 &
+../../../bin/accumulo  org.apache.accumulo.test.VerifyIngest -u root -p secret --size 50
--timestamp 2 --random 57 --rows 1000000 --start 3000000 --cols 1 &
+../../../bin/accumulo  org.apache.accumulo.test.VerifyIngest -u root -p secret --size 50
--timestamp 2 --random 57 --rows 1000000 --start 4000000 --cols 1 &

http://git-wip-us.apache.org/repos/asf/accumulo-testing/blob/0d97273c/test/test2/README.md
----------------------------------------------------------------------
diff --git a/test/test2/README.md b/test/test2/README.md
new file mode 100644
index 0000000..e60539c
--- /dev/null
+++ b/test/test2/README.md
@@ -0,0 +1,27 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at 
+ 
+    http://www.apache.org/licenses/LICENSE-2.0
+ 
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+Test Concurrent Read/Write
+==========================
+
+Can run this test with pre-existing splits; use the following command to create the table
with
+100 pre-existing splits:
+
+> `$ ../../../bin/accumulo org.apache.accumulo.test.TestIngest --createTable \   
+-u root -p secret --splits 100 --rows 0  
+$ . concurrent.sh`
+

http://git-wip-us.apache.org/repos/asf/accumulo-testing/blob/0d97273c/test/test2/concurrent.sh
----------------------------------------------------------------------
diff --git a/test/test2/concurrent.sh b/test/test2/concurrent.sh
new file mode 100755
index 0000000..a759faf
--- /dev/null
+++ b/test/test2/concurrent.sh
@@ -0,0 +1,99 @@
+#! /usr/bin/env bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+USERPASS='-u root -p secret'
+../../../bin/accumulo shell $USERPASS -e 'deletetable -f test_ingest'
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --rows 0 --createTable
+
+echo "ingesting first halves (0 to (500K - 1), 1M to (1.5M - 1), etc)"
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 5000000 --start 0 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 5000000 --start 1000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 5000000 --start 2000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 5000000 --start 3000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 5000000 --start 4000000 --cols 1 &
+
+wait
+
+echo "ingesting second halves (500K to (1M - 1), 1.5M to (2M - 1), etc) and verifying first
halves"
+
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 5000000 --start 0 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 5000000 --start 1000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 5000000 --start 2000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 5000000 --start 3000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 5000000 --start 4000000 --cols 1  &
+
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 5000000 --start 500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 5000000 --start 1500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 5000000 --start 2500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 5000000 --start 3500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 5000000 --start 4500000 --cols 1  &
+
+wait
+
+echo "verifying complete range"
+
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 0 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 1000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 2000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 3000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 4000000 --cols 1  &
+
+wait
+
+echo "ingesting first halves (0 to (500K - 1), 1M to (1.5M - 1), etc) w/ new timestamp AND
verifying second half w/ old timestamp"
+
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 2 --size
50 --random 57 --rows 500000 --start 0 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 2 --size
50 --random 57 --rows 500000 --start 1000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 2 --size
50 --random 57 --rows 500000 --start 2000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 2 --size
50 --random 57 --rows 500000 --start 3000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 2 --size
50 --random 57 --rows 500000 --start 4000000 --cols 1  &
+
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 500000 --start 500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 500000 --start 1500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 500000 --start 2500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 500000 --start 3500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 500000 --start 4500000 --cols 1  &
+
+
+wait
+
+echo "ingesting second halves (500K to (1M - 1), 1.5M to (2M - 1), etc) and verifying first
halves"
+
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 500000 --start 0 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 500000 --start 1000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 500000 --start 2000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 500000 --start 3000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 500000 --start 4000000 --cols 1  &
+
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 2 --size
50 --random 57 --rows 500000 --start 500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 2 --size
50 --random 57 --rows 500000 --start 1500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 2 --size
50 --random 57 --rows 500000 --start 2500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 2 --size
50 --random 57 --rows 500000 --start 3500000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 2 --size
50 --random 57 --rows 500000 --start 4500000 --cols 1  &
+
+wait
+
+echo "verifying complete range"
+
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 1000000 --start 0 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 1000000 --start 1000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 1000000 --start 2000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 1000000 --start 3000000 --cols 1  &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 1000000 --start 4000000 --cols 1  &
+
+
+wait

http://git-wip-us.apache.org/repos/asf/accumulo-testing/blob/0d97273c/test/test3/README.md
----------------------------------------------------------------------
diff --git a/test/test3/README.md b/test/test3/README.md
new file mode 100644
index 0000000..e63ae78
--- /dev/null
+++ b/test/test3/README.md
@@ -0,0 +1,22 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at 
+ 
+    http://www.apache.org/licenses/LICENSE-2.0
+ 
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+Test Creating Big Non-Splittable Row
+====================================
+
+TBD
+

http://git-wip-us.apache.org/repos/asf/accumulo-testing/blob/0d97273c/test/test3/bigrow.sh
----------------------------------------------------------------------
diff --git a/test/test3/bigrow.sh b/test/test3/bigrow.sh
new file mode 100755
index 0000000..e508146
--- /dev/null
+++ b/test/test3/bigrow.sh
@@ -0,0 +1,27 @@
+#! /usr/bin/env bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+USERPASS='-u root -p secret'
+../../../bin/accumulo shell $USERPASS -e 'deletetable -f test_ingest'
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --rows 0 --createTable
+
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56   --rows 1       --start 5000000 --cols 2000000;
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56   --rows 1000000 --start 0       --cols 1;
+#../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --timestamp 1 --size
50 --random 56 --rows 1      --start 5000000 --cols 2000000;
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 0       --cols 1;
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --timestamp 1 --size
50 --random 56   --rows 1000000 --start 7000000 --cols 1;
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 7000000 --cols 1;

http://git-wip-us.apache.org/repos/asf/accumulo-testing/blob/0d97273c/test/test4/README.md
----------------------------------------------------------------------
diff --git a/test/test4/README.md b/test/test4/README.md
new file mode 100644
index 0000000..3be9182
--- /dev/null
+++ b/test/test4/README.md
@@ -0,0 +1,26 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at 
+ 
+    http://www.apache.org/licenses/LICENSE-2.0
+ 
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+Test Bulk Importing Data
+========================
+
+Can run this test with pre-existing splits... use the following command to create the table
with
+100 pre-existing splits 
+
+> `../../../bin/accumulo org.apache.accumulo.test.TestIngest --createTable \   
+-u root -p secret --rows 0 --splits 100`
+

http://git-wip-us.apache.org/repos/asf/accumulo-testing/blob/0d97273c/test/test4/bulk_import_test.sh
----------------------------------------------------------------------
diff --git a/test/test4/bulk_import_test.sh b/test/test4/bulk_import_test.sh
new file mode 100755
index 0000000..d43898a
--- /dev/null
+++ b/test/test4/bulk_import_test.sh
@@ -0,0 +1,72 @@
+#! /usr/bin/env bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+hadoop dfs -rmr /testmf
+USERPASS='-u root -p secret'
+../../../bin/accumulo shell $USERPASS -e 'deletetable -f test_ingest'
+../../../bin/accumulo org.apache.accumulo.test.TestIngest $USERPASS --rows 0 --createTable
--splits 100
+
+echo "creating first set of map files"
+
+../../../bin/accumulo org.apache.accumulo.test.TestIngest --rfile /testmf/mf01 --timestamp
1 --size 50 --random 56 --rows 1000000 --start 0 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest --rfile /testmf/mf02 --timestamp
1 --size 50 --random 56 --rows 1000000 --start 1000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest --rfile /testmf/mf03 --timestamp
1 --size 50 --random 56 --rows 1000000 --start 2000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest --rfile /testmf/mf04 --timestamp
1 --size 50 --random 56 --rows 1000000 --start 3000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest --rfile /testmf/mf05 --timestamp
1 --size 50 --random 56 --rows 1000000 --start 4000000 --cols 1 &
+
+wait
+
+echo "bulk importing"
+
+hadoop dfs -rmr /testmfFail
+../../../bin/accumulo org.apache.accumulo.test.BulkImportDirectory $USERPASS -t test_ingest
-s /testmf -f /testmfFail
+
+echo "verifying"
+
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 0 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 1000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 2000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 3000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
1 --random 56 --rows 1000000 --start 4000000 --cols 1 &
+
+wait
+
+hadoop dfs -rmr /testmf
+
+echo "creating second set of map files"
+
+../../../bin/accumulo org.apache.accumulo.test.TestIngest --rfile /testmf/mf01 --timestamp
2 --size 50 --random 57 --rows 1000000 --start 0 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest --rfile /testmf/mf02 --timestamp
2 --size 50 --random 57 --rows 1000000 --start 1000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest --rfile /testmf/mf03 --timestamp
2 --size 50 --random 57 --rows 1000000 --start 2000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest --rfile /testmf/mf04 --timestamp
2 --size 50 --random 57 --rows 1000000 --start 3000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.TestIngest --rfile /testmf/mf05 --timestamp
2 --size 50 --random 57 --rows 1000000 --start 4000000 --cols 1 &
+
+wait
+
+echo "bulk importing"
+
+hadoop dfs -rmr /testmfFail
+../../../bin/accumulo org.apache.accumulo.test.BulkImportDirectory $USERPASS -t test_ingest
-s /testmf -f /testmfFail
+
+echo "creating second set of map files"
+
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 1000000 --start 0 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 1000000 --start 1000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 1000000 --start 2000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 1000000 --start 3000000 --cols 1 &
+../../../bin/accumulo org.apache.accumulo.test.VerifyIngest $USERPASS --size 50 --timestamp
2 --random 57 --rows 1000000 --start 4000000 --cols 1 &
+

http://git-wip-us.apache.org/repos/asf/accumulo-testing/blob/0d97273c/test/upgrade/upgrade_test.sh
----------------------------------------------------------------------
diff --git a/test/upgrade/upgrade_test.sh b/test/upgrade/upgrade_test.sh
new file mode 100755
index 0000000..a5c7863
--- /dev/null
+++ b/test/upgrade/upgrade_test.sh
@@ -0,0 +1,77 @@
+#! /usr/bin/env bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+if [[ $# != 1 ]] ; then
+  BASENAME=$(basename "$0")
+  echo "Usage: $BASENAME clean|dirty"
+  exit -1
+fi
+
+#this script test upgrade.   This script is not self verifying, its output must be inspected
for correctness.
+
+#set DIR  to point to configured accumulo dirs. 
+
+#TODO could support multinode configs, this script assumes single node config
+
+PREV=../../../accumulo-1.7.1
+CURR=../../
+DIR=/accumulo
+BULK=/tmp/upt
+INSTANCE=testUp
+
+pkill -f accumulo.start
+hadoop fs -rmr "$DIR"
+hadoop fs -rmr "$BULK"
+hadoop fs -mkdir -p "$BULK/fail"
+
+"$PREV/bin/accumulo" init --clear-instance-name --instance-name $INSTANCE --password secret
+"$PREV/bin/start-all.sh"
+
+"$PREV/bin/accumulo" org.apache.accumulo.test.TestIngest -i $INSTANCE -u root -p secret --timestamp
1 --size 50 --random 56 --rows 200000 --start 0 --cols 1  --createTable --splits 10
+"$PREV/bin/accumulo" org.apache.accumulo.test.TestIngest -i $INSTANCE -u root -p secret --rfile
$BULK/bulk/test --timestamp 1 --size 50 --random 56 --rows 200000 --start 200000 --cols 1
+
+echo -e "table test_ingest\nimportdirectory $BULK/bulk $BULK/fail false" | $PREV/bin/accumulo
shell -u root -p secret
+if [[ $1 == dirty ]]; then
+	pkill -9 -f accumulo.start
+else 
+	"$PREV/bin/stop-all.sh"
+fi
+
+echo "==== Starting Current ==="
+
+"$CURR/bin/accumulo-cluster" start
+"$CURR/bin/accumulo" org.apache.accumulo.test.VerifyIngest --size 50 --timestamp 1 --random
56 --rows 400000 --start 0 --cols 1 -i $INSTANCE -u root -p secret
+echo "compact -t test_ingest -w" | $CURR/bin/accumulo shell -u root -p secret
+"$CURR/bin/accumulo" org.apache.accumulo.test.VerifyIngest --size 50 --timestamp 1 --random
56 --rows 400000 --start 0 --cols 1 -i $INSTANCE -u root -p secret
+
+
+"$CURR/bin/accumulo" org.apache.accumulo.test.TestIngest --timestamp 2 --size 50 --random
57 --rows 500000 --start 0 --cols 1 -i $INSTANCE -u root -p secret
+"$CURR/bin/accumulo" org.apache.accumulo.test.VerifyIngest --size 50 --timestamp 2 --random
57 --rows 500000 --start 0 --cols 1 -i $INSTANCE -u root -p secret
+echo "compact -t test_ingest -w" | $CURR/bin/accumulo shell -u root -p secret
+"$CURR/bin/accumulo" org.apache.accumulo.test.VerifyIngest --size 50 --timestamp 2 --random
57 --rows 500000 --start 0 --cols 1 -i $INSTANCE -u root -p secret
+
+"$CURR/bin/accumulo-cluster" stop
+"$CURR/bin/accumulo-cluster" start
+
+"$CURR/bin/accumulo" org.apache.accumulo.test.VerifyIngest --size 50 --timestamp 2 --random
57 --rows 500000 --start 0 --cols 1 -i $INSTANCE -u root -p secret
+
+pkill -9 -f accumulo.start
+"$CURR/bin/accumulo-cluster" start
+
+"$CURR/bin/accumulo" org.apache.accumulo.test.VerifyIngest --size 50 --timestamp 2 --random
57 --rows 500000 --start 0 --cols 1 -i $INSTANCE -u root -p secret
+


Mime
View raw message