hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From cdoug...@apache.org
Subject svn commit: r650712 - in /hadoop/core/branches/branch-0.17: ./ src/test/gridmix/javasort/ src/test/gridmix/maxent/ src/test/gridmix/monsterQuery/ src/test/gridmix/pipesort/ src/test/gridmix/streamsort/ src/test/gridmix/webdatascan/ src/test/gridmix/web...
Date Wed, 23 Apr 2008 01:08:21 GMT 
Author: cdouglas
Date: Tue Apr 22 18:08:18 2008
New Revision: 650712

URL: http://svn.apache.org/viewvc?rev=650712&view=rev
Log:
HADOOP-3286. Prevent collisions in gridmix output dirs by increasing the
granularity of the timestamp. Contributed by Runping Qi.


Modified:
    hadoop/core/branches/branch-0.17/CHANGES.txt
    hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.large
    hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.medium
    hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.small
    hadoop/core/branches/branch-0.17/src/test/gridmix/maxent/maxent.large
    hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.large
    hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.medium
    hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.small
    hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.large
    hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.medium
    hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.small
    hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.large
    hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.medium
    hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.small
    hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.large
    hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.medium
    hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.small
    hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.large
    hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.medium
    hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.small

Modified: hadoop/core/branches/branch-0.17/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/CHANGES.txt?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/CHANGES.txt (original)
+++ hadoop/core/branches/branch-0.17/CHANGES.txt Tue Apr 22 18:08:18 2008
@@ -574,6 +574,9 @@
     HADOOP-3186. Fix incorrect permission checkding for mv and renameTo 
     in HDFS. (Tsz Wo (Nicholas), SZE via rangadi)
 
+    HADOOP-3286. Prevent collisions in gridmix output dirs by increasing the
+    granularity of the timestamp. (Runping Qi via cdouglas)
+
 Release 0.16.3 - 2008-04-16
 
   BUG FIXES

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.large
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.large?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.large (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.large Tue Apr 22
18:08:18 2008
@@ -6,7 +6,7 @@
 
 INDIR=${VARINFLTEXT}
 
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 OUTDIR=perf-out/sort-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR
 

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.medium
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.medium?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.medium (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.medium Tue Apr 22
18:08:18 2008
@@ -5,7 +5,7 @@
 source $GRID_DIR/../gridmix-env
 
 INDIR="${VARINFLTEXT}/{part-000*0,part-000*1,part-000*2}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/sort-out-dir-medium_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.small
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.small?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.small (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/javasort/text-sort.small Tue Apr 22
18:08:18 2008
@@ -5,7 +5,7 @@
 source $GRID_DIR/../gridmix-env
 
 INDIR="${VARINFLTEXT}/{part-00000,part-00001,part-00002}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/sort-out-dir-small_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/maxent/maxent.large
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/maxent/maxent.large?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/maxent/maxent.large (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/maxent/maxent.large Tue Apr 22 18:08:18
2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=100
 INDIR=${FIXCOMPTEXT}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/maxent-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.large
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.large?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.large (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.large Tue
Apr 22 18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_LARGE_JOB
 INDIR=${FIXCOMPSEQ}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/mq-out-dir-large_$Date.1
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.medium
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.medium?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.medium (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.medium Tue
Apr 22 18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_MEDIUM_JOB
 INDIR="${FIXCOMPSEQ}/{part-000*0,part-000*1,part-000*2}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/mq-out-dir-medium_$Date.1
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.small
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.small?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.small (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/monsterQuery/monster_query.small Tue
Apr 22 18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_SMALL_JOB
 INDIR="${FIXCOMPSEQ}/{part-00000,part-00001,part-00002}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/mq-out-dir-small_$Date.1
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.large
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.large?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.large (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.large Tue Apr 22
18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_LARGE_JOB
 INDIR=${VARINFLTEXT}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/pipe-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.medium
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.medium?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.medium (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.medium Tue Apr 22
18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_MEDIUM_JOB
 INDIR="${VARINFLTEXT}/{part-000*0,part-000*1,part-000*2}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/pipe-out-dir-medium_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.small
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.small?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.small (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/pipesort/text-sort.small Tue Apr 22
18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_SMALL_JOB
 INDIR="${VARINFLTEXT}/{part-00000,part-00001,part-00002}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/pipe-out-dir-small_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.large
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.large?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.large (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.large Tue Apr 22
18:08:18 2008
@@ -6,7 +6,7 @@
 
 export NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_LARGE_JOB
 export INDIR=${VARINFLTEXT}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 export OUTDIR=perf-out/stream-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.medium
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.medium?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.medium (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.medium Tue Apr
22 18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_MEDIUM_JOB
 INDIR="${VARINFLTEXT}/{part-000*0,part-000*1,part-000*2}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/stream-out-dir-medium_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.small
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.small?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.small (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/streamsort/text-sort.small Tue Apr 22
18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_SMALL_JOB
 INDIR="${VARINFLTEXT}/{part-00000,part-00001,part-00002}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/stream-out-dir-small_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.large
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.large?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.large (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.large Tue Apr
22 18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=1
 INDIR=${VARCOMPSEQ}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/webdata-scan-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.medium
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.medium?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.medium (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.medium Tue
Apr 22 18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=1
 INDIR="${VARCOMPSEQ}/{part-000*0,part-000*1,part-000*2}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/webdata-scan-out-dir-medium_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.small
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.small?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.small (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/webdatascan/webdata_scan.small Tue Apr
22 18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=1
 INDIR="${VARCOMPSEQ}/{part-00000,part-00001,part-00002}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/webdata-scan-out-dir-small_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.large
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.large?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.large (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.large Tue Apr
22 18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_LARGE_JOB
 INDIR=${VARCOMPSEQ}/{part-000*0,part-000*1}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/webdata-sort-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.medium
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.medium?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.medium (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.medium Tue
Apr 22 18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_MEDIUM_JOB
 INDIR="${VARCOMPSEQ}/{part-0000,part-0001}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/webdata-sort-out-dir-medium_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

Modified: hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.small
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.small?rev=650712&r1=650711&r2=650712&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.small (original)
+++ hadoop/core/branches/branch-0.17/src/test/gridmix/webdatasort/webdata_sort.small Tue Apr
22 18:08:18 2008
@@ -6,7 +6,7 @@
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_SMALL_JOB
 INDIR=${VARCOMPSEQ}/part-00000
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 export OUTDIR=perf-out/webdata-sort-out-dir-small_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR
Mime
View raw message