Author: acmurthy Date: Thu May 20 05:03:20 2010 New Revision: 946526 URL: http://svn.apache.org/viewvc?rev=946526&view=rev Log: MAPREDUCE-1623. Apply audience and stability notations to Hadoop Map-Reduce. Contributed by Tom White. Added: hadoop/mapreduce/trunk/src/java/org/apache/hadoop/filecache/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/filecache/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/protocol/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/token/delegation/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/token/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/server/tasktracker/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/split/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/reduce/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/util/package-info.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/util/package-info.java Modified: hadoop/mapreduce/trunk/CHANGES.txt hadoop/mapreduce/trunk/src/java/org/apache/hadoop/filecache/DistributedCache.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/AdminOperationsProtocol.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/BackupStore.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/ClusterStatus.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/Counters.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/FileAlreadyExistsException.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/FileInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/FileOutputCommitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/FileOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/FileSplit.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/ID.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/IFile.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/IFileInputStream.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/IFileOutputStream.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/InputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/InputSplit.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/InterTrackerProtocol.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/InvalidFileTypeException.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/InvalidInputException.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/InvalidJobConfException.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/IsolationRunner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobClient.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobConf.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobConfigurable.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobContext.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobContextImpl.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobEndNotifier.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobID.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobInProgress.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobPriority.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobProfile.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobQueueInfo.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobStatus.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JvmTask.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/KeyValueLineRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/KeyValueTextInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/LineRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/LocalJobRunner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/MapFileOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/MapOutputFile.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/MapReduceBase.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/MapReducePolicyProvider.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/MapRunnable.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/MapRunner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/MapTaskCompletionEventsUpdate.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/Mapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/Merger.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/MultiFileInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/MultiFileSplit.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/OutputCollector.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/OutputCommitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/OutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/OutputLogFilter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/Partitioner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/RawKeyValueIterator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/RecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/RecordWriter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/ReduceTask.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/Reducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/Reporter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/RunningJob.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/SequenceFileAsBinaryInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/SequenceFileAsBinaryOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/SequenceFileAsTextInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/SequenceFileAsTextRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/SequenceFileInputFilter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/SequenceFileInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/SequenceFileOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/SequenceFileRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/SkipBadRecords.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TIPStatus.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/Task.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskAttemptContext.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskAttemptContextImpl.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskAttemptID.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskCompletionEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskController.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskGraphServlet.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskID.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskLog.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskLogAppender.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskLogServlet.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskReport.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskStatus.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskTracker.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskTrackerStatus.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TaskUmbilicalProtocol.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TextInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/TextOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/Utils.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/jobcontrol/Job.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/jobcontrol/JobControl.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/ArrayListBackedIterator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/ComposableInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/ComposableRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/CompositeInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/CompositeInputSplit.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/CompositeRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/InnerJoinRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/JoinRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/MultiFilterRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/OuterJoinRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/OverrideRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/Parser.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/ResetableIterator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/StreamBackedIterator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/TupleWritable.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/join/WrappedRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/BinaryPartitioner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/ChainMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/ChainReducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/CombineFileInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/CombineFileRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/CombineFileSplit.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/DelegatingInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/DelegatingMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/FieldSelectionMapReduce.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/FilterOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/HashPartitioner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/IdentityMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/IdentityReducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/InputSampler.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/InverseMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/KeyFieldBasedComparator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/KeyFieldBasedPartitioner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/LazyOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/LongSumReducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/MultipleInputs.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/MultipleOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/MultipleOutputs.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/MultipleSequenceFileOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/MultipleTextOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/MultithreadedMapRunner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/NLineInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/NullOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/RegexMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/TokenCountMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/TotalOrderPartitioner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/DoubleValueSum.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/LongValueMax.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/LongValueMin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/LongValueSum.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/StringValueMax.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/StringValueMin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/UniqValueCount.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/UserDefinedValueAggregatorDescriptor.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/ValueAggregator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/ValueAggregatorBaseDescriptor.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/ValueAggregatorCombiner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/ValueAggregatorDescriptor.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/ValueAggregatorJob.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/ValueAggregatorJobBase.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/ValueAggregatorMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/ValueAggregatorReducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/aggregate/ValueHistogram.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/db/DBConfiguration.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/db/DBInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/db/DBOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/lib/db/DBWritable.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/pipes/Submitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Cluster.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/ClusterMetrics.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Counter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/CounterGroup.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Counters.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/ID.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/InputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/InputSplit.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/JobCounter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/JobID.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/JobPriority.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/JobStatus.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/JobSubmitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/MRConfig.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Mapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/MarkableIterator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/MarkableIteratorInterface.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/OutputCommitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/OutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Partitioner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/QueueAclsInfo.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/QueueInfo.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/QueueState.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/RecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/RecordWriter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Reducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/StatusReporter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/TaskAttemptID.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/TaskCompletionEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/TaskCounter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/TaskID.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/TaskReport.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/TaskTrackerInfo.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/TaskType.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/filecache/DistributedCache.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/EventReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/HistoryEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/HistoryViewer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/JobFinishedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/JobHistory.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryParser.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/JobInfoChangeEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/JobInitedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/JobPriorityChangeEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/JobStatusChangedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/JobSubmittedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/JobUnsuccessfulCompletionEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/MapAttemptFinishedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/ReduceAttemptFinishedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/TaskAttemptFinishedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/TaskAttemptStartedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/TaskAttemptUnsuccessfulCompletionEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/TaskFailedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/TaskFinishedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/TaskStartedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/jobhistory/TaskUpdatedEvent.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/DoubleValueSum.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/LongValueMax.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/LongValueMin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/LongValueSum.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/StringValueMax.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/StringValueMin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/UniqValueCount.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/UserDefinedValueAggregatorDescriptor.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/ValueAggregator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/ValueAggregatorBaseDescriptor.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/ValueAggregatorCombiner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/ValueAggregatorDescriptor.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/ValueAggregatorJob.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/ValueAggregatorJobBase.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/ValueAggregatorMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/ValueAggregatorReducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/aggregate/ValueHistogram.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/chain/Chain.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/chain/ChainMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/chain/ChainReducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/BigDecimalSplitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/BooleanSplitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/DBConfiguration.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/DBInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/DBOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/DBRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/DBSplitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/DBWritable.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/DataDrivenDBInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/DataDrivenDBRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/DateSplitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/FloatSplitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/IntegerSplitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/MySQLDBRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/MySQLDataDrivenDBRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/OracleDBRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/OracleDataDrivenDBInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/OracleDataDrivenDBRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/OracleDateSplitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/db/TextSplitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/fieldsel/FieldSelectionHelper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/fieldsel/FieldSelectionMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/fieldsel/FieldSelectionReducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/CombineFileRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/CombineFileSplit.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/DelegatingInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/DelegatingMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/DelegatingRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/FileInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/FileSplit.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/InvalidInputException.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/KeyValueLineRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/KeyValueTextInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/LineRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/MultipleInputs.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/NLineInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/SequenceFileAsBinaryInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/SequenceFileAsTextInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/SequenceFileAsTextRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/SequenceFileInputFilter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/SequenceFileInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/SequenceFileRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/input/TextInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/jobcontrol/ControlledJob.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/jobcontrol/JobControl.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/ArrayListBackedIterator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/ComposableInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/ComposableRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/CompositeInputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/CompositeInputSplit.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/CompositeRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/InnerJoinRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/JoinRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/MultiFilterRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/OuterJoinRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/OverrideRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/Parser.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/ResetableIterator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/StreamBackedIterator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/TupleWritable.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/join/WrappedRecordReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/map/InverseMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/map/MultithreadedMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/map/RegexMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/map/TokenCounterMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/map/WrappedMapper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/output/FileOutputCommitter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/output/FileOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/output/FilterOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/output/LazyOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/output/MapFileOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/output/MultipleOutputs.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/output/NullOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/output/SequenceFileAsBinaryOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/output/SequenceFileOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/output/TextOutputFormat.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/partition/BinaryPartitioner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/partition/HashPartitioner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/partition/InputSampler.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/partition/KeyFieldBasedComparator.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/partition/KeyFieldBasedPartitioner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/partition/TotalOrderPartitioner.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/reduce/IntSumReducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/reduce/LongSumReducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/lib/reduce/WrappedReducer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/protocol/ClientProtocol.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/SecureShuffleUtils.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/TokenCache.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/token/DelegationTokenRenewal.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/token/JobTokenIdentifier.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/token/JobTokenSecretManager.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/token/JobTokenSelector.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/token/delegation/DelegationTokenIdentifier.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/token/delegation/DelegationTokenSecretManager.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/security/token/delegation/DelegationTokenSelector.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/server/jobtracker/JTConfig.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/server/jobtracker/JobTrackerJspHelper.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/server/jobtracker/State.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/server/jobtracker/TaskTracker.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/server/tasktracker/Localizer.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/server/tasktracker/TTConfig.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/split/JobSplit.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/split/JobSplitWriter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/split/SplitMetaInfoReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/JobContextImpl.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/MapContextImpl.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/ReduceContextImpl.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/TaskAttemptContextImpl.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/TaskInputOutputContextImpl.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/reduce/InMemoryReader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/reduce/InMemoryWriter.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/reduce/MergeManager.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/reduce/Shuffle.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleHeader.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/tools/CLI.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/util/LinuxMemoryCalculatorPlugin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/util/LinuxResourceCalculatorPlugin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/util/MRAsyncDiskService.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/util/MemoryCalculatorPlugin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/util/ProcessTree.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/util/ProcfsBasedProcessTree.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/util/ResourceCalculatorPlugin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/util/LinuxMemoryCalculatorPlugin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/util/MemoryCalculatorPlugin.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/util/ProcessTree.java hadoop/mapreduce/trunk/src/java/org/apache/hadoop/util/ProcfsBasedProcessTree.java Modified: hadoop/mapreduce/trunk/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/CHANGES.txt?rev=946526&r1=946525&r2=946526&view=diff ============================================================================== --- hadoop/mapreduce/trunk/CHANGES.txt (original) +++ hadoop/mapreduce/trunk/CHANGES.txt Thu May 20 05:03:20 2010 @@ -762,6 +762,9 @@ Release 0.21.0 - Unreleased MAPREDUCE-1749. Move configuration strings out of JobContext so that it can be made public stable. (omalley) + MAPREDUCE-1623. Apply audience and stability notations to Hadoop + Map-Reduce. (tomwhite via acmurthy) + OPTIMIZATIONS MAPREDUCE-270. Fix the tasktracker to optionally send an out-of-band Modified: hadoop/mapreduce/trunk/src/java/org/apache/hadoop/filecache/DistributedCache.java URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/org/apache/hadoop/filecache/DistributedCache.java?rev=946526&r1=946525&r2=946526&view=diff ============================================================================== --- hadoop/mapreduce/trunk/src/java/org/apache/hadoop/filecache/DistributedCache.java (original) +++ hadoop/mapreduce/trunk/src/java/org/apache/hadoop/filecache/DistributedCache.java Thu May 20 05:03:20 2010 @@ -18,14 +18,116 @@ package org.apache.hadoop.filecache; +import org.apache.hadoop.classification.InterfaceAudience; +import org.apache.hadoop.classification.InterfaceStability; +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.FileSystem; +import org.apache.hadoop.fs.Path; +import org.apache.hadoop.mapreduce.Job; +import org.apache.hadoop.mapreduce.filecache.TaskDistributedCacheManager; +import org.apache.hadoop.mapreduce.filecache.TrackerDistributedCacheManager; + /** - * Class is moved to a new package org.apache.hadoop.mapreduce.filecache + * Distribute application-specific large, read-only files efficiently. + * + *
DistributedCache is a facility provided by the Map-Reduce
+ * framework to cache files (text, archives, jars etc.) needed by applications.
+ *
Applications specify the files, via urls (hdfs:// or http://) to be cached
+ * via the {@link org.apache.hadoop.mapred.JobConf}. The
+ * DistributedCache assumes that the files specified via urls are
+ * already present on the {@link FileSystem} at the path specified by the url
+ * and are accessible by every machine in the cluster.
The framework will copy the necessary files on to the slave node before + * any tasks for the job are executed on that node. Its efficiency stems from + * the fact that the files are only copied once per job and the ability to + * cache archives which are un-archived on the slaves.
+ * + *DistributedCache can be used to distribute simple, read-only
+ * data/text files and/or more complex types such as archives, jars etc.
+ * Archives (zip, tar and tgz/tar.gz files) are un-archived at the slave nodes.
+ * Jars may be optionally added to the classpath of the tasks, a rudimentary
+ * software distribution mechanism. Files have execution permissions.
+ * Optionally users can also direct it to symlink the distributed cache file(s)
+ * into the working directory of the task.
DistributedCache tracks modification timestamps of the cache
+ * files. Clearly the cache files should not be modified by the application
+ * or externally while the job is executing.
Here is an illustrative example on how to use the
+ * DistributedCache:
+ * + * It is also very common to use the DistributedCache by using + * {@link org.apache.hadoop.util.GenericOptionsParser}. + * + * This class includes methods that should be used by users + * (specifically those mentioned in the example above, as well + * as {@link DistributedCache#addArchiveToClassPath(Path, Configuration)}), + * as well as methods intended for use by the MapReduce framework + * (e.g., {@link org.apache.hadoop.mapred.JobClient}). For implementation + * details, see {@link TrackerDistributedCacheManager} and + * {@link TaskDistributedCacheManager}. + * + * @see org.apache.hadoop.mapred.JobConf + * @see org.apache.hadoop.mapred.JobClient + * @see org.apache.hadoop.mapreduce.Job + * @deprecated Use methods on {@link Job}. */ @Deprecated +@InterfaceAudience.Public +@InterfaceStability.Stable public class DistributedCache extends org.apache.hadoop.mapreduce.filecache.DistributedCache { // Added: hadoop/mapreduce/trunk/src/java/org/apache/hadoop/filecache/package-info.java URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/org/apache/hadoop/filecache/package-info.java?rev=946526&view=auto ============================================================================== --- hadoop/mapreduce/trunk/src/java/org/apache/hadoop/filecache/package-info.java (added) +++ hadoop/mapreduce/trunk/src/java/org/apache/hadoop/filecache/package-info.java Thu May 20 05:03:20 2010 @@ -0,0 +1,23 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + */ +/** + * Deprecated. Use {@link org.apache.hadoop.mapreduce.Job} instead. + */ +@Deprecated +package org.apache.hadoop.filecache; Modified: hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/AdminOperationsProtocol.java URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/AdminOperationsProtocol.java?rev=946526&r1=946525&r2=946526&view=diff ============================================================================== --- hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/AdminOperationsProtocol.java (original) +++ hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/AdminOperationsProtocol.java Thu May 20 05:03:20 2010 @@ -20,6 +20,8 @@ package org.apache.hadoop.mapred; import java.io.IOException; +import org.apache.hadoop.classification.InterfaceAudience; +import org.apache.hadoop.classification.InterfaceStability; import org.apache.hadoop.ipc.VersionedProtocol; import org.apache.hadoop.mapreduce.server.jobtracker.JTConfig; import org.apache.hadoop.security.KerberosInfo; @@ -30,6 +32,8 @@ import org.apache.hadoop.security.Kerber */ @KerberosInfo( serverPrincipal = JTConfig.JT_USER_NAME) +@InterfaceAudience.Private +@InterfaceStability.Stable public interface AdminOperationsProtocol extends VersionedProtocol { /** Modified: hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/BackupStore.java URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/BackupStore.java?rev=946526&r1=946525&r2=946526&view=diff ============================================================================== --- hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/BackupStore.java (original) +++ hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/BackupStore.java Thu May 20 05:03:20 2010 @@ -28,6 +28,8 @@ import java.util.NoSuchElementException; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; +import org.apache.hadoop.classification.InterfaceAudience; +import org.apache.hadoop.classification.InterfaceStability; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.LocalDirAllocator; @@ -51,6 +53,8 @@ import org.apache.hadoop.mapreduce.TaskA * file cache when the memory cache becomes full. * */ +@InterfaceAudience.Private +@InterfaceStability.Unstable public class BackupStore+ * // Setting up the cache for the application + * + * 1. Copy the requisite files to theFileSystem: + * + * $ bin/hadoop fs -copyFromLocal lookup.dat /myapp/lookup.dat + * $ bin/hadoop fs -copyFromLocal map.zip /myapp/map.zip + * $ bin/hadoop fs -copyFromLocal mylib.jar /myapp/mylib.jar + * $ bin/hadoop fs -copyFromLocal mytar.tar /myapp/mytar.tar + * $ bin/hadoop fs -copyFromLocal mytgz.tgz /myapp/mytgz.tgz + * $ bin/hadoop fs -copyFromLocal mytargz.tar.gz /myapp/mytargz.tar.gz + * + * 2. Setup the application'sJobConf: + * + * JobConf job = new JobConf(); + * DistributedCache.addCacheFile(new URI("/myapp/lookup.dat#lookup.dat"), + * job); + * DistributedCache.addCacheArchive(new URI("/myapp/map.zip", job); + * DistributedCache.addFileToClassPath(new Path("/myapp/mylib.jar"), job); + * DistributedCache.addCacheArchive(new URI("/myapp/mytar.tar", job); + * DistributedCache.addCacheArchive(new URI("/myapp/mytgz.tgz", job); + * DistributedCache.addCacheArchive(new URI("/myapp/mytargz.tar.gz", job); + * + * 3. Use the cached files in the {@link org.apache.hadoop.mapred.Mapper} + * or {@link org.apache.hadoop.mapred.Reducer}: + * + * public static class MapClass extends MapReduceBase + * implements Mapper<K, V, K, V> { + * + * private Path[] localArchives; + * private Path[] localFiles; + * + * public void configure(JobConf job) { + * // Get the cached archives/files + * localArchives = DistributedCache.getLocalCacheArchives(job); + * localFiles = DistributedCache.getLocalCacheFiles(job); + * } + * + * public void map(K key, V value, + * OutputCollector<K, V> output, Reporter reporter) + * throws IOException { + * // Use data from the cached archives/files here + * // ... + * // ... + * output.collect(k, v); + * } + * } + * + *
IFile is the simple Writer to write out map-outputs in this format and
* a Reader to read files of this format.
- *
- * IFile.Writer to write out intermediate map-outputs.
*/
+ @InterfaceAudience.Private
+ @InterfaceStability.Unstable
public static class WriterIFile.Reader to read intermediate map-outputs.
*/
+ @InterfaceAudience.Private
+ @InterfaceStability.Unstable
public static class Reader