tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jeag...@apache.org
Subject [53/53] tez git commit: Final upmerge before merge to master
Date Wed, 10 Dec 2014 03:34:16 GMT
Final upmerge before merge to master


Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/778bced0
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/778bced0
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/778bced0

Branch: refs/heads/master
Commit: 778bced058482253cab83fc3f656211bc4788afb
Parents: 58a9119 548e16c
Author: Jonathan Eagles <jeagles@gmail.com>
Authored: Tue Dec 9 21:29:39 2014 -0600
Committer: Jonathan Eagles <jeagles@gmail.com>
Committed: Tue Dec 9 21:29:39 2014 -0600

----------------------------------------------------------------------
 CHANGES.txt                                     |  29 +-
 Tez_DOAP.rdf                                    |  71 ++++
 docs/pom.xml                                    |   3 +
 .../site/custom/project-info-report.properties  |  12 +
 .../site/markdown/releases/apache-tez-0-5-0.md  |  29 ++
 .../site/markdown/releases/apache-tez-0-5-1.md  |  29 ++
 docs/src/site/markdown/releases/index.md        |  24 ++
 docs/src/site/markdown/releases/index_0_5_0.md  |  29 --
 docs/src/site/markdown/releases/index_0_5_1.md  |  29 --
 docs/src/site/markdown/tez_acls.md              |  67 ++++
 docs/src/site/markdown/tez_ui_user_data.md      |  52 +++
 docs/src/site/markdown/tez_yarn_timeline.md     |  69 ++++
 docs/src/site/markdown/user_guides.md           |  25 ++
 docs/src/site/resources/pmc/tez.rdf             | 191 +++++++++
 docs/src/site/site.xml                          |   6 +-
 pom.xml                                         |  37 +-
 tez-api/pom.xml                                 |   8 +
 .../org/apache/tez/common/ATSConstants.java     |   1 +
 .../org/apache/tez/common/TezCommonUtils.java   |  34 +-
 .../java/org/apache/tez/common/VersionInfo.java |  12 +-
 .../apache/tez/common/counters/TaskCounter.java |   2 +
 .../main/java/org/apache/tez/dag/api/DAG.java   |  18 +-
 .../apache/tez/dag/api/TezConfiguration.java    |  67 ++--
 .../java/org/apache/tez/dag/api/Vertex.java     |   2 +-
 .../apache/tez/common/TestTezCommonUtils.java   |  72 ++++
 .../org/apache/tez/dag/api/TestDAGVerify.java   |  45 ++-
 .../records/TaskAttemptTerminationCause.java    |  45 +++
 .../tez/dag/app/TaskHeartbeatHandler.java       |   3 +-
 .../org/apache/tez/dag/app/dag/TaskAttempt.java |   8 +-
 .../java/org/apache/tez/dag/app/dag/Vertex.java |   1 +
 .../event/TaskAttemptEventAttemptFailed.java    |  13 +-
 .../TaskAttemptEventContainerTerminated.java    |  13 +-
 ...AttemptEventContainerTerminatedBySystem.java |  13 +-
 .../TaskAttemptEventContainerTerminating.java   |  12 +-
 .../dag/event/TaskAttemptEventKillRequest.java  |  18 +-
 .../dag/event/TaskAttemptEventNodeFailed.java   |  12 +-
 .../dag/event/TaskAttemptEventOutputFailed.java |   9 +-
 .../dag/event/TaskAttemptEventStatusUpdate.java |  53 ---
 .../TaskAttemptEventTerminationCauseEvent.java  |  26 ++
 .../dag/app/dag/event/TaskAttemptEventType.java |   3 +-
 .../dag/app/dag/event/TaskEventTermination.java |  28 +-
 .../VertexEventTaskAttemptStatusUpdate.java     |  60 +++
 .../tez/dag/app/dag/event/VertexEventType.java  |   3 +
 .../apache/tez/dag/app/dag/impl/DAGImpl.java    |   6 +
 .../tez/dag/app/dag/impl/TaskAttemptImpl.java   |  74 +++-
 .../apache/tez/dag/app/dag/impl/TaskImpl.java   |  53 ++-
 .../apache/tez/dag/app/dag/impl/VertexImpl.java |  97 ++++-
 .../dag/speculation/legacy/DataStatistics.java  |  86 ++++
 .../speculation/legacy/LegacySpeculator.java    | 396 +++++++++++++++++++
 .../legacy/LegacyTaskRuntimeEstimator.java      | 136 +++++++
 .../speculation/legacy/StartEndTimesBase.java   | 138 +++++++
 .../legacy/TaskRuntimeEstimator.java            |  91 +++++
 .../app/launcher/LocalContainerLauncher.java    |   9 +-
 .../dag/app/rm/LocalTaskSchedulerService.java   |  28 +-
 .../dag/app/rm/TaskSchedulerEventHandler.java   |  14 +-
 .../rm/container/AMContainerEventCompleted.java |  13 +-
 .../dag/app/rm/container/AMContainerImpl.java   |  96 +++--
 .../events/TaskAttemptFinishedEvent.java        |  20 +-
 .../impl/HistoryEventJsonConversion.java        |   5 +-
 tez-dag/src/main/proto/HistoryEvents.proto      |   1 +
 .../java/org/apache/tez/dag/app/MockClock.java  |  36 ++
 .../apache/tez/dag/app/MockDAGAppMaster.java    |  36 +-
 .../org/apache/tez/dag/app/MockLocalClient.java |   6 +-
 .../org/apache/tez/dag/app/MockTezClient.java   |   5 +-
 .../tez/dag/app/TestMockDAGAppMaster.java       |   8 +-
 .../org/apache/tez/dag/app/TestPreemption.java  |   6 +-
 .../org/apache/tez/dag/app/TestSpeculation.java | 184 +++++++++
 .../tez/dag/app/dag/impl/TestDAGImpl.java       |   4 +
 .../tez/dag/app/dag/impl/TestTaskAttempt.java   | 240 ++++++++++-
 .../app/dag/impl/TestTaskAttemptRecovery.java   |  13 +-
 .../tez/dag/app/dag/impl/TestTaskImpl.java      |  12 +-
 .../tez/dag/app/dag/impl/TestTaskRecovery.java  |  50 +--
 .../tez/dag/app/dag/impl/TestVertexImpl.java    | 133 ++++++-
 .../speculation/legacy/TestDataStatistics.java  |  73 ++++
 .../app/rm/TestLocalTaskSchedulerService.java   | 149 ++++++-
 .../app/rm/TestTaskSchedulerEventHandler.java   |  30 ++
 .../dag/app/rm/container/TestAMContainer.java   | 230 ++++++++---
 .../TestHistoryEventsProtoConversion.java       |   8 +-
 .../impl/TestHistoryEventJsonConversion.java    |   3 +-
 .../util/TestTezMxBeanResourceCalculator.java   |  13 -
 .../ats/HistoryEventTimelineConversion.java     |   3 +
 .../ats/TestHistoryEventTimelineConversion.java |   3 +-
 .../tez/runtime/library/common/YARNMaster.java  |  57 ---
 .../shuffle/orderedgrouped/MergeManager.java    |  10 +-
 .../common/sort/impl/ExternalSorter.java        |   2 +-
 .../org/apache/tez/test/TestDAGRecovery.java    |   2 +-
 .../org/apache/tez/test/TestFaultTolerance.java |  20 +-
 .../java/org/apache/tez/test/TestInput.java     | 152 ++++---
 .../java/org/apache/tez/test/TestProcessor.java |  65 ++-
 .../apache/tez/test/dag/MultiAttemptDAG.java    |   1 +
 tez-tools/tez-tfile-parser/pom.xml              |   5 -
 91 files changed, 3504 insertions(+), 601 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/tez/blob/778bced0/CHANGES.txt
----------------------------------------------------------------------
diff --cc CHANGES.txt
index c610896,e5a2541..fc28a9f
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@@ -13,25 -23,18 +23,36 @@@ ALL CHANGES
    TEZ-1721. Update INSTALL instructions for clarifying tez client jars
      compatibility with runtime tarball on HDFS.
    TEZ-1690. TestMultiMRInput tests fail because of user collisions.
+   TEZ-1687. Use logIdentifier of Vertex for logging.
+   TEZ-1737. Should add taskNum in VertexFinishedEvent.
+   TEZ-1772. Failing tests post TEZ-1737.
+   TEZ-1785. Remove unused snappy-java dependency.
+   TEZ-1685. Remove YARNMaster which is never used.
+   TEZ-1797. Create necessary content for Tez DOAP file.
+   TEZ-1650. Please create a DOAP file for your TLP.
+   TEZ-1697. DAG submission fails if a local resource added is already part of tez.lib.uris
+   TEZ-1060 Add randomness to fault tolerance tests
+   TEZ-1800. Integer overflow in ExternalSorter.getInitialMemoryRequirement()
+   TEZ-1790. DeallocationTaskRequest may been handled before corresponding AllocationTaskRequest
in local mode
  
 +TEZ-UI CHANGES (TEZ-8):
 +  TEZ-1799. Enable Cross Origin Support in Tez UI
 +  TEZ-1634. Fix compressed IFile shuffle errors
 +  TEZ-1615. Skeleton framework for Tez UI
 +  TEZ-1604. Task View for Tez UI
 +  TEZ-1603. Vertex View for Tez UI.
 +  TEZ-1720. Allow filters in all tables and also to pass in filters using url params.
 +  TEZ-1708. Make UI part of TEZ build process.
 +  TEZ-1617. Shim layer for Tez UI for use within Ambari.
 +  TEZ-1741. App view.
 +  TEZ-1751. Log view & download links in task and task attempt view.
 +  TEZ-1753. Queue in dags view.
 +  TEZ-1765. Allow dropdown lists in table filters.
 +  TEZ-1606. Counters View for DAG, Vertex, and Task.
 +  TEZ-1768. follow up jira to address minor issues in Tez-ui.
 +  TEZ-1783. Wrapper in standalone mode.
 +  TEZ-1820. Fix wrong links.
 +
  Release 0.5.3: Unreleased
  
  ALL CHANGES:

http://git-wip-us.apache.org/repos/asf/tez/blob/778bced0/docs/src/site/site.xml
----------------------------------------------------------------------
diff --cc docs/src/site/site.xml
index 3de9b32,d1addc7..32819da
--- a/docs/src/site/site.xml
+++ b/docs/src/site/site.xml
@@@ -100,7 -100,7 +100,8 @@@
      <menu name="Documentation">
        <item name="Install Guide" href="install.html"/>
        <item name="Local Mode" href="localmode.html"/>
 +      <item name="Tez UI" href="tez-ui.html"/>
+       <item name="User Guides" href="user_guides.html"/>
      </menu>
  
      <menu name="Community">

http://git-wip-us.apache.org/repos/asf/tez/blob/778bced0/pom.xml
----------------------------------------------------------------------


Mime
View raw message