nemo-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From wy...@apache.org
Subject [incubator-nemo] 05/05: Merge branch 'master' into 106-move-compiler-test
Date Tue, 03 Jul 2018 08:30:17 GMT
This is an automated email from the ASF dual-hosted git repository.

wylee pushed a commit to branch 106-move-compiler-test
in repository https://gitbox.apache.org/repos/asf/incubator-nemo.git

commit a2d53a2857a6973d6836204871fc266cf01bf1cc
Merge: a620695 9fe914c
Author: WooYeon <wylee.xyzi@gmail.com>
AuthorDate: Tue Jul 3 17:29:42 2018 +0900

    Merge branch 'master' into 106-move-compiler-test

 .../edu/snu/nemo/client/ClientDriverRPCTest.java   |   0
 .../edu/snu/nemo}/client/ClientEndpointTest.java   |   5 +-
 .../main/java/edu/snu/nemo/common/ContextImpl.java |   9 +-
 .../main/java/edu/snu/nemo/common/dag/Edge.java    |   2 +-
 .../exception/UnsupportedMetricException.java      |  18 +-
 .../edu/snu/nemo/common/ir/OutputCollector.java    |   2 +-
 .../AdditionalTagOutputProperty.java               |  42 ++++
 .../nemo/common/ir/vertex/transform/Transform.java |   1 +
 .../java/edu/snu/nemo/common/ContextImplTest.java  |   4 +-
 .../frontend/beam/NemoPipelineVisitor.java         |  33 ++-
 .../frontend/beam/transform/DoTransform.java       |   9 +-
 .../pass/compiletime/composite/SailfishPass.java   |   5 +-
 .../compiletime/composite/SailfishPassTest.java    |  10 +-
 .../nemo/examples/beam/PartitionWordsByLength.java |  96 ++++++++
 ...Case.java => PartitionWordsByLengthITCase.java} |  44 ++--
 .../snu/nemo/examples/beam/WordCountITCase.java    |  14 +-
 .../beam_sample_one_executor_resources.json        |   7 +
 examples/resources/sample_input_tag                |   7 +
 examples/resources/test_output_tag_long            |   2 +
 examples/resources/test_output_tag_short           |   3 +
 examples/resources/test_output_tag_very_long       |   2 +
 pom.xml                                            |   2 +
 runtime/common/pom.xml                             |  10 +
 .../runtime/common/metric/DataTransferEvent.java   |  54 +++++
 .../edu/snu/nemo/runtime/common/metric/Event.java  |  38 +--
 .../snu/nemo/runtime/common/metric/JobMetric.java  |  80 +++++++
 .../MetricFlushPeriod.java => Metric.java}         |  23 +-
 .../snu/nemo/runtime/common/metric/MetricData.java |  71 ------
 .../runtime/common/metric/MetricDataBuilder.java   |  97 --------
 .../nemo/runtime/common/metric/StageMetric.java    |  59 +++++
 .../nemo/runtime/common/metric/StateMetric.java}   |  29 +--
 .../common/metric/StateTransitionEvent.java}       |  37 +--
 .../snu/nemo/runtime/common/metric/TaskMetric.java | 146 ++++++++++++
 .../runtime/common/plan/PhysicalPlanGenerator.java |   2 +
 runtime/common/src/main/proto/ControlMessage.proto |   6 +-
 .../snu/nemo/runtime/executor/MetricCollector.java |  67 ------
 .../nemo/runtime/executor/MetricManagerWorker.java |  21 +-
 .../nemo/runtime/executor/MetricMessageSender.java |   8 +-
 .../nemo/runtime/executor/TaskStateManager.java    |  26 +--
 .../executor/bytetransfer/ByteInputContext.java    |  11 +-
 .../bytetransfer/ClosableBlockingQueue.java        |  17 ++
 .../runtime/executor/data/BlockManagerWorker.java  |   1 +
 .../snu/nemo/runtime/executor/data/DataUtil.java   |  49 ++--
 .../runtime/executor/data/block/FileBlock.java     |   7 +-
 .../executor/data/metadata/FileMetadata.java       |   6 +-
 .../executor/data/metadata/PartitionMetadata.java  |  15 +-
 .../executor/data/metadata/RemoteFileMetadata.java |   2 -
 .../data/partition/SerializedPartition.java        |  18 --
 .../executor/datatransfer/DataTransferFactory.java |   6 +-
 .../executor/datatransfer/OutputCollectorImpl.java |  68 +++++-
 .../executor/datatransfer/OutputWriter.java        |  12 +-
 .../nemo/runtime/executor/task/DataFetcher.java    |   8 -
 .../executor/task/ParentTaskDataFetcher.java       |  85 ++++---
 .../executor/task/SourceVertexDataFetcher.java     |  11 +-
 .../nemo/runtime/executor/task/TaskExecutor.java   | 105 ++++++---
 .../nemo/runtime/executor/task/VertexHarness.java  |  22 +-
 .../executor/datatransfer/DataTransferTest.java    |  47 ++--
 .../executor/task/ParentTaskDataFetcherTest.java   | 135 +++++++++++
 .../runtime/executor/task/TaskExecutorTest.java    | 105 ++++++++-
 runtime/master/pom.xml                             |  20 ++
 .../snu/nemo/runtime/master/JobStateManager.java   |  82 ++-----
 .../snu/nemo/runtime/master/MetricBroadcaster.java | 102 +++++++++
 .../nemo/runtime/master/MetricManagerMaster.java   |  34 ++-
 .../nemo/runtime/master/MetricMessageHandler.java  |  18 +-
 .../edu/snu/nemo/runtime/master/MetricStore.java   | 254 +++++++++++++++++++++
 .../edu/snu/nemo/runtime/master/RuntimeMaster.java |  44 +++-
 .../runtime/master/servlet/AllMetricServlet.java   |  38 +++
 .../runtime/master/servlet/JobMetricServlet.java   |  39 ++++
 .../runtime/master/servlet/StageMetricServlet.java |  39 ++++
 .../runtime/master/servlet/TaskMetricServlet.java  |  39 ++++
 .../master/servlet/WebSocketMetricAdapter.java     |  62 +++++
 .../master/servlet/WebSocketMetricServlet.java}    |  17 +-
 .../snu/nemo/runtime/master/MetricStoreTest.java   |  52 +++++
 .../runtime/common/plan/StagePartitionerTest.java  |   2 +
 74 files changed, 1997 insertions(+), 666 deletions(-)



Mime
View raw message