flink-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Greg Hogan (JIRA)" <j...@apache.org>
Subject [jira] [Commented] (FLINK-2685) TaskManager deadlock on NetworkBufferPool
Date Thu, 17 Sep 2015 18:14:05 GMT

    [ https://issues.apache.org/jira/browse/FLINK-2685?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14803326#comment-14803326
] 

Greg Hogan commented on FLINK-2685:
-----------------------------------

{noformat}
{
	"nodes": [

	{
		"id": 9,
		"type": "source",
		"pact": "Data Source",
		"contents": "RMat",
		"parallelism": "1",
		"global_properties": [
			{ "name": "Partitioning", "value": "RANDOM_PARTITIONED" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "(none)" },
			{ "name": "Grouping", "value": "not grouped" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "(unknown)" }		],
		"costs": [
			{ "name": "Network", "value": "0.0" },
			{ "name": "Disk I/O", "value": "0.0" },
			{ "name": "CPU", "value": "0.0" },
			{ "name": "Cumulative Network", "value": "0.0" },
			{ "name": "Cumulative Disk I/O", "value": "0.0" },
			{ "name": "Cumulative CPU", "value": "0.0" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 8,
		"type": "pact",
		"pact": "Partition",
		"contents": "Partition at generate(RMatGraph.java:75)",
		"parallelism": "32",
		"predecessors": [
			{"id": 9, "ship_strategy": "Rebalance"}
		],
		"driver_strategy": "No-Op",
		"global_properties": [
			{ "name": "Partitioning", "value": "FORCED_REBALANCED" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "(none)" },
			{ "name": "Grouping", "value": "not grouped" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "(unknown)" }		],
		"costs": [
			{ "name": "Network", "value": "(unknown)" },
			{ "name": "Disk I/O", "value": "0.0" },
			{ "name": "CPU", "value": "0.0" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "0.0" },
			{ "name": "Cumulative CPU", "value": "0.0" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 7,
		"type": "pact",
		"pact": "FlatMap",
		"contents": "Generate edges",
		"parallelism": "32",
		"predecessors": [
			{"id": 8, "ship_strategy": "Forward"}
		],
		"driver_strategy": "FlatMap",
		"global_properties": [
			{ "name": "Partitioning", "value": "FORCED_REBALANCED" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "(none)" },
			{ "name": "Grouping", "value": "not grouped" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "(unknown)" }		],
		"costs": [
			{ "name": "Network", "value": "0.0" },
			{ "name": "Disk I/O", "value": "0.0" },
			{ "name": "CPU", "value": "0.0" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "0.0" },
			{ "name": "Cumulative CPU", "value": "0.0" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 6,
		"type": "pact",
		"pact": "Filter",
		"contents": "De-loop",
		"parallelism": "32",
		"predecessors": [
			{"id": 7, "ship_strategy": "Forward"}
		],
		"driver_strategy": "FlatMap",
		"global_properties": [
			{ "name": "Partitioning", "value": "FORCED_REBALANCED" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "(none)" },
			{ "name": "Grouping", "value": "not grouped" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "0.0" },
			{ "name": "Est. Cardinality", "value": "0.0" }		],
		"costs": [
			{ "name": "Network", "value": "0.0" },
			{ "name": "Disk I/O", "value": "0.0" },
			{ "name": "CPU", "value": "0.0" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "0.0" },
			{ "name": "Cumulative CPU", "value": "0.0" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 5,
		"type": "pact",
		"pact": "FlatMap",
		"contents": "Symmetrize",
		"parallelism": "32",
		"predecessors": [
			{"id": 6, "ship_strategy": "Forward"}
		],
		"driver_strategy": "FlatMap",
		"global_properties": [
			{ "name": "Partitioning", "value": "FORCED_REBALANCED" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "(none)" },
			{ "name": "Grouping", "value": "not grouped" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "0.0" }		],
		"costs": [
			{ "name": "Network", "value": "0.0" },
			{ "name": "Disk I/O", "value": "0.0" },
			{ "name": "CPU", "value": "0.0" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "0.0" },
			{ "name": "Cumulative CPU", "value": "0.0" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 4,
		"type": "pact",
		"pact": "GroupReduce",
		"contents": "De-dup",
		"parallelism": "32",
		"predecessors": [
			{"id": 5, "ship_strategy": "Hash Partition on [0]", "local_strategy": "Sort on [0:ASC,1:ASC]"}
		],
		"driver_strategy": "Sorted Group Reduce",
		"global_properties": [
			{ "name": "Partitioning", "value": "HASH_PARTITIONED" },
			{ "name": "Partitioned on", "value": "[0]" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "[0:ASC]" },
			{ "name": "Grouped on", "value": "[0]" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "(unknown)" }		],
		"costs": [
			{ "name": "Network", "value": "(unknown)" },
			{ "name": "Disk I/O", "value": "(unknown)" },
			{ "name": "CPU", "value": "(unknown)" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "(unknown)" },
			{ "name": "Cumulative CPU", "value": "(unknown)" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 11,
		"type": "pact",
		"pact": "Map",
		"contents": "Map edge to source vertex",
		"parallelism": "32",
		"predecessors": [
			{"id": 4, "ship_strategy": "Forward"}
		],
		"driver_strategy": "Map",
		"global_properties": [
			{ "name": "Partitioning", "value": "HASH_PARTITIONED" },
			{ "name": "Partitioned on", "value": "[0]" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "[0:ASC]" },
			{ "name": "Grouped on", "value": "[0]" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "(unknown)" }		],
		"costs": [
			{ "name": "Network", "value": "0.0" },
			{ "name": "Disk I/O", "value": "0.0" },
			{ "name": "CPU", "value": "0.0" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "(unknown)" },
			{ "name": "Cumulative CPU", "value": "(unknown)" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 10,
		"type": "pact",
		"pact": "GroupReduce",
		"contents": "Degree count",
		"parallelism": "32",
		"predecessors": [
			{"id": 11, "ship_strategy": "Forward"}
		],
		"driver_strategy": "Sorted Group Reduce",
		"global_properties": [
			{ "name": "Partitioning", "value": "HASH_PARTITIONED" },
			{ "name": "Partitioned on", "value": "[0]" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "[0:ASC]" },
			{ "name": "Grouped on", "value": "[0]" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "(unknown)" }		],
		"costs": [
			{ "name": "Network", "value": "0.0" },
			{ "name": "Disk I/O", "value": "0.0" },
			{ "name": "CPU", "value": "0.0" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "(unknown)" },
			{ "name": "Cumulative CPU", "value": "(unknown)" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 3,
		"type": "pact",
		"pact": "Join",
		"contents": "Target degree annotation",
		"parallelism": "32",
		"predecessors": [
			{"id": 4, "side": "first", "ship_strategy": "Hash Partition on [1]"},
			{"id": 10, "side": "second", "ship_strategy": "Forward"}
		],
		"driver_strategy": "Hybrid Hash (build: Degree count)",
		"global_properties": [
			{ "name": "Partitioning", "value": "HASH_PARTITIONED" },
			{ "name": "Partitioned on", "value": "[1]" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "(none)" },
			{ "name": "Grouping", "value": "not grouped" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "(unknown)" }		],
		"costs": [
			{ "name": "Network", "value": "(unknown)" },
			{ "name": "Disk I/O", "value": "(unknown)" },
			{ "name": "CPU", "value": "(unknown)" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "(unknown)" },
			{ "name": "Cumulative CPU", "value": "(unknown)" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 2,
		"type": "pact",
		"pact": "Join",
		"contents": "Source degree annotation",
		"parallelism": "32",
		"predecessors": [
			{"id": 3, "side": "first", "ship_strategy": "Hash Partition on [0]"},
			{"id": 10, "side": "second", "ship_strategy": "Forward"}
		],
		"driver_strategy": "Hybrid Hash (build: Degree count)",
		"global_properties": [
			{ "name": "Partitioning", "value": "HASH_PARTITIONED" },
			{ "name": "Partitioned on", "value": "[0]" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "(none)" },
			{ "name": "Grouping", "value": "not grouped" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "(unknown)" }		],
		"costs": [
			{ "name": "Network", "value": "(unknown)" },
			{ "name": "Disk I/O", "value": "(unknown)" },
			{ "name": "CPU", "value": "(unknown)" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "(unknown)" },
			{ "name": "Cumulative CPU", "value": "(unknown)" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 1,
		"type": "pact",
		"pact": "GroupReduce",
		"contents": "Generate stats",
		"parallelism": "32",
		"predecessors": [
			{"id": 2, "ship_strategy": "Forward", "local_strategy": "Sort on [0:ASC]"}
		],
		"driver_strategy": "Sorted Group Reduce",
		"global_properties": [
			{ "name": "Partitioning", "value": "RANDOM_PARTITIONED" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "(none)" },
			{ "name": "Grouping", "value": "not grouped" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "(unknown)" }		],
		"costs": [
			{ "name": "Network", "value": "0.0" },
			{ "name": "Disk I/O", "value": "(unknown)" },
			{ "name": "CPU", "value": "(unknown)" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "(unknown)" },
			{ "name": "Cumulative CPU", "value": "(unknown)" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	},
	{
		"id": 0,
		"type": "sink",
		"pact": "Data Sink",
		"contents": "Discarding output",
		"parallelism": "32",
		"predecessors": [
			{"id": 1, "ship_strategy": "Forward"}
		],
		"global_properties": [
			{ "name": "Partitioning", "value": "RANDOM_PARTITIONED" },
			{ "name": "Partitioning Order", "value": "(none)" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"local_properties": [
			{ "name": "Order", "value": "(none)" },
			{ "name": "Grouping", "value": "not grouped" },
			{ "name": "Uniqueness", "value": "not unique" }
		],
		"estimates": [
			{ "name": "Est. Output Size", "value": "(unknown)" },
			{ "name": "Est. Cardinality", "value": "(unknown)" }		],
		"costs": [
			{ "name": "Network", "value": "0.0" },
			{ "name": "Disk I/O", "value": "0.0" },
			{ "name": "CPU", "value": "0.0" },
			{ "name": "Cumulative Network", "value": "(unknown)" },
			{ "name": "Cumulative Disk I/O", "value": "(unknown)" },
			{ "name": "Cumulative CPU", "value": "(unknown)" }
		],
		"compiler_hints": [
			{ "name": "Output Size (bytes)", "value": "(none)" },
			{ "name": "Output Cardinality", "value": "(none)" },
			{ "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
			{ "name": "Filter Factor", "value": "(none)" }		]
	}
	]
}
{noformat}

> TaskManager deadlock on NetworkBufferPool
> -----------------------------------------
>
>                 Key: FLINK-2685
>                 URL: https://issues.apache.org/jira/browse/FLINK-2685
>             Project: Flink
>          Issue Type: Bug
>          Components: Distributed Runtime
>    Affects Versions: master
>            Reporter: Greg Hogan
>            Assignee: Ufuk Celebi
>
> This deadlock occurs intermittently. I have a {{join}} followed by a {{chain<join,filter>}}
followed by a {{reduceGroup}}. Stack traces and local variables from one each of the {{join}}
threads below.
> The {{join}}'s are waiting on a buffer to become available ({{networkBufferPool.availableMemorySegments.count=0}}).
Both {{LocalBufferPool}}'s have been given extra capacity ({{currentPoolSize=60 > numberOfRequiredMemorySegments=32}}).
The first {{join}} is at full capacity ({{currentPoolSize=numberOfRequestedMemorySegments=60}})
yet the second {{join}} has not acquired any ({{numberOfRequestedMemorySegments=0}}).
> {{LocalBufferPool.returnExcessMemorySegments}} only recycles {{MemorySegment}}'s from
its {{availableMemorySegments}}, so any requested {{Buffer}}'s will only be released when
explicitly recycled.
> First join stack trace and variable values from {{LocalBufferPool.requestBuffer}}:
> {noformat}
> owns: SpanningRecordSerializer<T>  (id=723)	
> waiting for: ArrayDeque<E>  (id=724)	
> Object.wait(long) line: not available [native method]	
> LocalBufferPool.requestBuffer(boolean) line: 163	
> LocalBufferPool.requestBufferBlocking() line: 133	
> RecordWriter<T>.emit(T) line: 92	
> OutputCollector<T>.collect(T) line: 65	
> JoinOperator$ProjectFlatJoinFunction<T1,T2,R>.join(T1, T2, Collector<R>)
line: 1088	
> ReusingBuildSecondHashMatchIterator<V1,V2,O>.callWithNextKey(FlatJoinFunction<V1,V2,O>,
Collector<O>) line: 137	
> JoinDriver<IT1,IT2,OT>.run() line: 208	
> RegularPactTask<S,OT>.run() line: 489	
> RegularPactTask<S,OT>.invoke() line: 354	
> Task.run() line: 581	
> Thread.run() line: 745	
> {noformat}
> {noformat}
> this	LocalBufferPool  (id=403)	
> 	availableMemorySegments	ArrayDeque<E>  (id=398)	
> 		elements	Object[16]  (id=422)	
> 		head	14	
> 		tail	14	
> 	currentPoolSize	60	
> 	isDestroyed	false	
> 	networkBufferPool	NetworkBufferPool  (id=354)	
> 		allBufferPools	HashSet<E>  (id=424)	
> 		availableMemorySegments	ArrayBlockingQueue<E>  (id=427)	
> 			count	0	
> 			items	Object[10240]  (id=674)	
> 			itrs	null	
> 			lock	ReentrantLock  (id=675)	
> 			notEmpty	AbstractQueuedSynchronizer$ConditionObject  (id=678)	
> 			notFull	AbstractQueuedSynchronizer$ConditionObject  (id=679)	
> 			putIndex	6954	
> 			takeIndex	6954	
> 		factoryLock	Object  (id=430)	
> 		isDestroyed	false	
> 		managedBufferPools	HashSet<E>  (id=431)	
> 		memorySegmentSize	32768	
> 		numTotalRequiredBuffers	3226	
> 		totalNumberOfMemorySegments	10240	
> 	numberOfRequestedMemorySegments	60	
> 	numberOfRequiredMemorySegments	32	
> 	owner	null	
> 	registeredListeners	ArrayDeque<E>  (id=421)	
> 		elements	Object[16]  (id=685)	
> 		head	0	
> 		tail	0	
> askToRecycle	false	
> isBlocking	true	
> {noformat}
> Second join stack trace and variable values from {{SingleInputGate.getNextBufferOrEvent}}:
> {noformat}
> Unsafe.park(boolean, long) line: not available [native method]	
> LockSupport.parkNanos(Object, long) line: 215	
> AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) line: 2078	
> LinkedBlockingQueue<E>.poll(long, TimeUnit) line: 467	
> SingleInputGate.getNextBufferOrEvent() line: 414	
> MutableRecordReader<T>(AbstractRecordReader<T>).getNextRecord(T) line: 79

> MutableRecordReader<T>.next(T) line: 34	
> ReaderIterator<T>.next(T) line: 59	
> MutableHashTable$ProbeIterator<PT>.next() line: 1581	
> MutableHashTable<BT,PT>.processProbeIter() line: 457	
> MutableHashTable<BT,PT>.nextRecord() line: 555	
> ReusingBuildSecondHashMatchIterator<V1,V2,O>.callWithNextKey(FlatJoinFunction<V1,V2,O>,
Collector<O>) line: 110	
> JoinDriver<IT1,IT2,OT>.run() line: 208	
> RegularPactTask<S,OT>.run() line: 489	
> RegularPactTask<S,OT>.invoke() line: 354	
> Task.run() line: 581	
> Thread.run() line: 745	
> {noformat}
> {noformat}
> this	SingleInputGate  (id=693)	
> 	bufferPool	LocalBufferPool  (id=706)	
> 		availableMemorySegments	ArrayDeque<E>  (id=716)	
> 			elements	Object[16]  (id=717)	
> 			head	0	
> 			tail	0	
> 		currentPoolSize	60	
> 		isDestroyed	false	
> 		networkBufferPool	NetworkBufferPool  (id=354)	
> 			allBufferPools	HashSet<E>  (id=424)	
> 			availableMemorySegments	ArrayBlockingQueue<E>  (id=427)	
> 				count	0	
> 				items	Object[10240]  (id=674)	
> 				itrs	null	
> 				lock	ReentrantLock  (id=675)	
> 				notEmpty	AbstractQueuedSynchronizer$ConditionObject  (id=678)	
> 				notFull	AbstractQueuedSynchronizer$ConditionObject  (id=679)	
> 				putIndex	6954	
> 				takeIndex	6954	
> 			factoryLock	Object  (id=430)	
> 			isDestroyed	false	
> 			managedBufferPools	HashSet<E>  (id=431)	
> 			memorySegmentSize	32768	
> 			numTotalRequiredBuffers	3226	
> 			totalNumberOfMemorySegments	10240	
> 		numberOfRequestedMemorySegments	0	
> 		numberOfRequiredMemorySegments	32	
> 		owner	null	
> 		registeredListeners	ArrayDeque<E>  (id=718)	
> 	channelsWithEndOfPartitionEvents	BitSet  (id=707)	
> 	consumedResultId	IntermediateDataSetID  (id=708)	
> 	consumedSubpartitionIndex	24	
> 	executionId	ExecutionAttemptID  (id=709)	
> 	hasReceivedAllEndOfPartitionEvents	false	
> 	inputChannels	HashMap<K,V>  (id=710)	
> 	inputChannelsWithData	LinkedBlockingQueue<E>  (id=692)	
> 		capacity	2147483647	
> 		count	AtomicInteger  (id=698)	
> 			value	0	
> 		head	LinkedBlockingQueue$Node<E>  (id=701)	
> 		last	LinkedBlockingQueue$Node<E>  (id=701)	
> 		notEmpty	AbstractQueuedSynchronizer$ConditionObject  (id=691)	
> 		notFull	AbstractQueuedSynchronizer$ConditionObject  (id=703)	
> 		putLock	ReentrantLock  (id=704)	
> 		takeLock	ReentrantLock  (id=705)	
> 	isReleased	false	
> 	jobId	JobID  (id=711)	
> 	numberOfInputChannels	32	
> 	numberOfUninitializedChannels	0	
> 	owningTaskName	"Join (25/32) (d88748c8d07d430a85bec52cb82c0214)" (id=712)	
> 	partitionStateChecker	NetworkEnvironment$JobManagerPartitionStateChecker  (id=363)	
> 	pendingEvents	ArrayList<E>  (id=713)	
> 	registeredListeners	CopyOnWriteArrayList<E>  (id=714)	
> 	requestedPartitionsFlag	true	
> 	requestLock	Object  (id=715)	
> 	retriggerLocalRequestTimer	null	
> currentChannel	null	
> {noformat}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message