hadoop-yarn-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Gergely Novák (JIRA) <j...@apache.org>
Subject [jira] [Commented] (YARN-6279) Scheduler rest api JSON is not providing all child queues names
Date Tue, 14 Mar 2017 13:09:41 GMT

    [ https://issues.apache.org/jira/browse/YARN-6279?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15924139#comment-15924139
] 

Gergely Novák commented on YARN-6279:
-------------------------------------

I don't see any difference between the provided JSON and XML files. Could you please point
out what's missing in the JSON? All the child queues (root.Engineering.Development and root.Engineering.TESTING)
seem to be present.

> Scheduler rest api JSON is not providing all child queues names
> ---------------------------------------------------------------
>
>                 Key: YARN-6279
>                 URL: https://issues.apache.org/jira/browse/YARN-6279
>             Project: Hadoop YARN
>          Issue Type: Bug
>          Components: api, fairscheduler, scheduler
>    Affects Versions: 2.4.1
>         Environment: Ubuntu 14.04, 7.7 GiB, i5, 3.4GHz x 4, 64-bit
>            Reporter: Ashish Doneriya
>
> When I hit rest api /ws/v1/cluster/scheduler to get the JSON file. Its gave me all child
queues information, But it didn't gave me all information about child queues of child queues.
It displays information of only one sub child queue. While in xml format there is no such
problem.
> I'm providing the xml and json outputs..
> <!------------------------JSON----------------------------->
> {"scheduler":{"schedulerInfo":{"type":"fairScheduler","rootQueue":{"maxApps":2147483647,"minResources":{"memory":0,"vCores":0},"maxResources":{"memory":8192,"vCores":8},"usedResources":{"memory":0,"vCores":0},"fairResources":{"memory":8192,"vCores":8},"clusterResources":{"memory":8192,"vCores":8},"queueName":"root","schedulingPolicy":"fair","childQueues":[{"maxApps":20,"minResources":{"memory":1024,"vCores":1},"maxResources":{"memory":5283,"vCores":2},"usedResources":{"memory":0,"vCores":0},"fairResources":{"memory":5283,"vCores":0},"clusterResources":{"memory":8192,"vCores":8},"queueName":"root.Engineering","schedulingPolicy":"fair","childQueues":{"type":["fairSchedulerLeafQueueInfo"],"maxApps":2147483647,"minResources":{"memory":1024,"vCores":1},"maxResources":{"memory":8192,"vCores":8},"usedResources":{"memory":0,"vCores":0},"fairResources":{"memory":2642,"vCores":0},"clusterResources":{"memory":8192,"vCores":8},"queueName":"root.Engineering.Development","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0},"childQueues":{"type":"fairSchedulerLeafQueueInfo","maxApps":2147483647,"minResources":{"memory":1024,"vCores":1},"maxResources":{"memory":8192,"vCores":8},"usedResources":{"memory":0,"vCores":0},"fairResources":{"memory":2642,"vCores":0},"clusterResources":{"memory":8192,"vCores":8},"queueName":"root.Engineering.TESTING","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0}},{"type":"fairSchedulerLeafQueueInfo","maxApps":2147483647,"minResources":{"memory":0,"vCores":0},"maxResources":{"memory":8192,"vCores":8},"usedResources":{"memory":0,"vCores":0},"fairResources":{"memory":2909,"vCores":0},"clusterResources":{"memory":8192,"vCores":8},"queueName":"root.default","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0}]}}}}
> <!-----------------------------------------XML ---------------------------------------->
> <scheduler>
> 	<schedulerInfo xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="fairScheduler">
> 		<rootQueue>
> 			<maxApps>2147483647</maxApps>
> 			<minResources>
> 				<memory>0</memory>
> 				<vCores>0</vCores>
> 			</minResources>
> 			<maxResources>
> 				<memory>8192</memory>
> 				<vCores>8</vCores>
> 			</maxResources>
> 			<usedResources>
> 				<memory>0</memory>
> 				<vCores>0</vCores>
> 			</usedResources>
> 			<fairResources>
> 				<memory>8192</memory>
> 				<vCores>8</vCores>
> 			</fairResources>
> 			<clusterResources>
> 				<memory>8192</memory>
> 				<vCores>8</vCores>
> 			</clusterResources>
> 			<queueName>root</queueName>
> 			<schedulingPolicy>fair</schedulingPolicy>
> 			<childQueues>
> 				<maxApps>20</maxApps>
> 				<minResources>
> 					<memory>1024</memory>
> 					<vCores>1</vCores>
> 				</minResources>
> 				<maxResources>
> 					<memory>5283</memory>
> 					<vCores>2</vCores>
> 				</maxResources>
> 				<usedResources>
> 					<memory>0</memory>
> 					<vCores>0</vCores>
> 				</usedResources>
> 				<fairResources>
> 					<memory>5283</memory>
> 					<vCores>0</vCores>
> 				</fairResources>
> 				<clusterResources>
> 					<memory>8192</memory>
> 					<vCores>8</vCores>
> 				</clusterResources>
> 				<queueName>root.Engineering</queueName>
> 				<schedulingPolicy>fair</schedulingPolicy>
> 				<childQueues xsi:type="fairSchedulerLeafQueueInfo">
> 					<maxApps>2147483647</maxApps>
> 					<minResources>
> 						<memory>1024</memory>
> 						<vCores>1</vCores>
> 					</minResources>
> 					<maxResources>
> 						<memory>8192</memory>
> 						<vCores>8</vCores>
> 					</maxResources>
> 					<usedResources>
> 						<memory>0</memory>
> 						<vCores>0</vCores>
> 					</usedResources>
> 					<fairResources>
> 						<memory>2642</memory>
> 						<vCores>0</vCores>
> 					</fairResources>
> 					<clusterResources>
> 						<memory>8192</memory>
> 						<vCores>8</vCores>
> 					</clusterResources>
> 					<queueName>root.Engineering.Development</queueName>
> 					<schedulingPolicy>fair</schedulingPolicy>
> 					<numPendingApps>0</numPendingApps>
> 					<numActiveApps>0</numActiveApps>
> 				</childQueues>
> 				<childQueues xsi:type="fairSchedulerLeafQueueInfo">
> 					<maxApps>2147483647</maxApps>
> 					<minResources>
> 						<memory>1024</memory>
> 						<vCores>1</vCores>
> 					</minResources>
> 					<maxResources>
> 						<memory>8192</memory>
> 						<vCores>8</vCores>
> 					</maxResources>
> 					<usedResources>
> 						<memory>0</memory>
> 						<vCores>0</vCores>
> 					</usedResources>
> 					<fairResources>
> 						<memory>2642</memory>
> 						<vCores>0</vCores>
> 					</fairResources>
> 					<clusterResources>
> 						<memory>8192</memory>
> 						<vCores>8</vCores>
> 					</clusterResources>
> 					<queueName>root.Engineering.TESTING</queueName>
> 					<schedulingPolicy>fair</schedulingPolicy>
> 					<numPendingApps>0</numPendingApps>
> 					<numActiveApps>0</numActiveApps>
> 				</childQueues>
> 			</childQueues>
> 			<childQueues xsi:type="fairSchedulerLeafQueueInfo">
> 				<maxApps>2147483647</maxApps>
> 				<minResources>
> 					<memory>0</memory>
> 					<vCores>0</vCores>
> 				</minResources>
> 				<maxResources>
> 					<memory>8192</memory>
> 					<vCores>8</vCores>
> 				</maxResources>
> 				<usedResources>
> 					<memory>0</memory>
> 					<vCores>0</vCores>
> 				</usedResources>
> 				<fairResources>
> 					<memory>2909</memory>
> 					<vCores>0</vCores>
> 				</fairResources>
> 				<clusterResources>
> 					<memory>8192</memory>
> 					<vCores>8</vCores>
> 				</clusterResources>
> 				<queueName>root.default</queueName>
> 				<schedulingPolicy>fair</schedulingPolicy>
> 				<numPendingApps>0</numPendingApps>
> 				<numActiveApps>0</numActiveApps>
> 			</childQueues>
> 		</rootQueue>
> 	</schedulerInfo>
> </scheduler>



--
This message was sent by Atlassian JIRA
(v6.3.15#6346)

---------------------------------------------------------------------
To unsubscribe, e-mail: yarn-issues-unsubscribe@hadoop.apache.org
For additional commands, e-mail: yarn-issues-help@hadoop.apache.org


Mime
View raw message