hadoop-yarn-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Ashish Doneriya (JIRA)" <j...@apache.org>
Subject [jira] [Commented] (YARN-6279) Scheduler rest api JSON is not providing all child queues names
Date Fri, 17 Mar 2017 09:41:41 GMT

    [ https://issues.apache.org/jira/browse/YARN-6279?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15929662#comment-15929662
] 

Ashish Doneriya commented on YARN-6279:
---------------------------------------

Sorry Guys, It seems like there was already a bug filed https://issues.apache.org/jira/browse/YARN-2336.
In the json file there are duplicate keys ('childQueues') 'root.Engineering' that should not
be 

childQueues : [
"queueName":"root.Engineering",
"childQueues":{ 
..
"queueName":"root.Engineering.Development"
..
},
"childQueues":{ 
..
"queueName":"root.Engineering.Testing"
..
}

]

I tested this on apache 2.4.1 and cloudera 5.9

> Scheduler rest api JSON is not providing all child queues names
> ---------------------------------------------------------------
>
>                 Key: YARN-6279
>                 URL: https://issues.apache.org/jira/browse/YARN-6279
>             Project: Hadoop YARN
>          Issue Type: Bug
>          Components: api, fairscheduler, scheduler
>    Affects Versions: 2.4.1
>         Environment: Ubuntu 14.04, 7.7 GiB, i5, 3.4GHz x 4, 64-bit
>            Reporter: Ashish Doneriya
>
> When I hit rest api /ws/v1/cluster/scheduler to get the JSON file. Its gave me all child
queues information, But it didn't gave me all information about child queues of child queues.
It displays information of only one sub child queue. While in xml format there is no such
problem.
> I'm providing the xml and json outputs..
> <!------------------------JSON----------------------------->
> {"scheduler":{"schedulerInfo":{"type":"fairScheduler","rootQueue":{"maxApps":2147483647,"minResources":{"memory":0,"vCores":0},"maxResources":{"memory":8192,"vCores":8},"usedResources":{"memory":0,"vCores":0},"fairResources":{"memory":8192,"vCores":8},"clusterResources":{"memory":8192,"vCores":8},"queueName":"root","schedulingPolicy":"fair","childQueues":[{"maxApps":20,"minResources":{"memory":1024,"vCores":1},"maxResources":{"memory":5283,"vCores":2},"usedResources":{"memory":0,"vCores":0},"fairResources":{"memory":5283,"vCores":0},"clusterResources":{"memory":8192,"vCores":8},"queueName":"root.Engineering","schedulingPolicy":"fair","childQueues":{"type":["fairSchedulerLeafQueueInfo"],"maxApps":2147483647,"minResources":{"memory":1024,"vCores":1},"maxResources":{"memory":8192,"vCores":8},"usedResources":{"memory":0,"vCores":0},"fairResources":{"memory":2642,"vCores":0},"clusterResources":{"memory":8192,"vCores":8},"queueName":"root.Engineering.Development","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0},"childQueues":{"type":"fairSchedulerLeafQueueInfo","maxApps":2147483647,"minResources":{"memory":1024,"vCores":1},"maxResources":{"memory":8192,"vCores":8},"usedResources":{"memory":0,"vCores":0},"fairResources":{"memory":2642,"vCores":0},"clusterResources":{"memory":8192,"vCores":8},"queueName":"root.Engineering.TESTING","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0}},{"type":"fairSchedulerLeafQueueInfo","maxApps":2147483647,"minResources":{"memory":0,"vCores":0},"maxResources":{"memory":8192,"vCores":8},"usedResources":{"memory":0,"vCores":0},"fairResources":{"memory":2909,"vCores":0},"clusterResources":{"memory":8192,"vCores":8},"queueName":"root.default","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0}]}}}}
> <!-----------------------------------------XML ---------------------------------------->
> <scheduler>
> 	<schedulerInfo xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="fairScheduler">
> 		<rootQueue>
> 			<maxApps>2147483647</maxApps>
> 			<minResources>
> 				<memory>0</memory>
> 				<vCores>0</vCores>
> 			</minResources>
> 			<maxResources>
> 				<memory>8192</memory>
> 				<vCores>8</vCores>
> 			</maxResources>
> 			<usedResources>
> 				<memory>0</memory>
> 				<vCores>0</vCores>
> 			</usedResources>
> 			<fairResources>
> 				<memory>8192</memory>
> 				<vCores>8</vCores>
> 			</fairResources>
> 			<clusterResources>
> 				<memory>8192</memory>
> 				<vCores>8</vCores>
> 			</clusterResources>
> 			<queueName>root</queueName>
> 			<schedulingPolicy>fair</schedulingPolicy>
> 			<childQueues>
> 				<maxApps>20</maxApps>
> 				<minResources>
> 					<memory>1024</memory>
> 					<vCores>1</vCores>
> 				</minResources>
> 				<maxResources>
> 					<memory>5283</memory>
> 					<vCores>2</vCores>
> 				</maxResources>
> 				<usedResources>
> 					<memory>0</memory>
> 					<vCores>0</vCores>
> 				</usedResources>
> 				<fairResources>
> 					<memory>5283</memory>
> 					<vCores>0</vCores>
> 				</fairResources>
> 				<clusterResources>
> 					<memory>8192</memory>
> 					<vCores>8</vCores>
> 				</clusterResources>
> 				<queueName>root.Engineering</queueName>
> 				<schedulingPolicy>fair</schedulingPolicy>
> 				<childQueues xsi:type="fairSchedulerLeafQueueInfo">
> 					<maxApps>2147483647</maxApps>
> 					<minResources>
> 						<memory>1024</memory>
> 						<vCores>1</vCores>
> 					</minResources>
> 					<maxResources>
> 						<memory>8192</memory>
> 						<vCores>8</vCores>
> 					</maxResources>
> 					<usedResources>
> 						<memory>0</memory>
> 						<vCores>0</vCores>
> 					</usedResources>
> 					<fairResources>
> 						<memory>2642</memory>
> 						<vCores>0</vCores>
> 					</fairResources>
> 					<clusterResources>
> 						<memory>8192</memory>
> 						<vCores>8</vCores>
> 					</clusterResources>
> 					<queueName>root.Engineering.Development</queueName>
> 					<schedulingPolicy>fair</schedulingPolicy>
> 					<numPendingApps>0</numPendingApps>
> 					<numActiveApps>0</numActiveApps>
> 				</childQueues>
> 				<childQueues xsi:type="fairSchedulerLeafQueueInfo">
> 					<maxApps>2147483647</maxApps>
> 					<minResources>
> 						<memory>1024</memory>
> 						<vCores>1</vCores>
> 					</minResources>
> 					<maxResources>
> 						<memory>8192</memory>
> 						<vCores>8</vCores>
> 					</maxResources>
> 					<usedResources>
> 						<memory>0</memory>
> 						<vCores>0</vCores>
> 					</usedResources>
> 					<fairResources>
> 						<memory>2642</memory>
> 						<vCores>0</vCores>
> 					</fairResources>
> 					<clusterResources>
> 						<memory>8192</memory>
> 						<vCores>8</vCores>
> 					</clusterResources>
> 					<queueName>root.Engineering.TESTING</queueName>
> 					<schedulingPolicy>fair</schedulingPolicy>
> 					<numPendingApps>0</numPendingApps>
> 					<numActiveApps>0</numActiveApps>
> 				</childQueues>
> 			</childQueues>
> 			<childQueues xsi:type="fairSchedulerLeafQueueInfo">
> 				<maxApps>2147483647</maxApps>
> 				<minResources>
> 					<memory>0</memory>
> 					<vCores>0</vCores>
> 				</minResources>
> 				<maxResources>
> 					<memory>8192</memory>
> 					<vCores>8</vCores>
> 				</maxResources>
> 				<usedResources>
> 					<memory>0</memory>
> 					<vCores>0</vCores>
> 				</usedResources>
> 				<fairResources>
> 					<memory>2909</memory>
> 					<vCores>0</vCores>
> 				</fairResources>
> 				<clusterResources>
> 					<memory>8192</memory>
> 					<vCores>8</vCores>
> 				</clusterResources>
> 				<queueName>root.default</queueName>
> 				<schedulingPolicy>fair</schedulingPolicy>
> 				<numPendingApps>0</numPendingApps>
> 				<numActiveApps>0</numActiveApps>
> 			</childQueues>
> 		</rootQueue>
> 	</schedulerInfo>
> </scheduler>



--
This message was sent by Atlassian JIRA
(v6.3.15#6346)

---------------------------------------------------------------------
To unsubscribe, e-mail: yarn-issues-unsubscribe@hadoop.apache.org
For additional commands, e-mail: yarn-issues-help@hadoop.apache.org


Mime
View raw message