Hadoop记录-fair公平调度队列管理

<?xml version="1.0"?>
<allocations>
<queue name="root">
<queue name="default">
<minResources>2048 mb,4 vcores</minResources>
<maxResources>2000000 mb,660 vcores</maxResources>
<maxRunningApps>80</maxRunningApps>
<aclSubmitApps>*</aclSubmitApps>
<weight>2.0</weight>
<schedulingMode>fair</schedulingMode> </queue>
<queue name="queue_a">
<minResources>2048 mb,4 vcores</minResources>
<maxResources>102400 mb,148 vcores</maxResources>
<maxRunningApps>50</maxRunningApps>
<aclSubmitApps>*</aclSubmitApps>
<weight>2.0</weight>
<schedulingMode>fair</schedulingMode>
</queue>
<queue name="queue_b">
<minResources>2048 mb,4 vcores</minResources>
<maxResources>102400 mb,148 vcores</maxResources>
<maxRunningApps>50</maxRunningApps>
<aclSubmitApps>*</aclSubmitApps>
<weight>2.0</weight>
<schedulingMode>fair</schedulingMode>
</queue>
</queue>
</allocations>

beeline -u " jdbc:hive2://10.202.77.201:10000" -n hive -p hive
set hive.execution.engine=tez;

nohup hive --service hiveserver2 &
nohup hive --service metastore &

hive -S -e "select * from xxx" --S静音模式不打印MR2的进度信息 e加载hql查询语句
hive -f test.hql --加载一个hql文件
source test.hql

for f in 'rpm -qa | grep xxx';do rpm -e --nodeps ${f} done;

磁盘空间满了,kill超时太长的job

cd hive/yarn/local1/usercache/hive/appcache
su yarn
yarn application -kill job名

Hadoop记录-fair公平调度队列管理

上一篇:HTML5 Web缓存&运用程序缓存&cookie,session


下一篇:Arcmap查找孤路