• Hadoop CapacitySchedule配置


    下面是Hadoop中CapacitySchedule配置,包含了新建队列和子队列

      1   <configuration>
      2     
      3     <property>
      4       <name>yarn.scheduler.capacity.maximum-am-resource-percent</name>
      5       <value>0.2</value>
      6     </property>
      7     
      8     <property>
      9       <name>yarn.scheduler.capacity.maximum-applications</name>
     10       <value>10000</value>
     11     </property>
     12     
     13     <property>
     14       <name>yarn.scheduler.capacity.node-locality-delay</name>
     15       <value>40</value>
     16     </property>
     17     
     18     <property>
     19       <name>yarn.scheduler.capacity.queue-mappings-override.enable</name>
     20       <value>false</value>
     21     </property>
     22     
     23     <property>
     24       <name>yarn.scheduler.capacity.resource-calculator</name>
     25       <value>org.apache.hadoop.yarn.util.resource.DominantResourceCalculator</value>
     26     </property>
     27     
     28     <property>
     29       <name>yarn.scheduler.capacity.root.accessible-node-labels</name>
     30       <value>*</value>
     31       <description></description>
     32     </property>
     33     
     34     <property>
     35       <name>yarn.scheduler.capacity.root.acl_administer_queue</name>
     36       <value>*</value>
     37       <description></description>
     38     </property>
     39     
     40     <property>
     41       <name>yarn.scheduler.capacity.root.capacity</name>
     42       <value>100</value>
     43     </property>
     44     
     45     <property>
     46       <name>yarn.scheduler.capacity.root.default.acl_submit_applications</name>
     47       <value>*</value>
     48     </property>
     49     
     50     <property>
     51       <name>yarn.scheduler.capacity.root.default.capacity</name>
     52       <value>50</value>
     53     </property>
     54     
     55     <property>
     56       <name>yarn.scheduler.capacity.root.default.maximum-capacity</name>
     57       <value>70</value>
     58     </property>
     59     
     60     <property>
     61       <name>yarn.scheduler.capacity.root.default.state</name>
     62       <value>RUNNING</value>
     63     </property>
     64     
     65     <property>
     66       <name>yarn.scheduler.capacity.root.default.user-limit-factor</name>
     67       <value>1</value>
     68     </property>
     69     
     70     <property>
     71       <name>yarn.scheduler.capacity.root.queues</name>
     72       <value>default,spark,hadoop</value>
     73     </property>
     74 
     75     <property>
     76       <name>yarn.scheduler.capacity.root.spark.acl_administer_queue</name>
     77       <value>*</value>
     78     </property>
     79     
     80     <property>
     81       <name>yarn.scheduler.capacity.root.spark.acl_submit_applications</name>
     82       <value>*</value>
     83     </property>
     84     
     85     <property>
     86       <name>yarn.scheduler.capacity.root.spark.capacity</name>
     87       <value>30</value>
     88     </property>
     89     
     90     <property>
     91       <name>yarn.scheduler.capacity.root.spark.maximum-capacity</name>
     92       <value>70</value>
     93     </property>
     94     
     95     <property>
     96       <name>yarn.scheduler.capacity.root.spark.minimum-user-limit-percent</name>
     97       <value>100</value>
     98     </property>
     99     
    100     <property>
    101       <name>yarn.scheduler.capacity.root.spark.ordering-policy</name>
    102       <value>fifo</value>
    103     </property>
    104     
    105     <property>
    106       <name>yarn.scheduler.capacity.root.spark.state</name>
    107       <value>RUNNING</value>
    108     </property>
    109     
    110     <property>
    111       <name>yarn.scheduler.capacity.root.spark.user-limit-factor</name>
    112       <value>1</value>
    113     </property>
    114     
    115     <property>
    116       <name>yarn.scheduler.capacity.root.hadoop.acl_administer_queue</name>
    117       <value>*</value>
    118     </property>
    119     
    120     <property>
    121       <name>yarn.scheduler.capacity.root.hadoop.acl_submit_applications</name>
    122       <value>*</value>
    123     </property>
    124     
    125     <property>
    126       <name>yarn.scheduler.capacity.root.hadoop.capacity</name>
    127       <value>20</value>
    128     </property>
    129     
    130     <property>
    131       <name>yarn.scheduler.capacity.root.hadoop.maximum-capacity</name>
    132       <value>70</value>
    133     </property>
    134     
    135     <property>
    136       <name>yarn.scheduler.capacity.root.hadoop.minimum-user-limit-percent</name>
    137       <value>100</value>
    138     </property>
    139     
    140     <property>
    141       <name>yarn.scheduler.capacity.root.hadoop.ordering-policy</name>
    142       <value>fifo</value>
    143     </property>
    144     
    145     <property>
    146       <name>yarn.scheduler.capacity.root.hadoop.state</name>
    147       <value>RUNNING</value>
    148     </property>
    149     
    150     <property>
    151       <name>yarn.scheduler.capacity.root.hadoop.user-limit-factor</name>
    152       <value>1</value>
    153     </property>
    154   
    155     <property>
    156       <name>yarn.scheduler.capacity.root.spark.queues</name>
    157       <value>spark1,spark2</value>
    158     </property>
    159 
    160     <property>
    161       <name>yarn.scheduler.capacity.root.spark.spark1.acl_administer_queue</name>
    162       <value>*</value>
    163     </property>
    164     
    165     <property>
    166       <name>yarn.scheduler.capacity.root.spark.spark1.acl_submit_applications</name>
    167       <value>*</value>
    168     </property>
    169     
    170     <property>
    171       <name>yarn.scheduler.capacity.root.spark.spark1.capacity</name>
    172       <value>50</value>
    173     </property>
    174     
    175     <property>
    176       <name>yarn.scheduler.capacity.root.spark.spark1.maximum-capacity</name>
    177       <value>70</value>
    178     </property>
    179     
    180     <property>
    181       <name>yarn.scheduler.capacity.root.spark.spark1.minimum-user-limit-percent</name>
    182       <value>100</value>
    183     </property>
    184     
    185     <property>
    186       <name>yarn.scheduler.capacity.root.spark.spark1.ordering-policy</name>
    187       <value>fifo</value>
    188     </property>
    189     
    190     <property>
    191       <name>yarn.scheduler.capacity.root.spark.spark1.state</name>
    192       <value>RUNNING</value>
    193     </property>
    194     
    195     <property>
    196       <name>yarn.scheduler.capacity.root.spark.spark1.user-limit-factor</name>
    197       <value>1</value>
    198     </property>
    199   
    200     <property>
    201       <name>yarn.scheduler.capacity.root.spark.spark2.acl_administer_queue</name>
    202       <value>*</value>
    203     </property>
    204     
    205     <property>
    206       <name>yarn.scheduler.capacity.root.spark.spark2.acl_submit_applications</name>
    207       <value>*</value>
    208     </property>
    209     
    210     <property>
    211       <name>yarn.scheduler.capacity.root.spark.spark2.capacity</name>
    212       <value>50</value>
    213     </property>
    214     
    215     <property>
    216       <name>yarn.scheduler.capacity.root.spark.spark2.maximum-capacity</name>
    217       <value>70</value>
    218     </property>
    219     
    220     <property>
    221       <name>yarn.scheduler.capacity.root.spark.spark2.minimum-user-limit-percent</name>
    222       <value>100</value>
    223     </property>
    224     
    225     <property>
    226       <name>yarn.scheduler.capacity.root.spark.spark2.ordering-policy</name>
    227       <value>fifo</value>
    228     </property>
    229     
    230     <property>
    231       <name>yarn.scheduler.capacity.root.spark.spark2.state</name>
    232       <value>RUNNING</value>
    233     </property>
    234     
    235     <property>
    236       <name>yarn.scheduler.capacity.root.spark.spark2.user-limit-factor</name>
    237       <value>1</value>
    238     </property>
    239   </configuration>
  • 相关阅读:
    windows 程序设计自学:窗口正中显示Hello,World
    为网站图片增加延迟加载功能,提升用户体验
    线性表顺序存储
    sys.stdout sys.stderr的用法
    python 跳出嵌套循环方法
    * 与 ** 在调用函数时的作用
    twisted 学习笔记二:创建一个简单TCP客户端
    给命令行上色
    __new__ 的简单应用
    网友对twisted deferr的理解
  • 原文地址:https://www.cnblogs.com/yuanninesuns/p/7731891.html
Copyright © 2020-2023  润新知