• Hadoop 系列YARN:资源调度平台(YARN集群运行)


    YARN:资源调度平台

    YARN集群运行

    HDFS已经启动

     

    [root@node1 hadoop]# scp yarn-site.xml node2:/opt/hadoop-2.7.3/etc/hadoop/

    yarn-site.xml                                                                                 100% 3496   282.5KB/s   00:00   

    [root@node1 hadoop]# scp mapred-site.xml node2:/opt/hadoop-2.7.3/etc/hadoop/

    mapred-site.xml                                                                               100% 1803   133.8KB/s   00:00   

    [root@node1 hadoop]# scp mapred-site.xml node3:/opt/hadoop-2.7.3/etc/hadoop/

    mapred-site.xml                                                                               100% 1803    29.8KB/s   00:00   

    [root@node1 hadoop]# scp yarn-site.xml node3:/opt/hadoop-2.7.3/etc/hadoop/

    yarn-site.xml  

    [root@node1 hadoop]# jps

    2033 Jps

    1798 DataNode

    1694 NameNode

    [root@node2 ~]# jps

    1585 Jps

    1299 DataNode

    1544 SecondaryNameNode

    [root@node2 ~]# ^C

    [root@node2 ~]#

    [root@node3 ~]# jps

    1515 Jps

    1279 DataNode

    [root@node3 ~]#

     分发文件

     

    [root@node1 hadoop]# start-yarn.sh

    starting yarn daemons

    starting resourcemanager, logging to /opt/hadoop-2.7.3/logs/yarn-root-resourcemanager-node1.out

    node3: starting nodemanager, logging to /opt/hadoop-2.7.3/logs/yarn-root-nodemanager-node3.out

    node2: starting nodemanager, logging to /opt/hadoop-2.7.3/logs/yarn-root-nodemanager-node2.out

    node1: starting nodemanager, logging to

    /opt/hadoop-2.7.3/logs/yarn-root-nodemanager-node1.out

    [root@node1 hadoop]#

     

    [root@node1 hadoop]# jps

    2129 ResourceManager

    2517 Jps

    1798 DataNode

    2230 NodeManager

    1694 NameNode

    [root@node1 hadoop]#

    [root@node2 ~]# jps

    1681 NodeManager

    1299 DataNode

    1544 SecondaryNameNode

    1785 Jps

    [root@node2 ~]#

    [root@node3 ~]# jps

    1698 Jps

    1279 DataNode

    1599 NodeManager

    [root@node3 ~]#

    http://192.168.55.128:8088

    [root@node1 hadoop]# cd mapreduce

    [root@node1 mapreduce]# ll

    total 4972

    -rw-r--r-- 1 root root  537521 Aug 17  2016 hadoop-mapreduce-client-app-2.7.3.jar

    -rw-r--r-- 1 root root  773501 Aug 17  2016 hadoop-mapreduce-client-common-2.7.3.jar

    -rw-r--r-- 1 root root 1554595 Aug 17  2016 hadoop-mapreduce-client-core-2.7.3.jar

    -rw-r--r-- 1 root root  189714 Aug 17  2016 hadoop-mapreduce-client-hs-2.7.3.jar

    -rw-r--r-- 1 root root   27598 Aug 17  2016 hadoop-mapreduce-client-hs-plugins-2.7.3.jar

    -rw-r--r-- 1 root root   61745 Aug 17  2016 hadoop-mapreduce-client-jobclient-2.7.3.jar

    -rw-r--r-- 1 root root 1551594 Aug 17  2016 hadoop-mapreduce-client-jobclient-2.7.3-tests.jar

    -rw-r--r-- 1 root root   71310 Aug 17  2016 hadoop-mapreduce-client-shuffle-2.7.3.jar

    -rw-r--r-- 1 root root  295812 Aug 17  2016 hadoop-mapreduce-examples-2.7.3.jar

    drwxr-xr-x 2 root root    4096 Aug 17  2016 lib

    drwxr-xr-x 2 root root      30 Aug 17  2016 lib-examples

    drwxr-xr-x 2 root root    4096 Aug 17  2016 sources

    [root@node1 mapreduce]#

    Hadoop自带样例程序

    [root@node1 ~]# cd /opt/hadoop-2.7.3/share/hadoop/mapreduce/ 
    [root@node1 mapreduce]# ll total 4972 -rw-r--r-- 1 root root 537521 Aug 17 2016 hadoop-mapreduce-client-app-2.7.3.jar
    -rw-r--r-- 1 root root 773501 Aug 17 2016 hadoop-mapreduce-client-common-2.7.3.jar
    -rw-r--r-- 1 root root 1554595 Aug 17 2016 hadoop-mapreduce-client-core-2.7.3.jar
    -rw-r--r-- 1 root root 189714 Aug 17 2016 hadoop-mapreduce-client-hs-2.7.3.jar
    -rw-r--r-- 1 root root 27598 Aug 17 2016 hadoop-mapreduce-client-hs-plugins-2.7.3.jar
    -rw-r--r-- 1 root root 61745 Aug 17 2016 hadoop-mapreduce-client-jobclient-2.7.3.jar
    -rw-r--r-- 1 root root 1551594 Aug 17 2016 hadoop-mapreduce-client-jobclient-2.7.3-tests.jar
    -rw-r--r-- 1 root root 71310 Aug 17 2016 hadoop-mapreduce-client-shuffle-2.7.3.jar
    -rw-r--r-- 1 root root 295812 Aug 17 2016 hadoop-mapreduce-examples-2.7.3.jar
    drwxr-xr-x 2 root root 4096 Aug 17 2016 lib
    drwxr-xr-x 2 root root 30 Aug 17 2016 lib-examples
    drwxr-xr-x 2 root root 4096 Aug 17 2016 sources

     求解PI值

     

     我们可以观察页面http://192.168.55.128:8088

     

     

  • 相关阅读:
    ASP.NET之Application、Session和Cookie的差别
    Android 最火高速开发框架AndroidAnnotations使用具体解释
    关于牛逼的顺丰--也谈管理
    SIFT特征提取分析
    [置顶] 网页提交方式post和get的区别和联系
    xcode 5.0 以上去掉icon高亮方法&iOS5白图标问题
    我是怎样成长为系统架构师的
    怎样使用oracle 的DBMS_SQLTUNE package 来执行 Sql Tuning Advisor 进行sql 自己主动调优
    UDP用户数据报协议和IP分组
    使用Java高速实现进度条
  • 原文地址:https://www.cnblogs.com/mtime2004/p/10036968.html
Copyright © 2020-2023  润新知