• hue安装及基本测试-笔记


    #########################################################################################################
    hue安装:

    操作系统 安装以下软件:
    CentOS/RHEL:

    Oracle's JDK (read more here)
    ant
    asciidoc
    cyrus-sasl-devel
    cyrus-sasl-gssapi
    cyrus-sasl-plain
    gcc
    gcc-c++
    krb5-devel
    libffi-devel
    libtidy (for unit tests only)
    libxml2-devel
    libxslt-devel
    make
    mvn (from apache-maven package or maven3 tarball)
    mysql
    mysql-devel
    openldap-devel
    python-devel
    sqlite-devel
    openssl-devel (for version 7+)
    gmp-devel

    解压hue tar包

    cd 解压目录
    export PATH=/usr/local/mysql/bin:$PATH
    make apps

    编译成功后目录下会多出两个文件。

    *******************************************
    配置:
    desktop/conf/hue.init

    [desktop]

      # Set this to a random string, the longer the better.
      # This is used for secure hashing in the session store.
      secret_key=jFE93j;2[290-eiw.KEiwN2s3['d;/.q[eIW^y#e=+Iei*@Mn<qW5o

      # Webserver listens on this address and port
      http_host=chavin.king
      http_port=8888

      # Time zone name
      time_zone=Asia/Shanghai

      # Enable or disable Django debug mode.
      django_debug_mode=false

      # Enable or disable backtrace for server error
      http_500_debug_mode=false

    **************************************
    启动hue
     
    $ build/env/bin/supervisor
     
    浏览器登录:http:chavin.king:8888
    注册用户名密码:admin admin
     
    ****************************************
    配置集成hdfs、yarn组件:
     
    Configure WebHdfs

    You need to enable WebHdfs or run an HttpFS server. To turn on WebHDFS, add this to your hdfs-site.xml and restart your HDFS cluster. Depending on your setup, your hdfs-site.xml might be in /etc/hadoop/conf.

    <property>
      <name>dfs.webhdfs.enabled</name>
      <value>true</value>
    </property>
    You also need to add this to core-site.html.

    <property>
      <name>hadoop.proxyuser.hue.hosts</name>
      <value>*</value>
    </property>
    <property>
      <name>hadoop.proxyuser.hue.groups</name>
      <value>*</value>
    </property>

    ---desktop/conf/hue.init

    [hadoop]

      # Configuration for HDFS NameNode
      # ------------------------------------------------------------------------
      [[hdfs_clusters]]
        # HA support by using HttpFs

        [[[default]]]
          # Enter the filesystem uri
          fs_defaultfs=hdfs://chavin.king:9000

          # NameNode logical name.
          ## logical_name=

          # Use WebHdfs/HttpFs as the communication mechanism.
          # Domain should be the NameNode or HttpFs host.
          # Default port is 14000 for HttpFs.
          webhdfs_url=http://chavin.king:50070/webhdfs/v1

          # Change this if your HDFS cluster is Kerberos-secured
          ## security_enabled=false

          # Default umask for file and directory creation, specified in an octal value.
          ## umask=022

          # Directory of the Hadoop configuration
          hadoop_conf_dir=/opt/cdh-5.3.6/hadoop-2.5.0-cdh5.3.6/etc/hadoop

      # Configuration for YARN (MR2)
      # ------------------------------------------------------------------------
      [[yarn_clusters]]

        [[[default]]]
          # Enter the host on which you are running the ResourceManager
          resourcemanager_host=chavin.king

          # The port where the ResourceManager IPC listens on
          resourcemanager_port=8032

          # Whether to submit jobs to this cluster
          submit_to=True

          # Resource Manager logical name (required for HA)
          ## logical_name=

          # Change this if your YARN cluster is Kerberos-secured
          ## security_enabled=false

          # URL of the ResourceManager API
          resourcemanager_api_url=http://chavin.king:8088

          # URL of the ProxyServer API
          proxy_api_url=http://chavin.king:8088

          # URL of the HistoryServer API
          history_server_api_url=http://chavin.king:19888

          # In secure mode (HTTPS), if SSL certificates from Resource Manager's
          # Rest Server have to be verified against certificate authority
          ## ssl_cert_ca_verify=False

        # HA support by specifying multiple clusters
        # e.g.

        # [[[ha]]]
          # Resource Manager logical name (required for HA)
          ## logical_name=my-rm-name

      # Configuration for MapReduce (MR1)
      # ------------------------------------------------------------------------

    hue配置连接hive:

    hive-site.xml配置:

            <property>
                  <name>hive.server2.thrift.port</name>
                  <value>10000</value>
            </property>

            <property>
                  <name>hive.server2.thrift.bind.host</name>
                  <value>chavin.king</value>
            </property>
           
            <property>
                  <name>hive.metastore.uris</name>
                  <value>thrift://chavin.king:9083</value>
            </property>

            并且启动hiveserver2 和 hive metastore
           
            #bin/hiveserver2 &
            #bin/hive --service metastore &

           
    配置hue.ini文件:

    ###########################################################################
    # Settings to configure Beeswax with Hive
    ###########################################################################

    [beeswax]

      # Host where HiveServer2 is running.
      # If Kerberos security is enabled, use fully-qualified domain name (FQDN).
      hive_server_host=chavin.king

      # Port where HiveServer2 Thrift server runs on.
      hive_server_port=10000

      # Hive configuration directory, where hive-site.xml is located
      hive_conf_dir=/opt/cdh-5.3.6/hive-0.13.1-cdh5.3.6/conf

      # Timeout in seconds for thrift calls to Hive service
      server_conn_timeout=120

      ****************************************************************************
     
      配置连接关系型数据库:
     
       [[databases]]
        # sqlite configuration.
        [[[sqlite]]]
          # Name to show in the UI.
          nice_name=SQLite

          # For SQLite, name defines the path to the database.
          name=/opt/cdh-5.3.6/hue-3.7.0-cdh5.3.6/desktop/desktop.db

          # Database backend to use.
          engine=sqlite

          # Database options to send to the server when connecting.
          # https://docs.djangoproject.com/en/1.4/ref/databases/
          ## options={}

        # mysql, oracle, or postgresql configuration.
        [[[mysql]]]
          # Name to show in the UI.
          nice_name="My SQL DB"

          # For MySQL and PostgreSQL, name is the name of the database.
          # For Oracle, Name is instance of the Oracle server. For express edition
          # this is 'xe' by default.
          name=chavin

          # Database backend to use. This can be:
          # 1. mysql
          # 2. postgresql
          # 3. oracle
          engine=mysql

          # IP or hostname of the database to connect to.
          host=chavin.king

          # Port the database server is listening to. Defaults are:
          # 1. MySQL: 3306
          # 2. PostgreSQL: 5432
          # 3. Oracle Express Edition: 1521
          port=3306

          # Username to authenticate with when connecting to the database.
          user=root

          # Password matching the username to authenticate with when
          # connecting to the database.
          password=mysql

          # Database options to send to the server when connecting.
          # https://docs.djangoproject.com/en/1.4/ref/databases/
          ## options={}
         
          bin/oozie-setup.sh sharelib create -fs hdfs://chavin.king:9000 -locallib oozie-sharelib-4.0.0-cdh5.3.6-yarn.tar.gz

  • 相关阅读:
    一步一步学EF系列二【Fluent API的方式来处理实体与数据表之间的映射关系】
    EntityFramework 6 开篇
    DOS For循环
    mysql中查看所有表、表字段、表注释、字段注释
    灾备还原之gitlab
    JavaScript 实现继承的5种方式
    HBuilder完成webApp入门(5) 实例
    HBuilder完成webApp入门(4) 实例
    HBuilder完成webApp入门(3) 关于webview (转)
    HBuilder完成webApp入门(2)
  • 原文地址:https://www.cnblogs.com/wcwen1990/p/6652023.html
Copyright © 2020-2023  润新知