• Druid 基础使用-操作篇(Imply )


    一、Imply

        Druid 原生的配置较麻烦,在上一篇单机版安装中有所涉及
       Imply 基于Druid 进行了一些组件的开发,提供开源社区版本和商业版,简化了部署,开发了一些应用.https://imply.io/product

    二、

    安装

    1. 下载nodejs 安装(http://jingyan.baidu.com/article/dca1fa6f48f478f1a5405272.html)
    2. .安装imply
      1. 下载最新版本 imply-1.3.1.tar  https://imply.io/download
      2. tar -xzf imply-1.3.1.tar
    3. 启动
       1[root@Druid imply-1.3.1]# bin/supervise -c conf/supervise/quickstart.conf  -可以nohup 后台执行

    三、Imply 数据的发送
            1.修改 tranquility 组件下server.josn 中的数据相关信息 --表名称、维度列、指标列
             修改后的数据结构如下
             

    {
        "dataSources": {
            "pageviews": {
                "spec": {
                    "dataSchema": {
                        "dataSource": "pageviews",
                        "parser": {
                            "type": "string",
                            "parseSpec": {
                                "timestampSpec": {
                                    "format": "auto",
                                    "column": "time"
                                },
                                "dimensionsSpec": {
                                    "dimensions": [
                                        "url",
                                        "user"
                                    ]
                                },
                                "format": "json"
                            }
                        },
                        "granularitySpec": {
                            "type": "uniform",
                            "segmentGranularity": "hour",
                            "queryGranularity": "none"
                        },
                        "metricsSpec": [
                            {
                                "name": "views",
                                "type": "count"
                            },
                            {
                                "name": "latencyMs",
                                "type": "doubleSum",
                                "fieldName": "latencyMs"
                            }
                        ]
                    },
                    "ioConfig": {
                        "type": "realtime"
                    },
                    "tuningConfig": {
                        "type": "realtime",
                        "maxRowsInMemory": "100000",
                        "intermediatePersistPeriod": "PT10M",
                        "windowPeriod": "PT10M"
                    }
                },
                "properties": {
                    "task.partitions": "1",
                    "task.replicants": "1"
                }
            }
        },
        "properties": {
            "zookeeper.connect": "localhost",
            "druid.discovery.curator.path": "/druid/discovery",
            "druid.selectors.indexing.serviceName": "druid/overlord",
            "http.port": "8200",
            "http.threads": "8"
        }
    View Code

            2.重新启动Imply --这个地方有个疑问  如何动态的设置表的名称呢?tranquility 重启 原因在于重启的时候指定了server.json 这个配置文件?

          3.在linnux系统中进行数据的发送
                    curl -XPOST -H'Content-Type: application/json' --data-binary @../003.jsonhttp://*。*。*。*:8200/v1/post/pageviews  --pageviews 必须提前声明,否则回提示数据源未定义 ,如何动态增加呢

               003.josn 数据源的数据,一定要注意time 数据,一是时间最好是当前时间,否则tranquility 仅能收到数据,不会想Druid进行数据的发送,比如  receive 3 send 0

              

            如果一切正常,将会受到 received 3 send 3

       4.c# 代码进行json数据的发送 --post json 
           

     1 /// <summary>
     2         /// 插入数据,基于服务端已经有的一个表pageviews
     3         /// </summary>
     4         [TestMethod]
     5         public void InsertData()
     6         {
     7             string url = "http://*.*.*.*:8200/v1/post/pageviews"; //发送数据
     8             string data = PostHttp(url, GetData());
     9             DruiExecuteResult result = JsonConvert.DeserializeObject<DruiExecuteResult>(data);
    10 
    11             Assert.IsTrue(result.result.received == "100");
    12             Assert.IsTrue(result.result.received == "100");
    13         }
    14          public string GetData()
    15         {
    16             StringBuilder sb = new StringBuilder();
    17             string temp = string.Empty;
    18             string ISO8601time = string.Empty;
    19             for (int i = 0; i < 100; i++)
    20             {
    21                 ISO8601time = DateTime.Now.ToString("yyyy-MM-ddTHH:mm:sszzzz", DateTimeFormatInfo.InvariantInfo);
    22                 temp = "{"time":"" + ISO8601time + "","url":"test" + i.ToString() + "","user":"hello" + i.ToString() + "","latencyMs":" + i.ToString() + "}";
    23                 sb.AppendLine(temp);
    24             }
    25 
    26             string result = sb.ToString();
    27 
    28             return result;
    29         }
    30           private static string PostHttp(string url, string body)
    31         {
    32             HttpWebRequest httpWebRequest = (HttpWebRequest)WebRequest.Create(url);
    33             httpWebRequest.ContentType = "application/x-www-form-urlencoded;charset=UTF-8";
    34             httpWebRequest.ContentType = "application/json";
    35             //httpWebRequest.ContentType = "text/plain";
    36 
    37             httpWebRequest.Method = "POST";
    38             httpWebRequest.Timeout = 30000;
    39             httpWebRequest.KeepAlive = false;
    40             byte[] btBodys = Encoding.UTF8.GetBytes(body);
    41             httpWebRequest.ContentLength = btBodys.Length;
    42             string responseContent = string.Empty;
    43             HttpWebResponse httpWebResponse = null;
    44             StreamReader streamReader = null;
    45             try
    46             {
    47                 httpWebRequest.GetRequestStream().Write(btBodys, 0, btBodys.Length);
    48                 httpWebResponse = (HttpWebResponse)httpWebRequest.GetResponse();
    49                 streamReader = new StreamReader(httpWebResponse.GetResponseStream());
    50                 responseContent = streamReader.ReadToEnd();
    51             }
    52             catch (Exception er)
    53             {
    54                 throw new Exception("执行出现异常:" + "数据:" + body, er);
    55             }
    56             finally
    57             {
    58                 if (httpWebResponse != null)
    59                 {
    60                     httpWebResponse.Close();
    61                 }
    62                 if (streamReader != null)
    63                 {
    64                     streamReader.Close();
    65                 }
    66                 httpWebRequest.Abort();
    67             }
    68 
    69             return responseContent;
    70         }
    View Code

      
     

       

  • 相关阅读:
    20172324 结对编程项目-四则运算 第三周 阶段总结
    20172324 结对编程项目-四则运算 第一周 阶段总结
    20172324 2017-2018-2《程序设计与数据结构》实验2报告
    20172324 2017-2018-2 《程序设计与数据结构》第七周学习总结
    2017-2018-2学期 20172324《Java程序设计》第六周学习总结
    20172307 2017-2018-2 《程序设计与数据结构》实验1报告
    20172307 2017-2018-2 《程序设计与数据结构》第3周学习总结
    23007 2017-2018-2 《程序设计与数据结构》第2周学习总结
    .20172307 2017-2018-2 《程序设计与数据结构》第1周学习总结
    寒假作业03
  • 原文地址:https://www.cnblogs.com/pbc1984/p/6103068.html
Copyright © 2020-2023  润新知