Druid 基礎使用-操作篇（Imply ）

一、Imply

    Druid 原生的配置較麻煩，在上一篇單機版安裝中有所涉及
   Imply 基於Druid 進行了一些組件的開發，提供開源社區版本和商業版，簡化了部署，開發了一些應用.https://imply.io/product

二、

安裝

1. 下載nodejs 安裝(http://jingyan.baidu.com/article/dca1fa6f48f478f1a5405272.html)
2. .安裝imply
   1. 下載最新版本 imply-1.3.1.tar  https://imply.io/download
   2. tar -xzf imply-1.3.1.tar
3. 啟動
    1[root@Druid imply-1.3.1]# bin/supervise -c conf/supervise/quickstart.conf  -可以nohup 后台執行

三、Imply 數據的發送
        1.修改 tranquility 組件下server.josn 中的數據相關信息 --表名稱、維度列、指標列
         修改后的數據結構如下
         

{
    "dataSources": {
        "pageviews": {
            "spec": {
                "dataSchema": {
                    "dataSource": "pageviews",
                    "parser": {
                        "type": "string",
                        "parseSpec": {
                            "timestampSpec": {
                                "format": "auto",
                                "column": "time"
                            },
                            "dimensionsSpec": {
                                "dimensions": [
                                    "url",
                                    "user"
                                ]
                            },
                            "format": "json"
                        }
                    },
                    "granularitySpec": {
                        "type": "uniform",
                        "segmentGranularity": "hour",
                        "queryGranularity": "none"
                    },
                    "metricsSpec": [
                        {
                            "name": "views",
                            "type": "count"
                        },
                        {
                            "name": "latencyMs",
                            "type": "doubleSum",
                            "fieldName": "latencyMs"
                        }
                    ]
                },
                "ioConfig": {
                    "type": "realtime"
                },
                "tuningConfig": {
                    "type": "realtime",
                    "maxRowsInMemory": "100000",
                    "intermediatePersistPeriod": "PT10M",
                    "windowPeriod": "PT10M"
                }
            },
            "properties": {
                "task.partitions": "1",
                "task.replicants": "1"
            }
        }
    },
    "properties": {
        "zookeeper.connect": "localhost",
        "druid.discovery.curator.path": "/druid/discovery",
        "druid.selectors.indexing.serviceName": "druid/overlord",
        "http.port": "8200",
        "http.threads": "8"
    }

        2.重新啟動Imply --這個地方有個疑問  如何動態的設置表的名稱呢？tranquility 重啟 原因在於重啟的時候指定了server.json 這個配置文件?

      3.在linnux系統中進行數據的發送
                curl -XPOST -H'Content-Type: application/json' --data-binary @../003.jsonhttp://*。*。*。*:8200/v1/post/pageviews  --pageviews 必須提前聲明，否則回提示數據源未定義 ，如何動態增加呢

           003.josn 數據源的數據，一定要注意time 數據，一是時間最好是當前時間，否則tranquility 僅能收到數據，不會想Druid進行數據的發送，比如  receive 3 send 0

          

        如果一切正常，將會受到 received 3 send 3

   4.c# 代碼進行json數據的發送 --post json 
       

/// <summary>
        /// 插入數據,基於服務端已經有的一個表pageviews
        /// </summary>
        [TestMethod]
        public void InsertData()
        {
            string url = "http://*.*.*.*:8200/v1/post/pageviews"; //發送數據
            string data = PostHttp(url, GetData());
            DruiExecuteResult result = JsonConvert.DeserializeObject<DruiExecuteResult>(data);

            Assert.IsTrue(result.result.received == "100");
            Assert.IsTrue(result.result.received == "100");
        }
         public string GetData()
        {
            StringBuilder sb = new StringBuilder();
            string temp = string.Empty;
            string ISO8601time = string.Empty;
            for (int i = 0; i < 100; i++)
            {
                ISO8601time = DateTime.Now.ToString("yyyy-MM-ddTHH:mm:sszzzz", DateTimeFormatInfo.InvariantInfo);
                temp = "{\"time\":\"" + ISO8601time + "\",\"url\":\"test" + i.ToString() + "\",\"user\":\"hello" + i.ToString() + "\",\"latencyMs\":" + i.ToString() + "}";
                sb.AppendLine(temp);
            }

            string result = sb.ToString();

            return result;
        }
          private static string PostHttp(string url, string body)
        {
            HttpWebRequest httpWebRequest = (HttpWebRequest)WebRequest.Create(url);
            httpWebRequest.ContentType = "application/x-www-form-urlencoded;charset=UTF-8";
            httpWebRequest.ContentType = "application/json";
            //httpWebRequest.ContentType = "text/plain";

            httpWebRequest.Method = "POST";
            httpWebRequest.Timeout = 30000;
            httpWebRequest.KeepAlive = false;
            byte[] btBodys = Encoding.UTF8.GetBytes(body);
            httpWebRequest.ContentLength = btBodys.Length;
            string responseContent = string.Empty;
            HttpWebResponse httpWebResponse = null;
            StreamReader streamReader = null;
            try
            {
                httpWebRequest.GetRequestStream().Write(btBodys, 0, btBodys.Length);
                httpWebResponse = (HttpWebResponse)httpWebRequest.GetResponse();
                streamReader = new StreamReader(httpWebResponse.GetResponseStream());
                responseContent = streamReader.ReadToEnd();
            }
            catch (Exception er)
            {
                throw new Exception("執行出現異常:" + "數據:" + body, er);
            }
            finally
            {
                if (httpWebResponse != null)
                {
                    httpWebResponse.Close();
                }
                if (streamReader != null)
                {
                    streamReader.Close();
                }
                httpWebRequest.Abort();
            }

            return responseContent;
        }