Druid批量数据注入

版权声明：本文为博主原创文章，未经博主允许不得转载。 https://blog.csdn.net/hdyrz/article/details/86525356

往druid注入数据：
curl -k --cert /pathto/server.cer:<certPassword> --key  /pathto/server_key.pem  -X 'POST' -H 'Content-Type:application/json' -d @./tmp0.json https://ip:port/druid/indexer/v1/task --location --max-redirs 50

tmp0.json:
{
  "type": "index_hadoop",
  "spec": {
    "dataSchema": {
      "dataSource": "<DruidDatasetName>",
      "parser": {
        "type": "hadoopyString",
        "parseSpec": {
          "format": "csv",
          "columns": [
            "time_id",
            "priCol",
            "col1",
            "col2",
            "col3",
            "col4",
            "col5"
          ],
          "timestampSpec": {
            "column": "time_id",
            "format": "millis"
          },
          "dimensionsSpec": {
            "dimensions": [
              "priCol",
              "col1",
              "col2",
              "col3",
              "col4"
            ]
          }
        }
      },
      "metricsSpec": [
              {
                "type": "count",
                "name": "count"
              },
              {
                "name": "col5",
                "type": "longSum",
                "fieldName": "col5"
              }
      ],
      "granularitySpec": {
        "type": "uniform",
        "segmentGranularity": "FIVE_MINUTE",
        "queryGranularity": "FIVE_MINUTE",
        "intervals": [
          "2019-12-12/2019-12-14"
        ]
      }
    },
    "ioConfig": {
      "type": "hadoop",
      "inputSpec": {
        "paths": "/hdfs/pathto/",
        "type": "static"
      }
    },
    "tuningConfig": {
      "jobProperties": {
        "mapreduce.job.classloader": "true",
        "mapreduce.map.memory.mb": 1024,
        "mapreduce.map.java.opts": "-Xmx768m",
        "mapreduce.reduce.memory.mb": 1024,
        "mapreduce.reduce.java.opts": "-Xmx768m",
        "yarn.app.mapreduce.am.resource.mb": 1024
      },
      "partitionsSpec": {
        "type": "hashed"
      },
      "type": "hadoop"
    }
  }
}

正在运行的任务：
curl -k --cert /pathto/server.cer:<certPassword> --key  /pathto/server_key.pem https://ip:port/druid/indexer/v1/runningTasks --location

已完成任务：
curl -k --cert /pathto/server.cer:<certPassword> --key  /pathto/server_key.pem https://ip:port/druid/indexer/v1/completeTasks --location

查询druid数据：
curl -k --cert /pathto/server.cer:<certPassword> --key  /pathto/server_key.pem -X 'POST' -H 'Content-Type:application/json' -d @./druidQuerytmp0.json https://ip:port/druid/v2?pretty

druidQuerytmp0.json : 
{
    "queryType": "select",
    "dataSource": "<DruidDatasetName>",
    "descending": false,
    "intervals": [
        "1900-01-01T00:00:00.000/3000-01-01T00:00:00.000"
    ],
    "dimensions": [],
    "metrics": [],
    "granularity": "all",
    "pagingSpec": {
        "threshold": 1,
        "fromNext": true
    },
    "context": {
        "druid.query.fetch": true
    }
}

其他常用：
查询所有dataset
curl -k --cert /pathto/server.cer:<certPassword> --key  /pathto/server_key.pem https://server:port/druid/coordinator/v1/metadata/datasources --location