apache drill storage 配置

kafka, hbase, hdfs storage 配置记录

kafka storage

{
  "type": "kafka",
  "kafkaConsumerProps": {
    "key.deserializer": "org.apache.kafka.common.serialization.ByteArrayDeserializer",
    "auto.offset.reset": "earliest",
    "bootstrap.servers": "localhost:9092",
    "group.id": "drill-query-consumer-2",
    "enable.auto.commit": "true",
    "value.deserializer": "org.apache.kafka.common.serialization.ByteArrayDeserializer",
    "session.timeout.ms": "30000"
  },
  "enabled": true
}

hbase storage

{
  "type": "hbase",
  "config": {
    "hbase.zookeeper.quorum": "localhost",
    "hbase.zookeeper.property.clientPort": "2181",
    "zookeeper.znode.parent": "/hbase2"
  },
  "size.calculator.enabled": false,
  "enabled": true
}

hdfs storage

{
  "type": "file",
  "enabled": true,
  "connection": "hdfs://localhost:9000/",
  "config": null,
  "workspaces": {
    "default": {
      "location": "/tlog",
      "writable": false,
      "defaultInputFormat": "psv",
      "allowAccessOutsideWorkspace": false
    },
    "tmp": {
      "location": "/home/f/tmp",
      "writable": true,
      "defaultInputFormat": "psv",
      "allowAccessOutsideWorkspace": false
    }
  },
  "formats": {
    "psv": {
      "type": "text",
      "extensions": [
        "log"
      ],
      "delimiter": "|"
    }
  }
}