Add example Druid spec

This commit is contained in:
Mark Veidemanis 2022-10-21 07:20:30 +01:00
parent dc1ed1fe10
commit e5b5268f5c
Signed by: m
GPG Key ID: 5ACFCEED46C0904F
1 changed files with 86 additions and 0 deletions

86
druid-spec.json Normal file
View File

@ -0,0 +1,86 @@
{
"type": "kafka",
"spec": {
"ioConfig": {
"type": "kafka",
"consumerProperties": {
"bootstrap.servers": "kafka:9092"
},
"topic": "main",
"inputFormat": {
"type": "json"
},
"useEarliestOffset": true
},
"tuningConfig": {
"type": "kafka"
},
"dataSchema": {
"dataSource": "main",
"timestampSpec": {
"column": "ts",
"format": "posix"
},
"dimensionsSpec": {
"dimensions": [
"id",
"host",
"ident",
"nick",
"nick_id",
"user_id",
"msg",
"msg_id",
"net",
"net_id",
"num",
"src",
"ts",
"date",
"time",
"type",
"bot",
"channel",
"channel_category",
"channel_category_id",
"channel_category_nsfw",
"channel_id",
"channel_nsfw",
{
"type": "long",
"name": "guild_member_count"
},
"guild",
"guild_id",
"mode",
"modearg",
{
"type": "double",
"name": "sentiment"
},
"status",
"user",
"exemption",
"num_chans",
"num_users",
"online",
"realname",
"server",
"mtype",
"tokens",
"lang_code",
"lang_name",
"filename",
"file_md5",
"file_ext",
"file_size"
]
},
"granularitySpec": {
"queryGranularity": "none",
"rollup": false,
"segmentGranularity": "week"
}
}
}
}