You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
87 lines
1.7 KiB
JSON
87 lines
1.7 KiB
JSON
{
|
|
"type": "kafka",
|
|
"spec": {
|
|
"ioConfig": {
|
|
"type": "kafka",
|
|
"consumerProperties": {
|
|
"bootstrap.servers": "kafka:9092"
|
|
},
|
|
"topic": "main",
|
|
"inputFormat": {
|
|
"type": "json"
|
|
},
|
|
"useEarliestOffset": true
|
|
},
|
|
"tuningConfig": {
|
|
"type": "kafka",
|
|
"maxTotalRows": 250000
|
|
},
|
|
"dataSchema": {
|
|
"dataSource": "main",
|
|
"timestampSpec": {
|
|
"column": "ts",
|
|
"format": "posix"
|
|
},
|
|
"dimensionsSpec": {
|
|
"dimensions": [
|
|
"id",
|
|
"host",
|
|
"ident",
|
|
"nick",
|
|
"nick_id",
|
|
"user_id",
|
|
"msg",
|
|
"msg_id",
|
|
"net",
|
|
"net_id",
|
|
"num",
|
|
"src",
|
|
"ts",
|
|
"date",
|
|
"time",
|
|
"type",
|
|
"bot",
|
|
"channel",
|
|
"channel_category",
|
|
"channel_category_id",
|
|
"channel_category_nsfw",
|
|
"channel_id",
|
|
"channel_nsfw",
|
|
{
|
|
"type": "long",
|
|
"name": "guild_member_count"
|
|
},
|
|
"guild",
|
|
"guild_id",
|
|
"mode",
|
|
"modearg",
|
|
{
|
|
"type": "double",
|
|
"name": "sentiment"
|
|
},
|
|
"status",
|
|
"user",
|
|
"exemption",
|
|
"num_chans",
|
|
"num_users",
|
|
"online",
|
|
"realname",
|
|
"server",
|
|
"mtype",
|
|
"tokens",
|
|
"lang_code",
|
|
"lang_name",
|
|
"filename",
|
|
"file_md5",
|
|
"file_ext",
|
|
"file_size"
|
|
]
|
|
},
|
|
"granularitySpec": {
|
|
"queryGranularity": "none",
|
|
"rollup": false,
|
|
"segmentGranularity": "year"
|
|
}
|
|
}
|
|
}
|
|
} |