{
  "type": "kafka",
  "spec": {
    "ioConfig": {
      "type": "kafka",
      "consumerProperties": {
        "bootstrap.servers": "kafka:9092"
      },
      "topic": "main",
      "inputFormat": {
        "type": "json"
      },
      "useEarliestOffset": true
    },
    "tuningConfig": {
      "type": "kafka",
      "maxTotalRows": 250000
    },
    "dataSchema": {
      "dataSource": "main",
      "timestampSpec": {
        "column": "ts",
        "format": "posix"
      },
      "dimensionsSpec": {
        "dimensions": [
          "id",
          "host",
          "ident",
          "nick",
          "nick_id",
          "user_id",
          "msg",
          "msg_id",
          "net",
          "net_id",
          "num",
          "src",
          "ts",
          "date",
          "time",
          "type",
          "bot",
          "channel",
          "channel_category",
          "channel_category_id",
          "channel_category_nsfw",
          "channel_id",
          "channel_nsfw",
          {
            "type": "long",
            "name": "guild_member_count"
          },
          "guild",
          "guild_id",
          "mode",
          "modearg",
          {
            "type": "double",
            "name": "sentiment"
          },
          "status",
          "user",
          "exemption",
          "num_chans",
          "num_users",
          "online",
          "realname",
          "server",
          "mtype",
          "tokens",
          "lang_code",
          "lang_name",
          "filename",
          "file_md5",
          "file_ext",
          "file_size"
        ]
      },
      "granularitySpec": {
        "queryGranularity": "none",
        "rollup": false,
        "segmentGranularity": "year"
      }
    }
  }
}