|
|
|
|
import msgpack
|
|
|
|
|
from django.core.management.base import BaseCommand
|
|
|
|
|
from redis import StrictRedis
|
|
|
|
|
|
|
|
|
|
from core.lib.rules import rule_matched
|
|
|
|
|
from core.models import NotificationRule
|
|
|
|
|
from core.util import logs
|
|
|
|
|
|
|
|
|
|
log = logs.get_logger("processing")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def process_rules(data):
|
|
|
|
|
all_rules = NotificationRule.objects.filter(enabled=True)
|
|
|
|
|
|
|
|
|
|
for index, index_messages in data.items():
|
|
|
|
|
for message in index_messages:
|
|
|
|
|
for rule in all_rules:
|
|
|
|
|
parsed_rule = rule.parse()
|
|
|
|
|
matched = {}
|
|
|
|
|
if "index" not in parsed_rule:
|
|
|
|
|
continue
|
|
|
|
|
if "source" not in parsed_rule:
|
|
|
|
|
continue
|
|
|
|
|
rule_index = parsed_rule["index"]
|
|
|
|
|
rule_source = parsed_rule["source"]
|
|
|
|
|
# if not type(rule_index) == list:
|
|
|
|
|
# rule_index = [rule_index]
|
|
|
|
|
# if not type(rule_source) == list:
|
|
|
|
|
# rule_source = [rule_source]
|
|
|
|
|
if index not in rule_index:
|
|
|
|
|
continue
|
|
|
|
|
if message["src"] not in rule_source:
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
matched["index"] = index
|
|
|
|
|
matched["source"] = message["src"]
|
|
|
|
|
|
|
|
|
|
rule_field_length = len(parsed_rule.keys())
|
|
|
|
|
matched_field_number = 0
|
|
|
|
|
for field, value in parsed_rule.items():
|
|
|
|
|
# if not type(value) == list:
|
|
|
|
|
# value = [value]
|
|
|
|
|
if field == "src":
|
|
|
|
|
continue
|
|
|
|
|
if field == "tokens":
|
|
|
|
|
for token in value:
|
|
|
|
|
if "tokens" in message:
|
|
|
|
|
if token in message["tokens"]:
|
|
|
|
|
matched_field_number += 1
|
|
|
|
|
matched[field] = token
|
|
|
|
|
# Break out of the token matching loop
|
|
|
|
|
break
|
|
|
|
|
# Continue to next field
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
# Allow partial matches for msg
|
|
|
|
|
if field == "msg":
|
|
|
|
|
for msg in value:
|
|
|
|
|
if "msg" in message:
|
|
|
|
|
if msg.lower() in message["msg"].lower():
|
|
|
|
|
matched_field_number += 1
|
|
|
|
|
matched[field] = msg
|
|
|
|
|
# Break out of the msg matching loop
|
|
|
|
|
break
|
|
|
|
|
# Continue to next field
|
|
|
|
|
continue
|
|
|
|
|
if field in message and message[field] in value:
|
|
|
|
|
matched_field_number += 1
|
|
|
|
|
matched[field] = message[field]
|
|
|
|
|
if matched_field_number == rule_field_length - 2:
|
|
|
|
|
rule_matched(rule, message, matched)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class Command(BaseCommand):
|
|
|
|
|
def handle(self, *args, **options):
|
|
|
|
|
r = StrictRedis(unix_socket_path="/var/run/socks/redis.sock", db=0)
|
|
|
|
|
p = r.pubsub()
|
|
|
|
|
p.psubscribe("messages")
|
|
|
|
|
for message in p.listen():
|
|
|
|
|
if message:
|
|
|
|
|
if message["channel"] == b"messages":
|
|
|
|
|
data = message["data"]
|
|
|
|
|
try:
|
|
|
|
|
unpacked = msgpack.unpackb(data, raw=False)
|
|
|
|
|
except TypeError:
|
|
|
|
|
continue
|
|
|
|
|
process_rules(unpacked)
|
