neptune/core/lib/threshold.py

138 lines
3.6 KiB
Python

import logging
from json import dumps
from operator import itemgetter
from typing import OrderedDict
import requests
from django.conf import settings
from requests.exceptions import JSONDecodeError
logger = logging.getLogger(__name__)
def escape(obj):
chars = ["[", "]", "^", "-", "*", "?"]
if isinstance(obj, str):
obj = obj.replace("\\", "\\\\")
for i in chars:
obj = obj.replace(i, "\\" + i)
elif isinstance(obj, list):
for i in obj:
i = escape(i)
elif isinstance(obj, dict):
for key in obj:
obj[key] = escape(obj[key])
return obj
def sort_data(data):
for item in data.keys():
if isinstance(data[item], list):
for v in data[item]:
if isinstance(v, list):
cont = True
if isinstance(v, dict):
cont = True
if cont:
continue
data[item].sort()
elif isinstance(data[item], dict):
# Don't sort nested stuff
cont = False
for k, v in data[item].items():
if isinstance(v, list):
cont = True
if isinstance(v, dict):
cont = True
if cont:
continue
sorted_item = sorted(data[item].items(), key=itemgetter(1), reverse=True)
data[item] = OrderedDict({k: v for k, v in sorted_item})
def threshold_request(url, data, method="POST"):
headers = {
"ApiKey": settings.THRESHOLD_API_KEY,
"Token": settings.THRESHOLD_API_TOKEN,
}
for key in data:
data[key] = escape(data[key])
if method == "POST":
method = requests.post
elif method == "GET":
method = requests.get
elif method == "DELETE":
method = requests.delete
elif method == "PUT":
method = requests.put
else:
logger.error("Invalid method specified")
method = requests.get
print("SENDING TO", url)
r = method(
f"{settings.THRESHOLD_ENDPOINT}/{url}/", data=dumps(data), headers=headers
)
if not r.headers.get("Counter") == settings.THRESHOLD_API_COUNTER:
logger.error(
(
f"Threshold API counter mismatch: "
f"{r.headers.get('Counter')} != "
f"{settings.THRESHOLD_API_COUNTER}"
)
)
return False
try:
response = r.json()
sort_data(response)
except JSONDecodeError:
logging.error(f"Invalid JSON response: {r.text}")
return False
return response
def get_chans(net, query):
url = "chans"
payload = {"net": net, "query": query}
channels = threshold_request(url, payload)
if not channels:
return []
return channels["chans"]
def get_users(net, query):
url = "users"
payload = {"net": net, "query": query}
users = threshold_request(url, payload)
if not users:
return []
return users["users"]
def annotate_online(net, query):
url = "online"
payload = {"net": net, "query": query}
online_info = threshold_request(url, payload)
if not online_info:
return {}
return online_info
def annotate_num_users(net, query):
url = "num_users"
payload = {"net": net, "query": query}
user_num_map = threshold_request(url, payload)
if not user_num_map:
return {}
return user_num_map
def annotate_num_chans(net, query):
url = "num_chans"
payload = {"net": net, "query": query}
chan_num_map = threshold_request(url, payload)
if not chan_num_map:
return {}
return chan_num_map