pluto/core/clients/aggregator.py

from abc import ABC

import orjson

from core.lib import db, notify

# from core.lib.money import money
from core.util import logs

log = logs.get_logger("aggregator")


class AggregatorClient(ABC):
    def store_account_info(self, account_infos):
        # account_infos = {
        #     bank: accounts
        #     for bank, accounts in account_info.items()
        #     for account in accounts
        #     #if account["account_id"] in self.banks
        # }
        # For each bank
        for bank, accounts in account_infos.items():
            # Iterate the accounts
            for index, account in enumerate(list(accounts)):
                if "account_number" not in account:
                    account_infos[bank][index]["account_number"] = {}
                    fields = ["sort_code", "number", "iban"]
                    for field in fields:
                        if field in account:
                            account_infos[bank][index]["account_number"][
                                field
                            ] = account[field]
                            del account_infos[bank][index][field]
                    # if len(account["account_number"]) == 1:
                    #     account_infos[bank].remove(account)
        currencies = [
            account["currency"]
            for bank, accounts in account_infos.items()
            for account in accounts
        ]
        for bank, accounts in account_infos.items():
            if not self.instance.account_info:
                self.instance.account_info = {}
            self.instance.account_info[bank] = []
            for account in accounts:
                self.instance.account_info[bank].append(account)
        # self.account_info = account_infos
        self.currencies = currencies

        self.instance.currencies = currencies
        self.instance.save()

    async def process_transactions(self, account_id, transactions):
        if not transactions:
            return False
        transaction_ids = [x["transaction_id"] for x in transactions]
        new_key_name = f"new.transactions.{self.instance.id}.{self.name}.{account_id}"
        old_key_name = f"transactions.{self.instance.id}.{self.name}.{account_id}"
        # for transaction_id in transaction_ids:
        if not transaction_ids:
            return
        db.r.sadd(new_key_name, *transaction_ids)

        difference = list(db.r.sdiff(new_key_name, old_key_name))

        difference = db.convert(difference)

        new_transactions = [
            x for x in transactions if x["transaction_id"] in difference
        ]

        # Rename the new key to the old key so we can run the diff again
        db.r.rename(new_key_name, old_key_name)
        for transaction in new_transactions:
            transaction["subclass"] = self.name
            # self.tx.transaction(transaction)

    def valid_transaction(self, data):
        """
        Determine if a given transaction object is valid.
        :param data: a transaction cast
        :type data: dict
        :return: whether the transaction is valid
        :rtype: bool
        """
        txid = data["transaction_id"]
        if "amount" not in data:
            return False
        if "currency" not in data:
            return False
        amount = data["amount"]
        if amount <= 0:
            log.info(f"Ignoring transaction with negative/zero amount: {txid}")
            return False
        return True

    def extract_reference(self, data):
        """
        Extract a reference from the transaction cast.
        :param data: a transaction cast
        :type data: dict
        :return: the extracted reference or not_set
        :rtype: str
        """
        if "reference" in data:
            return data["reference"]
        elif "meta" in data:
            if "provider_reference" in data["meta"]:
                return data["meta"]["provider_reference"]
        return "not_set"

    def extract_sender(self, data):
        """
        Extract a sender name from the transaction cast.
        :param data: a transaction cast
        :type data: dict
        :return: the sender name or not_set
        :rtype: str
        """
        if "debtorName" in data:
            return data["debtorName"]
        elif "meta" in data:
            if "debtor_account_name" in data["meta"]:
                return data["meta"]["debtor_account_name"]
        elif "  " in data["reference"]:
            refsplit = data["reference"].split("  ")
            if not len(refsplit) == 2:
                log.error(f"Sender cannot be extracted: {data}")
                return "not_set"
            realname, part2 = data["reference"].split("  ")
            return realname

        return "not_set"

    async def reference_partial_check(self, reference, txid, currency, amount):
        """
        Perform a partial check by intersecting all parts of the split of the
        reference against the existing references, and returning a set of the matches.
        :param reference: the reference to check
        :type reference: str
        :return: matching trade ID string
        :rtype: str
        """
        # Partial reference implementation
        # Account for silly people not removing the default string
        # Split the reference into parts
        ref_split = reference.split(" ")
        # Get all existing references
        existing_refs = await db.get_refs()
        # Get all parts of the given reference split that match the existing references
        stored_trade_reference = set(existing_refs).intersection(set(ref_split))
        if len(stored_trade_reference) > 1:
            message = (
                f"Multiple references valid for TXID {txid}: {reference}"
                f"Currency: {currency} | Amount: {amount}"
            )
            title = "Error: multiple references valid"
            await notify.sendmsg(self.instance.user, message, title=title)
            return False
        if len(stored_trade_reference) == 0:
            return None
        return stored_trade_reference.pop()

    # TODO: pass platform here
    # async def can_alt_lookup(self, amount, currency, reference):
    #     amount_usd = self.money.to_usd(amount, currency)
    #     # Amount is reliable here as it is checked by find_trade,
    #     # so no need for stored_trade["amount"]
    #     if float(amount_usd) > float(settings.Agora.AcceptableAltLookupUSD):
    #         message = (
    #             f"Amount exceeds max for {reference}"
    #             f"Currency: {currency} | Amount: {amount}"
    #         )
    #         title = "Amount exceeds max for {reference}"
    #         await notify.sendmsg(self.instance.user, message, title=title)
    #         return False
    #     return True

    async def amount_currency_lookup(self, amount, currency, txid, reference):
        log.info(f"No reference in DB refs for {reference}")
        self.irc.sendmsg(f"No reference in DB refs for {reference}")
        # Try checking just amount and currency, as some people
        # (usually people buying small amounts)
        #  are unable to put in a reference properly.

        log.info(f"Checking against amount and currency for TXID {txid}")
        self.irc.sendmsg(f"Checking against amount and currency for TXID {txid}")
        title = f"Checking against amount and currency for TXID {txid}"
        message = (
            f"Checking against amount and currency for TXID {txid}"
            f"Currency: {currency} | Amount: {amount}"
        )
        await notify.sendmsg(self.instance.user, message, title=title)
        if not await self.can_alt_lookup(amount, currency, reference):
            return False
        stored_trade = await self.find_trade(txid, currency, amount)
        if not stored_trade:
            title = f"Failed to get reference by amount and currency: {txid}"
            message = (
                f"Failed to get reference by amount and currency: {txid}"
                f"Currency: {currency} | Amount: {amount}"
            )
            await notify.sendmsg(self.instance.user, message, title=title)
            return None
        stored_trade["amount"] = float(stored_trade["amount"])  # convert to float
        return stored_trade

    async def normal_lookup(self, stored_trade_reference, reference, currency, amount):
        stored_trade = await db.get_ref(stored_trade_reference)
        if not stored_trade:
            title = f"No reference in DB for {reference}"
            message = (
                f"No reference in DB for {reference}"
                f"Currency: {currency} | Amount: {amount}"
            )
            await notify.sendmsg(self.instance.user, message, title=title)
            return False
        stored_trade["amount"] = float(stored_trade["amount"])  # convert to float
        return stored_trade

    async def currency_check(self, currency, amount, reference, stored_trade):
        if not stored_trade["currency"] == currency:
            title = "Currency mismatch"
            message = (
                f"Currency mismatch, Agora: {stored_trade['currency']} "
                f"/ Sink: {currency}"
            )
            await notify.sendmsg(self.instance.user, message, title=title)
            return False
        return True

    async def alt_amount_check(
        self, platform, amount, currency, reference, stored_trade
    ):
        # If the amount does not match exactly, get the min and max values for our
        # given acceptable margins for trades
        min_amount, max_amount = await self.money.get_acceptable_margins(
            platform, currency, stored_trade["amount"]
        )
        log.info(
            (
                f"Amount does not match exactly, trying with margins: min: {min_amount}"
                f" / max: {max_amount}"
            )
        )
        self.irc.sendmsg()
        title = "Amount does not match exactly"
        message = (
            f"Amount does not match exactly, trying with margins: min: "
            f"{min_amount} / max: {max_amount}"
        )
        await notify.sendmsg(self.instance.user, message, title=title)
        if not min_amount < amount < max_amount:
            title = "Amount mismatch - not in margins"
            message = (
                f"Amount mismatch - not in margins: {stored_trade['amount']} "
                f"(min: {min_amount} / max: {max_amount}"
            )
            await notify.sendmsg(self.instance.user, message, title=title)
            return False
        return True

    async def transaction(self, data):
        """
        Store details of transaction and post notifications to IRC.
        Matches it up with data stored in Redis to attempt to reconcile with an Agora
        trade.
        :param data: details of transaction
        :type data: dict
        """
        valid = self.valid_transaction(data)
        if not valid:
            return False
        ts = data["timestamp"]
        txid = data["transaction_id"]
        amount = float(data["amount"])
        currency = data["currency"]

        reference = self.extract_reference(data)
        sender = self.extract_sender(data)

        subclass = data["subclass"]
        to_store = {
            "subclass": subclass,
            "ts": ts,
            "txid": txid,
            "reference": reference,
            "amount": amount,
            "currency": currency,
            "sender": sender,
        }
        db.r.hmset(f"tx.{txid}", to_store)

        log.info(f"Transaction processed: {orjson.dumps(to_store, indent=2)}")
        self.irc.sendmsg(
            (
                f"AUTO Incoming transaction on {subclass}: {txid} {amount}{currency} "
                f"({reference})"
            )
        )

        stored_trade_reference = self.reference_partial_check(
            reference, txid, currency, amount
        )
        if stored_trade_reference is False:  # can be None though
            return

        stored_trade = False
        looked_up_without_reference = False

        # Normal implementation for when we have a reference
        if stored_trade_reference:
            stored_trade = self.normal_lookup(
                stored_trade_reference, reference, currency, amount
            )
            # if not stored_trade:
            #    return

        # Amount/currency lookup implementation for when we have no reference
        else:
            if not stored_trade:  # check we don't overwrite the lookup above
                stored_trade = self.amount_currency_lookup(
                    amount, currency, txid, reference
                )
                if stored_trade is False:
                    return
                if stored_trade:
                    # Note that we have looked it up without reference so we don't use
                    # +- below
                    # This might be redundant given the amount checks in find_trade,
                    # but better safe than sorry!
                    looked_up_without_reference = True
                else:
                    return
            else:
                # Stored trade reference is none, the checks below will do nothing
                return

        # Make sure it was sent in the expected currency
        if not self.currency_check(currency, amount, reference, stored_trade):
            return

        # Make sure the expected amount was sent
        if not stored_trade["amount"] == amount:
            if looked_up_without_reference:
                return
            platform = stored_trade["subclass"]
            if not self.alt_amount_check(
                platform, amount, currency, reference, stored_trade
            ):
                return
        platform = stored_trade["subclass"]
        # platform_buyer = stored_trade["buyer"]

        # Check sender - we don't do anything with this yet
        # sender_valid = antifraud.check_valid_sender(
        #     reference, platform, sender, platform_buyer
        # )
        # log.info(f"Trade {reference} buyer {platform_buyer} valid: {sender_valid}")
        # trade_released = self.release_map_trade(reference, txid)
        # if trade_released:
        #    self.ux.notify.notify_complete_trade(amount, currency)
        # else:
        #    log.error(f"Cannot release trade {reference}.")
        #    return

        rtrn = await self.release_funds(stored_trade["id"], stored_trade["reference"])
        if rtrn:
            title = "Trade complete"
            message = f"Trade complete: {amount}{currency}"
            await notify.sendmsg(self.instance.user, message, title=title)