WIP: handle more balance information

[perso/Immae/Projets/Cryptomonnaies/Cryptoportfolio/Trader.git] / portfolio.py

from ccxt import ExchangeError
import time
from decimal import Decimal as D, ROUND_DOWN
# Put your poloniex api key in market.py
from market import market

class Portfolio:
    URL = "https://cryptoportfolio.io/wp-content/uploads/portfolio/json/cryptoportfolio.json"
    liquidities = {}
    data = None

    @classmethod
    def repartition(cls, liquidity="medium"):
        cls.parse_cryptoportfolio()
        liquidities = cls.liquidities[liquidity]
        cls.last_date = sorted(liquidities.keys())[-1]
        return liquidities[cls.last_date]

    @classmethod
    def get_cryptoportfolio(cls):
        import json
        import urllib3
        urllib3.disable_warnings()
        http = urllib3.PoolManager()

        try:
            r = http.request("GET", cls.URL)
        except Exception:
            return None
        try:
            cls.data = json.loads(r.data,
                    parse_int=D,
                    parse_float=D)
        except json.JSONDecodeError:
            cls.data = None

    @classmethod
    def parse_cryptoportfolio(cls):
        if cls.data is None:
            cls.get_cryptoportfolio()

        def filter_weights(weight_hash):
            if weight_hash[1][0] == 0:
                return False
            if weight_hash[0] == "_row":
                return False
            return True

        def clean_weights(i):
            def clean_weights_(h):
                if h[0].endswith("s"):
                    return [h[0][0:-1], (h[1][i], "short")]
                else:
                    return [h[0], (h[1][i], "long")]
            return clean_weights_

        def parse_weights(portfolio_hash):
            weights_hash = portfolio_hash["weights"]
            weights = {}
            for i in range(len(weights_hash["_row"])):
                weights[weights_hash["_row"][i]] = dict(filter(
                        filter_weights,
                        map(clean_weights(i), weights_hash.items())))
            return weights

        high_liquidity = parse_weights(cls.data["portfolio_1"])
        medium_liquidity = parse_weights(cls.data["portfolio_2"])

        cls.liquidities = {
                "medium": medium_liquidity,
                "high":   high_liquidity,
                }

class Amount:
    def __init__(self, currency, value, linked_to=None, ticker=None, rate=None):
        self.currency = currency
        self.value = D(value)
        self.linked_to = linked_to
        self.ticker = ticker
        self.rate = rate

        self.ticker_cache = {}
        self.ticker_cache_timestamp = time.time()

    def in_currency(self, other_currency, market, rate=None, action=None, compute_value="average"):
        if other_currency == self.currency:
            return self
        if rate is not None:
            return Amount(
                    other_currency,
                    self.value * rate,
                    linked_to=self,
                    rate=rate)
        asset_ticker = Trade.get_ticker(self.currency, other_currency, market)
        if asset_ticker is not None:
            rate = Trade.compute_value(asset_ticker, action, compute_value=compute_value)
            return Amount(
                    other_currency,
                    self.value * rate,
                    linked_to=self,
                    ticker=asset_ticker,
                    rate=rate)
        else:
            raise Exception("This asset is not available in the chosen market")

    def __round__(self, n=8):
        return Amount(self.currency, self.value.quantize(D(1)/D(10**n), rounding=ROUND_DOWN))

    def __abs__(self):
        return Amount(self.currency, abs(self.value))

    def __add__(self, other):
        if other.currency != self.currency and other.value * self.value != 0:
            raise Exception("Summing amounts must be done with same currencies")
        return Amount(self.currency, self.value + other.value)

    def __radd__(self, other):
        if other == 0:
            return self
        else:
            return self.__add__(other)

    def __sub__(self, other):
        if other.currency != self.currency and other.value * self.value != 0:
            raise Exception("Summing amounts must be done with same currencies")
        return Amount(self.currency, self.value - other.value)

    def __mul__(self, value):
        if not isinstance(value, (int, float, D)):
            raise TypeError("Amount may only be multiplied by numbers")
        return Amount(self.currency, self.value * value)

    def __rmul__(self, value):
        return self.__mul__(value)

    def __floordiv__(self, value):
        if not isinstance(value, (int, float, D)):
            raise TypeError("Amount may only be multiplied by integers")
        return Amount(self.currency, self.value / value)

    def __truediv__(self, value):
        return self.__floordiv__(value)

    def __le__(self, other):
        return self == other or self < other

    def __lt__(self, other):
        if other == 0:
            return self.value < 0
        if self.currency != other.currency:
            raise Exception("Comparing amounts must be done with same currencies")
        return self.value < other.value

    def __gt__(self, other):
        return not self <= other

    def __ge__(self, other):
        return not self < other

    def __eq__(self, other):
        if other == 0:
            return self.value == 0
        if self.currency != other.currency:
            raise Exception("Comparing amounts must be done with same currencies")
        return self.value == other.value

    def __ne__(self, other):
        return not self == other

    def __neg__(self):
        return Amount(self.currency, - self.value)

    def __str__(self):
        if self.linked_to is None:
            return "{:.8f} {}".format(self.value, self.currency)
        else:
            return "{:.8f} {} [{}]".format(self.value, self.currency, self.linked_to)

    def __repr__(self):
        if self.linked_to is None:
            return "Amount({:.8f} {})".format(self.value, self.currency)
        else:
            return "Amount({:.8f} {} -> {})".format(self.value, self.currency, repr(self.linked_to))

class Balance:
    known_balances = {}

    def __init__(self, currency, hash_):
        self.currency = currency
        for key in ["total",
                "exchange_total", "exchange_used", "exchange_free",
                "margin_total", "margin_borrowed", "margin_free"]:
            setattr(self, key, Amount(currency, hash_.get(key, 0)))

        self.margin_position_type = hash_["margin_position_type"]

        if hash_["margin_borrowed_base_currency"] is not None:
            base_currency = hash_["margin_borrowed_base_currency"]
            for key in [
                    "margin_liquidation_price",
                    "margin_pending_gain",
                    "margin_lending_fees",
                    "margin_borrowed_base_price"
                    ]:
                setattr(self, key, Amount(base_currency, hash_[key]))

    @classmethod
    def in_currency(cls, other_currency, market, compute_value="average", type="total"):
        amounts = {}
        for currency in cls.known_balances:
            balance = cls.known_balances[currency]
            other_currency_amount = getattr(balance, type)\
                    .in_currency(other_currency, market, compute_value=compute_value)
            amounts[currency] = other_currency_amount
        return amounts

    @classmethod
    def currencies(cls):
        return cls.known_balances.keys()

    @classmethod
    def fetch_balances(cls, market):
        all_balances = market.fetch_all_balances()
        for currency, balance in all_balances.items():
            if balance["exchange_total"] != 0 or balance["margin_total"] != 0 or \
                    currency in cls.known_balances:
                cls.known_balances[currency] = cls(currency, balance)
        return cls.known_balances


    @classmethod
    def dispatch_assets(cls, amount, repartition=None):
        if repartition is None:
            repartition = Portfolio.repartition()
        sum_ratio = sum([v[0] for k, v in repartition.items()])
        amounts = {}
        for currency, (ptt, trade_type) in repartition.items():
            amounts[currency] = ptt * amount / sum_ratio
            if trade_type == "short":
                amounts[currency] = - amounts[currency]
            if currency not in cls.known_balances:
                cls.known_balances[currency] = cls(currency, 0, 0, 0)
        return amounts

    @classmethod
    def prepare_trades(cls, market, base_currency="BTC", compute_value="average"):
        cls.fetch_balances(market)
        values_in_base = cls.in_currency(base_currency, market, compute_value=compute_value)
        total_base_value = sum(values_in_base.values())
        new_repartition = cls.dispatch_assets(total_base_value)
        # Recompute it in case we have new currencies
        values_in_base = cls.in_currency(base_currency, market, compute_value=compute_value)
        Trade.compute_trades(values_in_base, new_repartition, market=market)

    @classmethod
    def update_trades(cls, market, base_currency="BTC", compute_value="average", only=None):
        cls.fetch_balances(market)
        values_in_base = cls.in_currency(base_currency, market, compute_value=compute_value)
        total_base_value = sum(values_in_base.values())
        new_repartition = cls.dispatch_assets(total_base_value)
        Trade.compute_trades(values_in_base, new_repartition, only=only, market=market)

    @classmethod
    def prepare_trades_to_sell_all(cls, market, base_currency="BTC", compute_value="average"):
        cls.fetch_balances(market)
        values_in_base = cls.in_currency(base_currency, market, compute_value=compute_value)
        total_base_value = sum(values_in_base.values())
        new_repartition = cls.dispatch_assets(total_base_value, repartition={ base_currency: (1, "long") })
        Trade.compute_trades(values_in_base, new_repartition, market=market)

    def __repr__(self):
        if self.exchange_total > 0:
            if self.exchange_free > 0 and self.exchange_used > 0:
                exchange = " Exch: [✔{} + ❌{} = {}]".format(str(self.exchange_free), str(self.exchange_used), str(self.exchange_total))
            elif self.exchange_free > 0:
                exchange = " Exch: [✔{}]".format(str(self.exchange_free))
            else:
                exchange = " Exch: [❌{}]".format(str(self.exchange_used))
        else:
            exchange = ""

        if self.margin_total > 0:
            if self.margin_free != 0 and self.margin_borrowed != 0:
                margin = " Margin: [✔{} + borrowed {} = {}]".format(str(self.margin_free), str(self.margin_borrowed), str(self.margin_total))
            elif self.margin_free != 0:
                margin = " Margin: [✔{}]".format(str(self.margin_free))
            else:
                margin = " Margin: [borrowed {}]".format(str(self.margin_borrowed))
        elif self.margin_total < 0:
            margin = " Margin: [{} @@ {}/{}]".format(str(self.margin_total),
                    str(self.margin_borrowed_base_price),
                    str(self.margin_lending_fees))
        else:
            margin = ""

        if self.margin_total != 0 and self.exchange_total != 0:
            total = " Total: [{}]".format(str(self.total))
        else:
            total = ""

        return "Balance({}".format(self.currency) + "".join([exchange, margin, total]) + ")"

class Computation:
    computations = {
            "default": lambda x, y: x[y],
            "average": lambda x, y: x["average"],
            "bid": lambda x, y: x["bid"],
            "ask": lambda x, y: x["ask"],
            }

class Trade:
    trades = []

    def __init__(self, value_from, value_to, currency, market=None):
        # We have value_from of currency, and want to finish with value_to of
        # that currency. value_* may not be in currency's terms
        self.currency = currency
        self.value_from = value_from
        self.value_to = value_to
        self.orders = []
        self.market = market
        assert self.value_from.currency == self.value_to.currency
        if self.value_from != 0:
            assert self.value_from.linked_to is not None and self.value_from.linked_to.currency == self.currency
        elif self.value_from.linked_to is None:
            self.value_from.linked_to = Amount(self.currency, 0)
        self.base_currency = self.value_from.currency

    fees_cache = {}
    @classmethod
    def fetch_fees(cls, market):
        if market.__class__ not in cls.fees_cache:
            cls.fees_cache[market.__class__] = market.fetch_fees()
        return cls.fees_cache[market.__class__]

    ticker_cache = {}
    ticker_cache_timestamp = time.time()
    @classmethod
    def get_ticker(cls, c1, c2, market, refresh=False):
        def invert(ticker):
            return {
                    "inverted": True,
                    "average": (1/ticker["bid"] + 1/ticker["ask"]) / 2,
                    "original": ticker,
                    }
        def augment_ticker(ticker):
            ticker.update({
                "inverted": False,
                "average": (ticker["bid"] + ticker["ask"] ) / 2,
                })

        if time.time() - cls.ticker_cache_timestamp > 5:
            cls.ticker_cache = {}
            cls.ticker_cache_timestamp = time.time()
        elif not refresh:
            if (c1, c2, market.__class__) in cls.ticker_cache:
                return cls.ticker_cache[(c1, c2, market.__class__)]
            if (c2, c1, market.__class__) in cls.ticker_cache:
                return invert(cls.ticker_cache[(c2, c1, market.__class__)])

        try:
            cls.ticker_cache[(c1, c2, market.__class__)] = market.fetch_ticker("{}/{}".format(c1, c2))
            augment_ticker(cls.ticker_cache[(c1, c2, market.__class__)])
        except ExchangeError:
            try:
                cls.ticker_cache[(c2, c1, market.__class__)] = market.fetch_ticker("{}/{}".format(c2, c1))
                augment_ticker(cls.ticker_cache[(c2, c1, market.__class__)])
            except ExchangeError:
                cls.ticker_cache[(c1, c2, market.__class__)] = None
        return cls.get_ticker(c1, c2, market)

    @classmethod
    def compute_trades(cls, values_in_base, new_repartition, only=None, market=None):
        base_currency = sum(values_in_base.values()).currency
        for currency in Balance.currencies():
            if currency == base_currency:
                continue
            value_from = values_in_base.get(currency, Amount(base_currency, 0))
            value_to = new_repartition.get(currency, Amount(base_currency, 0))
            if value_from.value * value_to.value < 0:
                trade_1 = cls(value_from, Amount(base_currency, 0), currency, market=market)
                if only is None or trade_1.action == only:
                    cls.trades.append(trade_1)
                trade_2 = cls(Amount(base_currency, 0), value_to, currency, market=market)
                if only is None or trade_2.action == only:
                    cls.trades.append(trade_2)
            else:
                trade = cls(
                    value_from,
                    value_to,
                    currency,
                    market=market
                    )
                if only is None or trade.action == only:
                    cls.trades.append(trade)
        return cls.trades

    @classmethod
    def prepare_orders(cls, only=None, compute_value="default"):
        for trade in cls.trades:
            if only is None or trade.action == only:
                trade.prepare_order(compute_value=compute_value)

    @classmethod
    def move_balances(cls, market, debug=False):
        needed_in_margin = {} 
        for trade in cls.trades:
            if trade.trade_type == "short":
                if trade.value_to.currency not in needed_in_margin:
                    needed_in_margin[trade.value_to.currency] = 0
                needed_in_margin[trade.value_to.currency] += abs(trade.value_to)
        for currency, needed in needed_in_margin.items():
            current_balance = Balance.known_balances[currency].margin_free
            delta = (needed - current_balance).value
            # FIXME: don't remove too much if there are open margin position
            if delta > 0:
                if debug:
                    print("market.transfer_balance({}, {}, 'exchange', 'margin')".format(currency, delta))
                else:
                    market.transfer_balance(currency, delta, "exchange", "margin")
            elif delta < 0:
                if debug:
                    print("market.transfer_balance({}, {}, 'margin', 'exchange')".format(currency, -delta))
                else:
                    market.transfer_balance(currency, -delta, "margin", "exchange")

    @property
    def action(self):
        if self.value_from == self.value_to:
            return None
        if self.base_currency == self.currency:
            return None

        if self.value_from < self.value_to:
            return "acquire"
        else:
            return "dispose"

    def order_action(self, inverted):
        if (self.value_from < self.value_to) != inverted:
            return "buy"
        else:
            return "sell"

    @property
    def trade_type(self):
        if self.value_from + self.value_to < 0:
            return "short"
        else:
            return "long"

    def prepare_order(self, compute_value="default"):
        if self.action is None:
            return
        ticker = Trade.get_ticker(self.currency, self.base_currency, self.market)
        inverted = ticker["inverted"]
        if inverted:
            ticker = ticker["original"]
        rate = Trade.compute_value(ticker, self.order_action(inverted), compute_value=compute_value)
        # 0.1

        delta_in_base = abs(self.value_from - self.value_to)
        # 9 BTC's worth of move (10 - 1 or 1 - 10 depending on case)

        if not inverted:
            currency = self.base_currency
            # BTC
            if self.action == "dispose":
                # I have 10 BTC worth of FOO, and I want to sell 9 BTC worth of it
                # At rate 1 Foo = 0.1 BTC
                value_from = self.value_from.linked_to
                # value_from = 100 FOO
                value_to = self.value_to.in_currency(self.currency, self.market, rate=1/self.value_from.rate)
                # value_to   = 10 FOO (1 BTC * 1/0.1)
                delta = abs(value_to - value_from)
                # delta      = 90 FOO
                # Action: "sell" "90 FOO" at rate "0.1" "BTC" on "market"

                # Note: no rounding error possible: if we have value_to == 0, then delta == value_from
            else:
                delta = delta_in_base.in_currency(self.currency, self.market, rate=1/rate)
                # I want to buy 9 / 0.1 FOO
                # Action: "buy" "90 FOO" at rate "0.1" "BTC" on "market"
        else:
            currency = self.currency
            # FOO
            delta = delta_in_base
            # sell: 
            #   I have 10 BTC worth of FOO, and I want to sell 9 BTC worth of it
            #   At rate 1 Foo = 0.1 BTC
            #   Action: "buy" "9 BTC" at rate "1/0.1" "FOO" on market
            # buy:
            #   I want to buy 9 / 0.1 FOO
            #   Action: "sell" "9 BTC" at rate "1/0.1" "FOO" on "market"

        close_if_possible = (self.value_to == 0)

        self.orders.append(Order(self.order_action(inverted),
            delta, rate, currency, self.trade_type, self.market,
            close_if_possible=close_if_possible))

    @classmethod
    def compute_value(cls, ticker, action, compute_value="default"):
        if action == "buy":
            action = "ask"
        if action == "sell":
            action = "bid"
        if isinstance(compute_value, str):
            compute_value = Computation.computations[compute_value]
        return compute_value(ticker, action)

    @classmethod
    def all_orders(cls, state=None):
        all_orders = sum(map(lambda v: v.orders, cls.trades), [])
        if state is None:
            return all_orders
        else:
            return list(filter(lambda o: o.status == state, all_orders))

    @classmethod
    def run_orders(cls):
        for order in cls.all_orders(state="pending"):
            order.run()

    @classmethod
    def follow_orders(cls, verbose=True, sleep=30):
        orders = cls.all_orders()
        finished_orders = []
        while len(orders) != len(finished_orders):
            time.sleep(sleep)
            for order in orders:
                if order in finished_orders:
                    continue
                if order.get_status() != "open":
                    finished_orders.append(order)
                    if verbose:
                        print("finished {}".format(order))
        if verbose:
            print("All orders finished")

    @classmethod
    def update_all_orders_status(cls):
        for order in cls.all_orders(state="open"):
            order.get_status()

    def __repr__(self):
        return "Trade({} -> {} in {}, {})".format(
                self.value_from,
                self.value_to,
                self.currency,
                self.action)

    @classmethod
    def print_all_with_order(cls):
        for trade in cls.trades:
            trade.print_with_order()

    def print_with_order(self):
        print(self)
        for order in self.orders:
            print("\t", order, sep="")

class Order:
    def __init__(self, action, amount, rate, base_currency, trade_type, market,
            close_if_possible=False):
        self.action = action
        self.amount = amount
        self.rate = rate
        self.base_currency = base_currency
        self.market = market
        self.trade_type = trade_type
        self.result = None
        self.status = "pending"
        self.close_if_possible = close_if_possible

    def __repr__(self):
        return "Order({} {} {} at {} {} [{}]{})".format(
                self.action,
                self.trade_type,
                self.amount,
                self.rate,
                self.base_currency,
                self.status,
                " ✂" if self.close_if_possible else "",
                )

    @property
    def account(self):
        if self.trade_type == "long":
            return "exchange"
        else:
            return "margin"

    @property
    def pending(self):
        return self.status == "pending"

    @property
    def finished(self):
        return self.status == "closed" or self.status == "canceled" or self.status == "error"

    def run(self, debug=False):
        symbol = "{}/{}".format(self.amount.currency, self.base_currency)
        amount = round(self.amount, self.market.order_precision(symbol)).value

        if debug:
            print("market.create_order('{}', 'limit', '{}', {}, price={}, account={})".format(
                symbol, self.action, amount, self.rate, self.account))
        else:
            try:
                self.result = self.market.create_order(symbol, 'limit', self.action, amount, price=self.rate, account=self.account)
                self.status = "open"
            except Exception as e:
                self.status = "error"
                print("error when running market.create_order('{}', 'limit', '{}', {}, price={}, account={})".format(
                    symbol, self.action, amount, self.rate, self.account))
                self.error_message = str("{}: {}".format(e.__class__.__name__, e))
                print(self.error_message)

    def get_status(self):
        # other states are "closed" and "canceled"
        if self.status == "open":
            result = self.market.fetch_order(self.result['id'])
            if result["status"] != "open":
                self.mark_finished_order(result["status"])
        return self.status

    def mark_finished_order(self, status):
        if status == "closed":
            if self.trade_type == "short" and self.action == "buy" and self.close_if_possible:
                self.market.close_margin_position(self.amount.currency, self.base_currency)

        self.status = result["status"]

    def cancel(self):
        self.market.cancel_order(self.result['id'])

def print_orders(market, base_currency="BTC"):
    Balance.prepare_trades(market, base_currency=base_currency, compute_value="average")
    Trade.prepare_orders(compute_value="average")
    for currency, balance in Balance.known_balances.items():
        print(balance)
    Trade.print_all_with_order()

def make_orders(market, base_currency="BTC"):
    Balance.prepare_trades(market, base_currency=base_currency)
    for trade in Trade.trades:
        print(trade)
        for order in trade.orders:
            print("\t", order, sep="")
            order.run()

def sell_all(market, base_currency="BTC"):
    Balance.prepare_trades_to_sell_all(market)
    Trade.prepare_orders(compute_value="average")
    Trade.run_orders()
    Trade.follow_orders()

    Balance.update_trades(market, only="acquire")
    Trade.prepare_orders(only="acquire")
    Trade.move_balances(market)
    Trade.run_orders()
    Trade.follow_orders()

if __name__ == '__main__':
    print_orders(market)