2 from datetime
import datetime
, timedelta
3 from decimal
import Decimal
as D
, ROUND_DOWN
4 from json
import JSONDecodeError
5 from simplejson
.errors
import JSONDecodeError
as SimpleJSONDecodeError
6 from ccxt
import ExchangeError
, InsufficientFunds
, ExchangeNotAvailable
, InvalidOrder
, OrderNotCached
, OrderNotFound
7 from retry
import retry
10 # FIXME: correctly handle web call timeouts
13 URL
= "https://cryptoportfolio.io/wp-content/uploads/portfolio/json/cryptoportfolio.json"
19 def wait_for_recent(cls
, market
, delta
=4):
20 cls
.repartition(market
, refetch
=True)
21 while cls
.last_date
is None or datetime
.now() - cls
.last_date
> timedelta(delta
):
23 market
.report
.print_log("Attempt to fetch up-to-date cryptoportfolio")
24 cls
.repartition(market
, refetch
=True)
27 def repartition(cls
, market
, liquidity
="medium", refetch
=False):
28 cls
.parse_cryptoportfolio(market
, refetch
=refetch
)
29 liquidities
= cls
.liquidities
[liquidity
]
30 return liquidities
[cls
.last_date
]
33 def get_cryptoportfolio(cls
, market
):
35 r
= requests
.get(cls
.URL
)
36 market
.report
.log_http_request(r
.request
.method
,
37 r
.request
.url
, r
.request
.body
, r
.request
.headers
, r
)
38 except Exception as e
:
39 market
.report
.log_error("get_cryptoportfolio", exception
=e
)
42 cls
.data
= r
.json(parse_int
=D
, parse_float
=D
)
43 except (JSONDecodeError
, SimpleJSONDecodeError
):
47 def parse_cryptoportfolio(cls
, market
, refetch
=False):
48 if refetch
or cls
.data
is None:
49 cls
.get_cryptoportfolio(market
)
51 def filter_weights(weight_hash
):
52 if weight_hash
[1][0] == 0:
54 if weight_hash
[0] == "_row":
59 def clean_weights_(h
):
60 if h
[0].endswith("s"):
61 return [h
[0][0:-1], (h
[1][i
], "short")]
63 return [h
[0], (h
[1][i
], "long")]
66 def parse_weights(portfolio_hash
):
67 weights_hash
= portfolio_hash
["weights"]
69 for i
in range(len(weights_hash
["_row"])):
70 date
= datetime
.strptime(weights_hash
["_row"][i
], "%Y-%m-%d")
71 weights
[date
] = dict(filter(
73 map(clean_weights(i
), weights_hash
.items())))
76 high_liquidity
= parse_weights(cls
.data
["portfolio_1"])
77 medium_liquidity
= parse_weights(cls
.data
["portfolio_2"])
80 "medium": medium_liquidity
,
81 "high": high_liquidity
,
83 cls
.last_date
= max(max(medium_liquidity
.keys()), max(high_liquidity
.keys()))
87 "default": lambda x
, y
: x
[y
],
88 "average": lambda x
, y
: x
["average"],
89 "bid": lambda x
, y
: x
["bid"],
90 "ask": lambda x
, y
: x
["ask"],
94 def compute_value(cls
, ticker
, action
, compute_value
="default"):
99 if isinstance(compute_value
, str):
100 compute_value
= cls
.computations
[compute_value
]
101 return compute_value(ticker
, action
)
104 def __init__(self
, currency
, value
, linked_to
=None, ticker
=None, rate
=None):
105 self
.currency
= currency
106 self
.value
= D(value
)
107 self
.linked_to
= linked_to
111 def in_currency(self
, other_currency
, market
, rate
=None, action
=None, compute_value
="average"):
112 if other_currency
== self
.currency
:
120 asset_ticker
= market
.get_ticker(self
.currency
, other_currency
)
121 if asset_ticker
is not None:
122 rate
= Computation
.compute_value(asset_ticker
, action
, compute_value
=compute_value
)
130 raise Exception("This asset is not available in the chosen market")
134 "currency": self
.currency
,
135 "value": round(self
).value
.normalize(),
138 def __round__(self
, n
=8):
139 return Amount(self
.currency
, self
.value
.quantize(D(1)/D(10**n
), rounding
=ROUND_DOWN
))
142 return Amount(self
.currency
, abs(self
.value
))
144 def __add__(self
, other
):
147 if other
.currency
!= self
.currency
and other
.value
* self
.value
!= 0:
148 raise Exception("Summing amounts must be done with same currencies")
149 return Amount(self
.currency
, self
.value
+ other
.value
)
151 def __radd__(self
, other
):
155 return self
.__add
__(other
)
157 def __sub__(self
, other
):
160 if other
.currency
!= self
.currency
and other
.value
* self
.value
!= 0:
161 raise Exception("Summing amounts must be done with same currencies")
162 return Amount(self
.currency
, self
.value
- other
.value
)
164 def __rsub__(self
, other
):
168 return -self
.__sub
__(other
)
170 def __mul__(self
, value
):
171 if not isinstance(value
, (int, float, D
)):
172 raise TypeError("Amount may only be multiplied by numbers")
173 return Amount(self
.currency
, self
.value
* value
)
175 def __rmul__(self
, value
):
176 return self
.__mul
__(value
)
178 def __floordiv__(self
, value
):
179 if not isinstance(value
, (int, float, D
)):
180 raise TypeError("Amount may only be divided by numbers")
181 return Amount(self
.currency
, self
.value
/ value
)
183 def __truediv__(self
, value
):
184 return self
.__floordiv
__(value
)
186 def __lt__(self
, other
):
188 return self
.value
< 0
189 if self
.currency
!= other
.currency
:
190 raise Exception("Comparing amounts must be done with same currencies")
191 return self
.value
< other
.value
193 def __le__(self
, other
):
194 return self
== other
or self
< other
196 def __gt__(self
, other
):
197 return not self
<= other
199 def __ge__(self
, other
):
200 return not self
< other
202 def __eq__(self
, other
):
204 return self
.value
== 0
205 if self
.currency
!= other
.currency
:
206 raise Exception("Comparing amounts must be done with same currencies")
207 return self
.value
== other
.value
209 def __ne__(self
, other
):
210 return not self
== other
213 return Amount(self
.currency
, - self
.value
)
216 if self
.linked_to
is None:
217 return "{:.8f} {}".format(self
.value
, self
.currency
)
219 return "{:.8f} {} [{}]".format(self
.value
, self
.currency
, self
.linked_to
)
222 if self
.linked_to
is None:
223 return "Amount({:.8f} {})".format(self
.value
, self
.currency
)
225 return "Amount({:.8f} {} -> {})".format(self
.value
, self
.currency
, repr(self
.linked_to
))
228 base_keys
= ["total", "exchange_total", "exchange_used",
229 "exchange_free", "margin_total", "margin_in_position",
230 "margin_available", "margin_borrowed", "margin_pending_gain"]
232 def __init__(self
, currency
, hash_
):
233 self
.currency
= currency
234 for key
in self
.base_keys
:
235 setattr(self
, key
, Amount(currency
, hash_
.get(key
, 0)))
237 self
.margin_position_type
= hash_
.get("margin_position_type")
239 if hash_
.get("margin_borrowed_base_currency") is not None:
240 base_currency
= hash_
["margin_borrowed_base_currency"]
242 "margin_liquidation_price",
243 "margin_lending_fees",
244 "margin_pending_base_gain",
245 "margin_borrowed_base_price"
247 setattr(self
, key
, Amount(base_currency
, hash_
.get(key
, 0)))
250 return dict(map(lambda x
: (x
, getattr(self
, x
).as_json()["value"]), self
.base_keys
))
253 if self
.exchange_total
> 0:
254 if self
.exchange_free
> 0 and self
.exchange_used
> 0:
255 exchange
= " Exch: [✔{} + ❌{} = {}]".format(str(self
.exchange_free
), str(self
.exchange_used
), str(self
.exchange_total
))
256 elif self
.exchange_free
> 0:
257 exchange
= " Exch: [✔{}]".format(str(self
.exchange_free
))
259 exchange
= " Exch: [❌{}]".format(str(self
.exchange_used
))
263 if self
.margin_total
> 0:
264 if self
.margin_available
!= 0 and self
.margin_in_position
!= 0:
265 margin
= " Margin: [✔{} + ❌{} = {}]".format(str(self
.margin_available
), str(self
.margin_in_position
), str(self
.margin_total
))
266 elif self
.margin_available
!= 0:
267 margin
= " Margin: [✔{}]".format(str(self
.margin_available
))
269 margin
= " Margin: [❌{}]".format(str(self
.margin_in_position
))
270 elif self
.margin_total
< 0:
271 margin
= " Margin: [{} @@ {}/{}]".format(str(self
.margin_total
),
272 str(self
.margin_borrowed_base_price
),
273 str(self
.margin_lending_fees
))
277 if self
.margin_total
!= 0 and self
.exchange_total
!= 0:
278 total
= " Total: [{}]".format(str(self
.total
))
282 return "Balance({}".format(self
.currency
) + "".join([exchange
, margin
, total
]) + ")"
285 def __init__(self
, value_from
, value_to
, currency
, market
):
286 # We have value_from of currency, and want to finish with value_to of
287 # that currency. value_* may not be in currency's terms
288 self
.currency
= currency
289 self
.value_from
= value_from
290 self
.value_to
= value_to
294 assert self
.value_from
.value
* self
.value_to
.value
>= 0
295 assert self
.value_from
.currency
== self
.value_to
.currency
296 if self
.value_from
!= 0:
297 assert self
.value_from
.linked_to
is not None and self
.value_from
.linked_to
.currency
== self
.currency
298 elif self
.value_from
.linked_to
is None:
299 self
.value_from
.linked_to
= Amount(self
.currency
, 0)
300 self
.base_currency
= self
.value_from
.currency
304 return self
.value_to
- self
.value_from
308 if self
.value_from
== self
.value_to
:
310 if self
.base_currency
== self
.currency
:
313 if abs(self
.value_from
) < abs(self
.value_to
):
318 def order_action(self
, inverted
):
319 if (self
.value_from
< self
.value_to
) != inverted
:
325 def trade_type(self
):
326 if self
.value_from
+ self
.value_to
< 0:
333 return not (self
.is_fullfiled
or self
.closed
)
336 for order
in self
.orders
:
341 def is_fullfiled(self
):
342 return abs(self
.filled_amount(in_base_currency
=True)) >= abs(self
.delta
)
344 def filled_amount(self
, in_base_currency
=False):
346 for order
in self
.orders
:
347 filled_amount
+= order
.filled_amount(in_base_currency
=in_base_currency
)
350 def update_order(self
, order
, tick
):
352 0: ["waiting", None],
353 1: ["waiting", None],
354 2: ["adjusting", lambda x
, y
: (x
[y
] + x
["average"]) / 2],
355 3: ["waiting", None],
356 4: ["waiting", None],
357 5: ["adjusting", lambda x
, y
: (x
[y
]*2 + x
["average"]) / 3],
358 6: ["waiting", None],
359 7: ["market_fallback", "default"],
363 update
, compute_value
= actions
[tick
]
365 update
= "market_adjust"
366 compute_value
= "default"
371 if compute_value
is not None:
373 new_order
= self
.prepare_order(compute_value
=compute_value
)
377 self
.market
.report
.log_order(order
, tick
, update
=update
,
378 compute_value
=compute_value
, new_order
=new_order
)
380 if new_order
is not None:
382 self
.market
.report
.log_order(order
, tick
, new_order
=new_order
)
384 def prepare_order(self
, close_if_possible
=None, compute_value
="default"):
385 if self
.action
is None:
387 ticker
= self
.market
.get_ticker(self
.currency
, self
.base_currency
)
388 inverted
= ticker
["inverted"]
390 ticker
= ticker
["original"]
391 rate
= Computation
.compute_value(ticker
, self
.order_action(inverted
), compute_value
=compute_value
)
393 # FIXME: Dust amount should be removed from there if they werent
394 # honored in other sales
395 delta_in_base
= abs(self
.delta
)
396 # 9 BTC's worth of move (10 - 1 or 1 - 10 depending on case)
399 base_currency
= self
.base_currency
401 if self
.action
== "dispose":
402 filled
= self
.filled_amount(in_base_currency
=False)
403 delta
= delta_in_base
.in_currency(self
.currency
, self
.market
, rate
=1/self
.value_from
.rate
)
404 # I have 10 BTC worth of FOO, and I want to sell 9 BTC
405 # worth of it, computed first with rate 10 FOO = 1 BTC.
406 # -> I "sell" "90" FOO at proposed rate "rate".
408 delta
= delta
- filled
409 # I already sold 60 FOO, 30 left
411 filled
= self
.filled_amount(in_base_currency
=True)
412 delta
= (delta_in_base
- filled
).in_currency(self
.currency
, self
.market
, rate
=1/rate
)
413 # I want to buy 9 BTC worth of FOO, computed with rate
415 # -> I "buy" "9 / rate" FOO at proposed rate "rate"
417 # I already bought 3 / rate FOO, 6 / rate left
419 base_currency
= self
.currency
421 if self
.action
== "dispose":
422 filled
= self
.filled_amount(in_base_currency
=True)
425 delta
= (delta_in_base
.in_currency(self
.currency
, self
.market
, rate
=1/self
.value_from
.rate
)
426 - filled
).in_currency(self
.base_currency
, self
.market
, rate
=1/rate
)
427 # I have 10 BTC worth of FOO, and I want to sell 9 BTC worth of it
428 # computed at rate 1 Foo = 0.01 BTC
429 # Computation says I should sell it at 125 FOO / BTC
430 # -> delta_in_base = 9 BTC
431 # -> delta = (9 * 1/0.01 FOO) * 1/125 = 7.2 BTC
432 # Action: "buy" "7.2 BTC" at rate "125" "FOO" on market
434 # I already bought 300/125 BTC, only 600/125 left
436 filled
= self
.filled_amount(in_base_currency
=False)
439 delta
= delta_in_base
440 # I have 1 BTC worth of FOO, and I want to buy 9 BTC worth of it
441 # At rate 100 Foo / BTC
442 # Computation says I should buy it at 125 FOO / BTC
443 # -> delta_in_base = 9 BTC
444 # Action: "sell" "9 BTC" at rate "125" "FOO" on market
446 delta
= delta
- filled
447 # I already sold 4 BTC, only 5 left
449 if close_if_possible
is None:
450 close_if_possible
= (self
.value_to
== 0)
453 self
.market
.report
.log_error("prepare_order", message
="Less to do than already filled: {}".format(delta
))
456 order
= Order(self
.order_action(inverted
),
457 delta
, rate
, base_currency
, self
.trade_type
,
458 self
.market
, self
, close_if_possible
=close_if_possible
)
459 self
.orders
.append(order
)
464 "action": self
.action
,
465 "from": self
.value_from
.as_json()["value"],
466 "to": self
.value_to
.as_json()["value"],
467 "currency": self
.currency
,
468 "base_currency": self
.base_currency
,
472 if self
.closed
and not self
.is_fullfiled
:
474 elif self
.is_fullfiled
:
479 return "Trade({} -> {} in {}, {}{})".format(
486 def print_with_order(self
, ind
=""):
487 self
.market
.report
.print_log("{}{}".format(ind
, self
))
488 for order
in self
.orders
:
489 self
.market
.report
.print_log("{}\t{}".format(ind
, order
))
490 for mouvement
in order
.mouvements
:
491 self
.market
.report
.print_log("{}\t\t{}".format(ind
, mouvement
))
494 def __init__(self
, action
, amount
, rate
, base_currency
, trade_type
, market
,
495 trade
, close_if_possible
=False):
499 self
.base_currency
= base_currency
501 self
.trade_type
= trade_type
504 self
.status
= "pending"
506 self
.close_if_possible
= close_if_possible
512 "action": self
.action
,
513 "trade_type": self
.trade_type
,
514 "amount": self
.amount
.as_json()["value"],
515 "currency": self
.amount
.as_json()["currency"],
516 "base_currency": self
.base_currency
,
518 "status": self
.status
,
519 "close_if_possible": self
.close_if_possible
,
521 "mouvements": list(map(lambda x
: x
.as_json(), self
.mouvements
))
525 return "Order({} {} {} at {} {} [{}]{})".format(
532 " ✂" if self
.close_if_possible
else "",
537 if self
.trade_type
== "long":
544 return self
.status
== "open"
548 return self
.status
== "pending"
552 return self
.status
== "closed" or self
.status
== "canceled" or self
.status
== "error"
554 @retry(InsufficientFunds
)
557 symbol
= "{}/{}".format(self
.amount
.currency
, self
.base_currency
)
558 amount
= round(self
.amount
, self
.market
.ccxt
.order_precision(symbol
)).value
560 if self
.market
.debug
:
561 self
.market
.report
.log_debug_action("market.ccxt.create_order('{}', 'limit', '{}', {}, price={}, account={})".format(
562 symbol
, self
.action
, amount
, self
.rate
, self
.account
))
563 self
.results
.append({"debug": True, "id": -1}
)
565 action
= "market.ccxt.create_order('{}', 'limit', '{}', {}, price={}, account={})".format(symbol
, self
.action
, amount
, self
.rate
, self
.account
)
567 self
.results
.append(self
.market
.ccxt
.create_order(symbol
, 'limit', self
.action
, amount
, price
=self
.rate
, account
=self
.account
))
569 # Impossible to honor the order (dust amount)
570 self
.status
= "closed"
571 self
.mark_finished_order()
573 except InsufficientFunds
as e
:
575 self
.market
.report
.log_error(action
, message
="Retrying with reduced amount", exception
=e
)
576 self
.amount
= self
.amount
* D("0.99")
579 self
.market
.report
.log_error(action
, message
="Giving up {}".format(self
), exception
=e
)
580 self
.status
= "error"
582 except Exception as e
:
583 self
.status
= "error"
584 self
.market
.report
.log_error(action
, exception
=e
)
586 self
.id = self
.results
[0]["id"]
589 def get_status(self
):
590 if self
.market
.debug
:
591 self
.market
.report
.log_debug_action("Getting {} status".format(self
))
593 # other states are "closed" and "canceled"
594 if not self
.finished
:
597 self
.mark_finished_order()
600 def mark_finished_order(self
):
601 if self
.market
.debug
:
602 self
.market
.report
.log_debug_action("Mark {} as finished".format(self
))
604 if self
.status
== "closed":
605 if self
.trade_type
== "short" and self
.action
== "buy" and self
.close_if_possible
:
606 self
.market
.ccxt
.close_margin_position(self
.amount
.currency
, self
.base_currency
)
609 if self
.market
.debug
:
610 self
.market
.report
.log_debug_action("Fetching {}".format(self
))
613 result
= self
.market
.ccxt
.fetch_order(self
.id)
614 self
.results
.append(result
)
615 self
.status
= result
["status"]
616 # Time at which the order started
617 self
.timestamp
= result
["datetime"]
618 except OrderNotCached
:
619 self
.status
= "closed_unknown"
621 self
.fetch_mouvements()
623 # FIXME: consider open order with dust remaining as closed
625 def dust_amount_remaining(self
):
626 return self
.remaining_amount() < Amount(self
.amount
.currency
, D("0.001"))
628 def remaining_amount(self
):
629 return self
.amount
- self
.filled_amount()
631 def filled_amount(self
, in_base_currency
=False):
632 if self
.status
== "open":
635 for mouvement
in self
.mouvements
:
637 filled_amount
+= mouvement
.total_in_base
639 filled_amount
+= mouvement
.total
642 def fetch_mouvements(self
):
644 mouvements
= self
.market
.ccxt
.privatePostReturnOrderTrades({"orderNumber": self.id}
)
645 except ExchangeError
:
649 for mouvement_hash
in mouvements
:
650 self
.mouvements
.append(Mouvement(self
.amount
.currency
,
651 self
.base_currency
, mouvement_hash
))
654 if self
.market
.debug
:
655 self
.market
.report
.log_debug_action("Mark {} as cancelled".format(self
))
656 self
.status
= "canceled"
658 if self
.open and self
.id is not None:
660 self
.market
.ccxt
.cancel_order(self
.id)
661 except OrderNotFound
as e
: # Closed inbetween
662 self
.market
.report
.log_error("cancel_order", message
="Already cancelled order", exception
=e
)
666 def __init__(self
, currency
, base_currency
, hash_
):
667 self
.currency
= currency
668 self
.base_currency
= base_currency
669 self
.id = hash_
.get("tradeID")
670 self
.action
= hash_
.get("type")
671 self
.fee_rate
= D(hash_
.get("fee", -1))
673 self
.date
= datetime
.strptime(hash_
.get("date", ""), '%Y-%m-%d %H:%M:%S')
676 self
.rate
= D(hash_
.get("rate", 0))
677 self
.total
= Amount(currency
, hash_
.get("amount", 0))
678 # rate * total = total_in_base
679 self
.total_in_base
= Amount(base_currency
, hash_
.get("total", 0))
683 "fee_rate": self
.fee_rate
,
685 "action": self
.action
,
686 "total": self
.total
.value
,
687 "currency": self
.currency
,
688 "total_in_base": self
.total_in_base
.value
,
689 "base_currency": self
.base_currency
693 if self
.fee_rate
> 0:
694 fee_rate
= " fee: {}%".format(self
.fee_rate
* 100)
697 if self
.date
is None:
701 return "Mouvement({} ; {} {} ({}){})".format(
702 date
, self
.action
, self
.total
, self
.total_in_base
,