[perso/Immae/Projets/Cryptomonnaies/Cryptoportfolio/Trader.git] / market.py

from ccxt import ExchangeError, NotSupported, RequestTimeout, InvalidNonce
import ccxt_wrapper as ccxt
import time
import psycopg2
from store import *
from cachetools.func import ttl_cache
from datetime import datetime
from retry import retry
import portfolio

class Market:
    debug = False
    ccxt = None
    report = None
    trades = None
    balances = None

    def __init__(self, ccxt_instance, args, **kwargs):
        self.args = args
        self.debug = args.debug
        self.ccxt = ccxt_instance
        self.ccxt._market = self
        self.report = ReportStore(self, verbose_print=(not args.quiet))
        self.trades = TradeStore(self)
        self.balances = BalanceStore(self)
        self.processor = Processor(self)

        for key in ["user_id", "market_id", "pg_config"]:
            setattr(self, key, kwargs.get(key, None))

        self.report.log_market(self.args, self.user_id, self.market_id)

    @classmethod
    def from_config(cls, config, args, **kwargs):
        config["apiKey"] = config.pop("key", None)

        ccxt_instance = ccxt.poloniexE(config)

        return cls(ccxt_instance, args, **kwargs)

    def store_report(self):
        self.report.merge(Portfolio.report)
        date = datetime.now()
        if self.args.report_path is not None:
            self.store_file_report(date)
        if self.pg_config is not None and self.args.report_db:
            self.store_database_report(date)

    def store_file_report(self, date):
        try:
            report_file = "{}/{}_{}".format(self.args.report_path, date.isoformat(), self.user_id)
            with open(report_file + ".json", "w") as f:
                f.write(self.report.to_json())
            with open(report_file + ".log", "w") as f:
                f.write("\n".join(map(lambda x: x[1], self.report.print_logs)))
        except Exception as e:
            print("impossible to store report file: {}; {}".format(e.__class__.__name__, e))

    def store_database_report(self, date):
        try:
            report_query = 'INSERT INTO reports("date", "market_config_id", "debug") VALUES (%s, %s, %s) RETURNING id;'
            line_query = 'INSERT INTO report_lines("date", "report_id", "type", "payload") VALUES (%s, %s, %s, %s);'
            connection = psycopg2.connect(**self.pg_config)
            cursor = connection.cursor()
            cursor.execute(report_query, (date, self.market_id, self.debug))
            report_id = cursor.fetchone()[0]
            for date, type_, payload in self.report.to_json_array():
                cursor.execute(line_query, (date, report_id, type_, payload))

            connection.commit()
            cursor.close()
            connection.close()
        except Exception as e:
            print("impossible to store report to database: {}; {}".format(e.__class__.__name__, e))

    def process(self, actions, before=False, after=False):
        try:
            if len(actions or []) == 0:
                if before:
                    self.processor.process("sell_all", steps="before")
                if after:
                    self.processor.process("sell_all", steps="after")
            else:
                for action in actions:
                    if hasattr(self, action):
                        getattr(self, action)()
                    else:
                        self.report.log_error("market_process", message="Unknown action {}".format(action))
        except Exception as e:
            self.report.log_error("market_process", exception=e)
        finally:
            self.store_report()

    @retry((RequestTimeout, InvalidNonce), tries=5)
    def move_balances(self):
        needed_in_margin = {} 
        moving_to_margin = {}

        for currency, balance in self.balances.all.items():
            needed_in_margin[currency] = balance.margin_in_position - balance.margin_pending_gain
        for trade in self.trades.pending:
            needed_in_margin.setdefault(trade.base_currency, 0)
            if trade.trade_type == "short":
                needed_in_margin[trade.base_currency] -= trade.delta
        for currency, needed in needed_in_margin.items():
            current_balance = self.balances.all[currency].margin_available
            moving_to_margin[currency] = (needed - current_balance)
            delta = moving_to_margin[currency].value
            action = "Moving {} from exchange to margin".format(moving_to_margin[currency])

            if self.debug and delta != 0:
                self.report.log_debug_action(action)
                continue
            try:
                if delta > 0:
                    self.ccxt.transfer_balance(currency, delta, "exchange", "margin")
                elif delta < 0:
                    self.ccxt.transfer_balance(currency, -delta, "margin", "exchange")
            except (RequestTimeout, InvalidNonce) as e:
                self.report.log_error(action, message="Retrying", exception=e)
                self.report.log_move_balances(needed_in_margin, moving_to_margin)
                self.balances.fetch_balances()
                raise e
        self.report.log_move_balances(needed_in_margin, moving_to_margin)

        self.balances.fetch_balances()

    @ttl_cache(ttl=3600)
    def fetch_fees(self):
        return self.ccxt.fetch_fees()

    @ttl_cache(maxsize=20, ttl=5)
    def get_tickers(self, refresh=False):
        try:
            return self.ccxt.fetch_tickers()
        except NotSupported:
            return None

    @ttl_cache(maxsize=20, ttl=5)
    def get_ticker(self, c1, c2, refresh=False):
        def invert(ticker):
            return {
                    "inverted": True,
                    "average": (1/ticker["bid"] + 1/ticker["ask"]) / 2,
                    "original": ticker,
                    }
        def augment_ticker(ticker):
            ticker.update({
                "inverted": False,
                "average": (ticker["bid"] + ticker["ask"] ) / 2,
                })
            return ticker

        tickers = self.get_tickers()
        if tickers is None:
            try:
                ticker = augment_ticker(self.ccxt.fetch_ticker("{}/{}".format(c1, c2)))
            except ExchangeError:
                try:
                    ticker = invert(augment_ticker(self.ccxt.fetch_ticker("{}/{}".format(c2, c1))))
                except ExchangeError:
                    ticker = None
        else:
            if "{}/{}".format(c1, c2) in tickers:
                ticker = augment_ticker(tickers["{}/{}".format(c1, c2)])
            elif "{}/{}".format(c2, c1) in tickers:
                ticker = invert(augment_ticker(tickers["{}/{}".format(c2, c1)]))
            else:
                ticker = None
        return ticker

    def follow_orders(self, sleep=None):
        if sleep is None:
            sleep = 7 if self.debug else 30
            if self.debug:
                self.report.log_debug_action("Set follow_orders tick to {}s".format(sleep))
        tick = 0
        self.report.log_stage("follow_orders_begin")
        while len(self.trades.all_orders(state="open")) > 0:
            time.sleep(sleep)
            tick += 1
            open_orders = self.trades.all_orders(state="open")
            self.report.log_stage("follow_orders_tick_{}".format(tick))
            self.report.log_orders(open_orders, tick=tick)
            for order in open_orders:
                status = order.get_status()
                if status != "open":
                    self.report.log_order(order, tick, finished=True)
                else:
                    order.trade.update_order(order, tick)
                if status == "error_disappeared":
                    self.report.log_error("follow_orders",
                            message="{} disappeared, recreating it".format(order))
                    order.trade.prepare_order(
                            compute_value=order.trade.tick_actions_recreate(tick))

        self.report.log_stage("follow_orders_end")

    def prepare_trades(self, base_currency="BTC", liquidity="medium",
            compute_value="average", repartition=None, only=None):

        self.report.log_stage("prepare_trades",
                base_currency=base_currency, liquidity=liquidity,
                compute_value=compute_value, only=only,
                repartition=repartition)

        values_in_base = self.balances.in_currency(base_currency,
                compute_value=compute_value)
        total_base_value = sum(values_in_base.values())
        new_repartition = self.balances.dispatch_assets(total_base_value,
                liquidity=liquidity, repartition=repartition)
        self.trades.compute_trades(values_in_base, new_repartition, only=only)

    # Helpers
    def print_orders(self, base_currency="BTC"):
        self.report.log_stage("print_orders")
        self.balances.fetch_balances(tag="print_orders")
        self.prepare_trades(base_currency=base_currency, compute_value="average")
        self.trades.prepare_orders(compute_value="average")

    def print_balances(self, base_currency="BTC"):
        self.report.log_stage("print_balances")
        self.balances.fetch_balances()
        if base_currency is not None:
            self.report.print_log("total:")
            self.report.print_log(sum(self.balances.in_currency(base_currency).values()))

class Processor:
    scenarios = {
            "wait_for_cryptoportfolio": [
                {
                    "name": "wait",
                    "number": 1,
                    "before": False,
                    "after": True,
                    "wait_for_recent": {},
                    },
                ],
            "print_orders": [
                {
                    "name": "wait",
                    "number": 1,
                    "before": False,
                    "after": True,
                    "wait_for_recent": {},
                    },
                {
                    "name": "make_orders",
                    "number": 2,
                    "before": False,
                    "after": True,
                    "fetch_balances": ["begin"],
                    "prepare_trades": { "compute_value": "average" },
                    "prepare_orders": { "compute_value": "average" },
                    },
                ],
            "sell_needed": [
                {
                    "name": "wait",
                    "number": 0,
                    "before": False,
                    "after": True,
                    "wait_for_recent": {},
                    },
                {
                    "name": "sell",
                    "number": 1,
                    "before": False,
                    "after": True,
                    "fetch_balances": ["begin", "end"],
                    "prepare_trades": {},
                    "prepare_orders": { "only": "dispose", "compute_value": "average" },
                    "run_orders": {},
                    "follow_orders": {},
                    "close_trades": {},
                    },
                {
                    "name": "buy",
                    "number": 2,
                    "before": False,
                    "after": True,
                    "fetch_balances": ["begin", "end"],
                    "prepare_trades": { "only": "acquire" },
                    "prepare_orders": { "only": "acquire", "compute_value": "average" },
                    "move_balances": {},
                    "run_orders": {},
                    "follow_orders": {},
                    "close_trades": {},
                    },
                ],
            "sell_all": [
                {
                    "name": "all_sell",
                    "number": 1,
                    "before": True,
                    "after": False,
                    "fetch_balances": ["begin", "end"],
                    "prepare_trades": { "repartition": { "base_currency": (1, "long") } },
                    "prepare_orders": { "compute_value": "average" },
                    "run_orders": {},
                    "follow_orders": {},
                    "close_trades": {},
                    },
                {
                    "name": "wait",
                    "number": 2,
                    "before": False,
                    "after": True,
                    "wait_for_recent": {},
                    },
                {
                    "name": "all_buy",
                    "number": 3,
                    "before": False,
                    "after": True,
                    "fetch_balances": ["begin", "end"],
                    "prepare_trades": {},
                    "prepare_orders": { "compute_value": "average" },
                    "move_balances": {},
                    "run_orders": {},
                    "follow_orders": {},
                    "close_trades": {},
                    },
                ]
            }

    ordered_actions = [
            "wait_for_recent", "prepare_trades", "prepare_orders",
            "move_balances", "run_orders", "follow_orders",
            "close_trades"]

    def __init__(self, market):
        self.market = market

    def select_steps(self, scenario, step):
        if step == "all":
            return scenario
        elif step == "before" or step == "after":
            return list(filter(lambda x: step in x and x[step], scenario))
        elif type(step) == int:
            return [scenario[step-1]]
        elif type(step) == str:
            return list(filter(lambda x: x["name"] == step, scenario))
        else:
            raise TypeError("Unknown step {}".format(step))

    def process(self, scenario_name, steps="all", **kwargs):
        scenario = self.scenarios[scenario_name]
        selected_steps = []

        if type(steps) == str or type(steps) == int:
            selected_steps += self.select_steps(scenario, steps)
        else:
            for step in steps:
                selected_steps += self.select_steps(scenario, step)
        for step in selected_steps:
            self.process_step(scenario_name, step, kwargs)

    def process_step(self, scenario_name, step, kwargs):
        process_name = "process_{}__{}_{}".format(scenario_name, step["number"], step["name"])
        self.market.report.log_stage("{}_begin".format(process_name))
        if "begin" in step.get("fetch_balances", []):
            self.market.balances.fetch_balances(tag="{}_begin".format(process_name))

        for action in self.ordered_actions:
            if action in step:
                self.run_action(action, step[action], kwargs)

        if "end" in step.get("fetch_balances", []):
            self.market.balances.fetch_balances(tag="{}_end".format(process_name))
        self.market.report.log_stage("{}_end".format(process_name))

    def method_arguments(self, action):
        import inspect

        if action == "wait_for_recent":
            method = Portfolio.wait_for_recent
        elif action == "prepare_trades":
            method = self.market.prepare_trades
        elif action == "prepare_orders":
            method = self.market.trades.prepare_orders
        elif action == "move_balances":
            method = self.market.move_balances
        elif action == "run_orders":
            method = self.market.trades.run_orders
        elif action == "follow_orders":
            method = self.market.follow_orders
        elif action == "close_trades":
            method = self.market.trades.close_trades

        signature = inspect.getfullargspec(method)
        defaults = signature.defaults or []
        kwargs = signature.args[-len(defaults):]

        return [method, kwargs]

    def parse_args(self, action, default_args, kwargs):
        method, allowed_arguments = self.method_arguments(action)
        args = {k: v for k, v in {**default_args, **kwargs}.items() if k in allowed_arguments }

        if "repartition" in args and "base_currency" in args["repartition"]:
            r = args["repartition"]
            r[args.get("base_currency", "BTC")] = r.pop("base_currency")

        return method, args

    def run_action(self, action, default_args, kwargs):
        method, args = self.parse_args(action, default_args, kwargs)

        method(**args)
Commit	Line	Data
b47d7b54	1	from ccxt import ExchangeError, NotSupported, RequestTimeout, InvalidNonce
774c099c	2	import ccxt_wrapper as ccxt
f86ee140	3	import time
b4e0ba0b	4	import psycopg2
f86ee140	5	from store import *
aca4d437	6	from cachetools.func import ttl_cache
1f117ac7	7	from datetime import datetime
337c8286	8	from retry import retry
1f117ac7	9	import portfolio
4c51aa71	10
f86ee140 IB	11	class Market:
	12	debug = False
	13	ccxt = None
	14	report = None
	15	trades = None
	16	balances = None
ecba1113	17
35667b31	18	def __init__(self, ccxt_instance, args, **kwargs):
07fa7a4b IB	19	self.args = args
07fa7a4b IB	20	self.debug = args.debug
f86ee140 IB	21	self.ccxt = ccxt_instance
f86ee140 IB	22	self.ccxt._market = self
07fa7a4b	23	self.report = ReportStore(self, verbose_print=(not args.quiet))
f86ee140 IB	24	self.trades = TradeStore(self)
f86ee140 IB	25	self.balances = BalanceStore(self)
1f117ac7 IB	26	self.processor = Processor(self)
1f117ac7 IB	27
a42d6cc8	28	for key in ["user_id", "market_id", "pg_config"]:
35667b31	29	setattr(self, key, kwargs.get(key, None))
f86ee140	30
a42d6cc8	31	self.report.log_market(self.args, self.user_id, self.market_id)
90d7423e	32
f86ee140	33	@classmethod
35667b31	34	def from_config(cls, config, args, **kwargs):
1f117ac7	35	config["apiKey"] = config.pop("key", None)
d24bb10c	36
f86ee140 IB	37	ccxt_instance = ccxt.poloniexE(config)
f86ee140 IB	38
35667b31	39	return cls(ccxt_instance, args, **kwargs)
1f117ac7 IB	40
1f117ac7 IB	41	def store_report(self):
9bde69bf	42	self.report.merge(Portfolio.report)
b4e0ba0b	43	date = datetime.now()
a42d6cc8	44	if self.args.report_path is not None:
b4e0ba0b	45	self.store_file_report(date)
a42d6cc8	46	if self.pg_config is not None and self.args.report_db:
b4e0ba0b IB	47	self.store_database_report(date)
	48
	49	def store_file_report(self, date):
1f117ac7	50	try:
a42d6cc8	51	report_file = "{}/{}_{}".format(self.args.report_path, date.isoformat(), self.user_id)
b4e0ba0b IB	52	with open(report_file + ".json", "w") as f:
	53	f.write(self.report.to_json())
	54	with open(report_file + ".log", "w") as f:
	55	f.write("\n".join(map(lambda x: x[1], self.report.print_logs)))
1f117ac7 IB	56	except Exception as e:
	57	print("impossible to store report file: {}; {}".format(e.__class__.__name__, e))
	58
b4e0ba0b IB	59	def store_database_report(self, date):
	60	try:
	61	report_query = 'INSERT INTO reports("date", "market_config_id", "debug") VALUES (%s, %s, %s) RETURNING id;'
	62	line_query = 'INSERT INTO report_lines("date", "report_id", "type", "payload") VALUES (%s, %s, %s, %s);'
	63	connection = psycopg2.connect(**self.pg_config)
	64	cursor = connection.cursor()
	65	cursor.execute(report_query, (date, self.market_id, self.debug))
	66	report_id = cursor.fetchone()[0]
	67	for date, type_, payload in self.report.to_json_array():
	68	cursor.execute(line_query, (date, report_id, type_, payload))
	69
	70	connection.commit()
	71	cursor.close()
	72	connection.close()
	73	except Exception as e:
	74	print("impossible to store report to database: {}; {}".format(e.__class__.__name__, e))
	75
1f117ac7 IB	76	def process(self, actions, before=False, after=False):
	77	try:
	78	if len(actions or []) == 0:
	79	if before:
	80	self.processor.process("sell_all", steps="before")
	81	if after:
	82	self.processor.process("sell_all", steps="after")
	83	else:
	84	for action in actions:
	85	if hasattr(self, action):
	86	getattr(self, action)()
	87	else:
	88	self.report.log_error("market_process", message="Unknown action {}".format(action))
	89	except Exception as e:
	90	self.report.log_error("market_process", exception=e)
	91	finally:
	92	self.store_report()
f86ee140	93
b47d7b54	94	@retry((RequestTimeout, InvalidNonce), tries=5)
f86ee140 IB	95	def move_balances(self):
	96	needed_in_margin = {}
	97	moving_to_margin = {}
	98
aca4d437 IB	99	for currency, balance in self.balances.all.items():
	100	needed_in_margin[currency] = balance.margin_in_position - balance.margin_pending_gain
	101	for trade in self.trades.pending:
	102	needed_in_margin.setdefault(trade.base_currency, 0)
f86ee140	103	if trade.trade_type == "short":
aca4d437	104	needed_in_margin[trade.base_currency] -= trade.delta
f86ee140	105	for currency, needed in needed_in_margin.items():
aca4d437	106	current_balance = self.balances.all[currency].margin_available
f86ee140 IB	107	moving_to_margin[currency] = (needed - current_balance)
f86ee140 IB	108	delta = moving_to_margin[currency].value
337c8286 IB	109	action = "Moving {} from exchange to margin".format(moving_to_margin[currency])
337c8286 IB	110
aca4d437	111	if self.debug and delta != 0:
337c8286	112	self.report.log_debug_action(action)
f86ee140	113	continue
337c8286 IB	114	try:
	115	if delta > 0:
	116	self.ccxt.transfer_balance(currency, delta, "exchange", "margin")
	117	elif delta < 0:
	118	self.ccxt.transfer_balance(currency, -delta, "margin", "exchange")
b47d7b54	119	except (RequestTimeout, InvalidNonce) as e:
337c8286 IB	120	self.report.log_error(action, message="Retrying", exception=e)
	121	self.report.log_move_balances(needed_in_margin, moving_to_margin)
	122	self.balances.fetch_balances()
	123	raise e
f86ee140 IB	124	self.report.log_move_balances(needed_in_margin, moving_to_margin)
	125
	126	self.balances.fetch_balances()
	127
aca4d437	128	@ttl_cache(ttl=3600)
f86ee140	129	def fetch_fees(self):
aca4d437 IB	130	return self.ccxt.fetch_fees()
	131
	132	@ttl_cache(maxsize=20, ttl=5)
	133	def get_tickers(self, refresh=False):
	134	try:
	135	return self.ccxt.fetch_tickers()
	136	except NotSupported:
	137	return None
f86ee140	138
aca4d437	139	@ttl_cache(maxsize=20, ttl=5)
f86ee140 IB	140	def get_ticker(self, c1, c2, refresh=False):
	141	def invert(ticker):
	142	return {
	143	"inverted": True,
	144	"average": (1/ticker["bid"] + 1/ticker["ask"]) / 2,
	145	"original": ticker,
	146	}
	147	def augment_ticker(ticker):
	148	ticker.update({
	149	"inverted": False,
	150	"average": (ticker["bid"] + ticker["ask"] ) / 2,
	151	})
7192b2e1	152	return ticker
f86ee140	153
aca4d437 IB	154	tickers = self.get_tickers()
aca4d437 IB	155	if tickers is None:
f86ee140	156	try:
7192b2e1	157	ticker = augment_ticker(self.ccxt.fetch_ticker("{}/{}".format(c1, c2)))
f86ee140	158	except ExchangeError:
aca4d437	159	try:
7192b2e1	160	ticker = invert(augment_ticker(self.ccxt.fetch_ticker("{}/{}".format(c2, c1))))
aca4d437 IB	161	except ExchangeError:
	162	ticker = None
	163	else:
	164	if "{}/{}".format(c1, c2) in tickers:
7192b2e1	165	ticker = augment_ticker(tickers["{}/{}".format(c1, c2)])
aca4d437	166	elif "{}/{}".format(c2, c1) in tickers:
7192b2e1	167	ticker = invert(augment_ticker(tickers["{}/{}".format(c2, c1)]))
aca4d437 IB	168	else:
	169	ticker = None
	170	return ticker
f86ee140 IB	171
	172	def follow_orders(self, sleep=None):
	173	if sleep is None:
	174	sleep = 7 if self.debug else 30
	175	if self.debug:
	176	self.report.log_debug_action("Set follow_orders tick to {}s".format(sleep))
	177	tick = 0
	178	self.report.log_stage("follow_orders_begin")
	179	while len(self.trades.all_orders(state="open")) > 0:
	180	time.sleep(sleep)
	181	tick += 1
	182	open_orders = self.trades.all_orders(state="open")
	183	self.report.log_stage("follow_orders_tick_{}".format(tick))
	184	self.report.log_orders(open_orders, tick=tick)
	185	for order in open_orders:
7ba831c5 IB	186	status = order.get_status()
7ba831c5 IB	187	if status != "open":
f86ee140 IB	188	self.report.log_order(order, tick, finished=True)
	189	else:
	190	order.trade.update_order(order, tick)
7ba831c5 IB	191	if status == "error_disappeared":
	192	self.report.log_error("follow_orders",
	193	message="{} disappeared, recreating it".format(order))
	194	order.trade.prepare_order(
	195	compute_value=order.trade.tick_actions_recreate(tick))
	196
f86ee140 IB	197	self.report.log_stage("follow_orders_end")
f86ee140 IB	198
9db7d156 IB	199	def prepare_trades(self, base_currency="BTC", liquidity="medium",
	200	compute_value="average", repartition=None, only=None):
	201
7bd830a8 IB	202	self.report.log_stage("prepare_trades",
7bd830a8 IB	203	base_currency=base_currency, liquidity=liquidity,
9db7d156 IB	204	compute_value=compute_value, only=only,
9db7d156 IB	205	repartition=repartition)
f86ee140	206
9db7d156 IB	207	values_in_base = self.balances.in_currency(base_currency,
9db7d156 IB	208	compute_value=compute_value)
f86ee140	209	total_base_value = sum(values_in_base.values())
9db7d156 IB	210	new_repartition = self.balances.dispatch_assets(total_base_value,
	211	liquidity=liquidity, repartition=repartition)
	212	self.trades.compute_trades(values_in_base, new_repartition, only=only)
2308a1c4	213
1f117ac7 IB	214	# Helpers
	215	def print_orders(self, base_currency="BTC"):
	216	self.report.log_stage("print_orders")
	217	self.balances.fetch_balances(tag="print_orders")
	218	self.prepare_trades(base_currency=base_currency, compute_value="average")
	219	self.trades.prepare_orders(compute_value="average")
	220
	221	def print_balances(self, base_currency="BTC"):
	222	self.report.log_stage("print_balances")
	223	self.balances.fetch_balances()
	224	if base_currency is not None:
	225	self.report.print_log("total:")
	226	self.report.print_log(sum(self.balances.in_currency(base_currency).values()))
	227
	228	class Processor:
	229	scenarios = {
81d1db51 IB	230	"wait_for_cryptoportfolio": [
	231	{
	232	"name": "wait",
	233	"number": 1,
	234	"before": False,
	235	"after": True,
	236	"wait_for_recent": {},
	237	},
	238	],
	239	"print_orders": [
	240	{
	241	"name": "wait",
	242	"number": 1,
	243	"before": False,
	244	"after": True,
	245	"wait_for_recent": {},
	246	},
	247	{
	248	"name": "make_orders",
	249	"number": 2,
	250	"before": False,
	251	"after": True,
	252	"fetch_balances": ["begin"],
	253	"prepare_trades": { "compute_value": "average" },
	254	"prepare_orders": { "compute_value": "average" },
	255	},
	256	],
1f117ac7 IB	257	"sell_needed": [
	258	{
	259	"name": "wait",
	260	"number": 0,
	261	"before": False,
	262	"after": True,
	263	"wait_for_recent": {},
	264	},
	265	{
	266	"name": "sell",
	267	"number": 1,
	268	"before": False,
	269	"after": True,
	270	"fetch_balances": ["begin", "end"],
	271	"prepare_trades": {},
	272	"prepare_orders": { "only": "dispose", "compute_value": "average" },
	273	"run_orders": {},
	274	"follow_orders": {},
	275	"close_trades": {},
	276	},
	277	{
	278	"name": "buy",
	279	"number": 2,
	280	"before": False,
	281	"after": True,
	282	"fetch_balances": ["begin", "end"],
	283	"prepare_trades": { "only": "acquire" },
	284	"prepare_orders": { "only": "acquire", "compute_value": "average" },
	285	"move_balances": {},
	286	"run_orders": {},
	287	"follow_orders": {},
	288	"close_trades": {},
	289	},
	290	],
	291	"sell_all": [
	292	{
	293	"name": "all_sell",
	294	"number": 1,
	295	"before": True,
	296	"after": False,
	297	"fetch_balances": ["begin", "end"],
	298	"prepare_trades": { "repartition": { "base_currency": (1, "long") } },
	299	"prepare_orders": { "compute_value": "average" },
	300	"run_orders": {},
	301	"follow_orders": {},
	302	"close_trades": {},
	303	},
	304	{
	305	"name": "wait",
	306	"number": 2,
	307	"before": False,
	308	"after": True,
	309	"wait_for_recent": {},
	310	},
	311	{
	312	"name": "all_buy",
	313	"number": 3,
	314	"before": False,
	315	"after": True,
	316	"fetch_balances": ["begin", "end"],
	317	"prepare_trades": {},
	318	"prepare_orders": { "compute_value": "average" },
	319	"move_balances": {},
	320	"run_orders": {},
321	"follow_orders": {},
322	"close_trades": {},
323	},
324	]
325	}
326
327	ordered_actions = [
328	"wait_for_recent", "prepare_trades", "prepare_orders",
329	"move_balances", "run_orders", "follow_orders",
330	"close_trades"]
331
332	def __init__(self, market):
333	self.market = market
334
335	def select_steps(self, scenario, step):
336	if step == "all":
337	return scenario
338	elif step == "before" or step == "after":
339	return list(filter(lambda x: step in x and x[step], scenario))
340	elif type(step) == int:
341	return [scenario[step-1]]
342	elif type(step) == str:
343	return list(filter(lambda x: x["name"] == step, scenario))
344	else:
345	raise TypeError("Unknown step {}".format(step))
346
347	def process(self, scenario_name, steps="all", **kwargs):
348	scenario = self.scenarios[scenario_name]
349	selected_steps = []
350
351	if type(steps) == str or type(steps) == int:
352	selected_steps += self.select_steps(scenario, steps)
353	else:
354	for step in steps:
355	selected_steps += self.select_steps(scenario, step)
356	for step in selected_steps:
357	self.process_step(scenario_name, step, kwargs)
358
359	def process_step(self, scenario_name, step, kwargs):
360	process_name = "process_{}__{}_{}".format(scenario_name, step["number"], step["name"])
361	self.market.report.log_stage("{}_begin".format(process_name))
362	if "begin" in step.get("fetch_balances", []):
363	self.market.balances.fetch_balances(tag="{}_begin".format(process_name))
364
365	for action in self.ordered_actions:
366	if action in step:
367	self.run_action(action, step[action], kwargs)
368
369	if "end" in step.get("fetch_balances", []):
370	self.market.balances.fetch_balances(tag="{}_end".format(process_name))
371	self.market.report.log_stage("{}_end".format(process_name))
372
373	def method_arguments(self, action):
374	import inspect
375
376	if action == "wait_for_recent":
ada1b5f1	377	method = Portfolio.wait_for_recent
1f117ac7 IB	378	elif action == "prepare_trades":
	379	method = self.market.prepare_trades
	380	elif action == "prepare_orders":
	381	method = self.market.trades.prepare_orders
	382	elif action == "move_balances":
	383	method = self.market.move_balances
	384	elif action == "run_orders":
	385	method = self.market.trades.run_orders
	386	elif action == "follow_orders":
	387	method = self.market.follow_orders
	388	elif action == "close_trades":
	389	method = self.market.trades.close_trades
	390
	391	signature = inspect.getfullargspec(method)
	392	defaults = signature.defaults or []
	393	kwargs = signature.args[-len(defaults):]
	394
	395	return [method, kwargs]
	396
	397	def parse_args(self, action, default_args, kwargs):
	398	method, allowed_arguments = self.method_arguments(action)
	399	args = {k: v for k, v in {default_args, kwargs}.items() if k in allowed_arguments }
	400
	401	if "repartition" in args and "base_currency" in args["repartition"]:
	402	r = args["repartition"]
	403	r[args.get("base_currency", "BTC")] = r.pop("base_currency")
	404
	405	return method, args
	406
	407	def run_action(self, action, default_args, kwargs):
	408	method, args = self.parse_args(action, default_args, kwargs)
	409
ada1b5f1	410	method(**args)