bbgo_origin/pkg/bbgo/environment.go

1004 lines
27 KiB
Go
Raw Permalink Normal View History

2020-10-16 02:14:36 +00:00
package bbgo
import (
2021-02-21 08:52:47 +00:00
"bytes"
2020-10-16 02:14:36 +00:00
"context"
2020-10-20 04:11:44 +00:00
"fmt"
2021-02-21 08:52:47 +00:00
"image/png"
"io/ioutil"
2022-01-16 11:06:26 +00:00
stdlog "log"
2021-12-30 08:18:32 +00:00
"math/rand"
"os"
2021-02-21 08:52:47 +00:00
"strings"
2021-02-20 03:29:33 +00:00
"sync"
2020-10-16 02:14:36 +00:00
"time"
2020-12-07 03:43:17 +00:00
"github.com/codingconcepts/env"
2021-02-21 08:52:47 +00:00
"github.com/pkg/errors"
"github.com/pquerna/otp"
2020-10-17 16:06:08 +00:00
log "github.com/sirupsen/logrus"
2022-01-16 11:06:26 +00:00
"github.com/slack-go/slack"
2020-12-29 08:00:03 +00:00
"github.com/spf13/viper"
2021-02-21 08:52:47 +00:00
"gopkg.in/tucnak/telebot.v2"
2020-10-16 02:14:36 +00:00
2020-12-29 08:00:03 +00:00
"github.com/c9s/bbgo/pkg/cmd/cmdutil"
2022-03-11 13:27:45 +00:00
"github.com/c9s/bbgo/pkg/fixedpoint"
2022-01-14 03:57:01 +00:00
"github.com/c9s/bbgo/pkg/interact"
2021-02-21 08:52:47 +00:00
"github.com/c9s/bbgo/pkg/notifier/slacknotifier"
"github.com/c9s/bbgo/pkg/notifier/telegramnotifier"
2020-10-16 02:14:36 +00:00
"github.com/c9s/bbgo/pkg/service"
2021-02-21 08:52:47 +00:00
"github.com/c9s/bbgo/pkg/slack/slacklog"
2020-10-16 02:14:36 +00:00
"github.com/c9s/bbgo/pkg/types"
2020-10-30 21:21:17 +00:00
"github.com/c9s/bbgo/pkg/util"
2020-10-16 02:14:36 +00:00
)
2021-12-30 08:18:32 +00:00
func init() {
// randomize pulling
rand.Seed(time.Now().UnixNano())
}
var LoadedExchangeStrategies = make(map[string]SingleExchangeStrategy)
var LoadedCrossExchangeStrategies = make(map[string]CrossExchangeStrategy)
2020-10-28 23:54:59 +00:00
func RegisterStrategy(key string, s interface{}) {
loaded := 0
if d, ok := s.(SingleExchangeStrategy); ok {
2020-10-28 23:54:59 +00:00
LoadedExchangeStrategies[key] = d
loaded++
}
2020-10-28 23:54:59 +00:00
if d, ok := s.(CrossExchangeStrategy); ok {
2020-10-28 23:54:59 +00:00
LoadedCrossExchangeStrategies[key] = d
loaded++
}
2020-11-15 05:23:26 +00:00
if loaded == 0 {
panic(fmt.Errorf("%T does not implement SingleExchangeStrategy or CrossExchangeStrategy", s))
2020-10-28 23:54:59 +00:00
}
}
2020-10-20 05:52:25 +00:00
var emptyTime time.Time
2021-02-22 06:14:39 +00:00
type SyncStatus int
const (
SyncNotStarted SyncStatus = iota
Syncing
SyncDone
)
2020-10-16 02:14:36 +00:00
// Environment presents the real exchange data layer
type Environment struct {
// Notifiability here for environment is for the streaming data notification
// note that, for back tests, we don't need notification.
Notifiability
PersistenceServiceFacade *service.PersistenceServiceFacade
2021-02-20 16:58:34 +00:00
DatabaseService *service.DatabaseService
OrderService *service.OrderService
TradeService *service.TradeService
ProfitService *service.ProfitService
2022-03-11 08:13:38 +00:00
PositionService *service.PositionService
BacktestService *service.BacktestService
RewardService *service.RewardService
SyncService *service.SyncService
AccountService *service.AccountService
2020-10-16 02:14:36 +00:00
// startTime is the time of start point (which is used in the backtest)
2021-02-20 03:29:33 +00:00
startTime time.Time
// syncStartTime is the time point we want to start the sync (for trades and orders)
syncStartTime time.Time
syncMutex sync.Mutex
2021-02-21 11:36:03 +00:00
syncStatusMutex sync.Mutex
2021-02-22 06:14:39 +00:00
syncStatus SyncStatus
2022-03-11 08:58:45 +00:00
syncConfig *SyncConfig
2021-02-21 11:36:03 +00:00
2021-02-20 03:29:33 +00:00
sessions map[string]*ExchangeSession
2020-10-16 02:14:36 +00:00
}
func NewEnvironment() *Environment {
2020-10-16 02:14:36 +00:00
return &Environment{
2020-10-26 05:48:59 +00:00
// default trade scan time
2021-02-20 03:29:33 +00:00
syncStartTime: time.Now().AddDate(-1, 0, 0), // defaults to sync from 1 year ago
2020-10-20 05:11:04 +00:00
sessions: make(map[string]*ExchangeSession),
2021-02-02 18:26:41 +00:00
startTime: time.Now(),
2021-02-20 16:58:34 +00:00
2021-02-22 07:01:05 +00:00
syncStatus: SyncNotStarted,
2021-02-20 16:58:34 +00:00
PersistenceServiceFacade: &service.PersistenceServiceFacade{
Memory: service.NewMemoryService(),
},
2020-10-16 02:14:36 +00:00
}
}
func (environ *Environment) Session(name string) (*ExchangeSession, bool) {
s, ok := environ.sessions[name]
return s, ok
}
2020-11-07 12:34:34 +00:00
func (environ *Environment) Sessions() map[string]*ExchangeSession {
return environ.sessions
}
2021-02-18 14:40:46 +00:00
func (environ *Environment) SelectSessions(names ...string) map[string]*ExchangeSession {
if len(names) == 0 {
return environ.sessions
}
sessions := make(map[string]*ExchangeSession)
for _, name := range names {
2021-02-20 03:29:33 +00:00
if s, ok := environ.Session(name); ok {
2021-02-18 14:40:46 +00:00
sessions[name] = s
}
}
return sessions
}
2021-02-20 16:58:34 +00:00
func (environ *Environment) ConfigureDatabase(ctx context.Context) error {
// configureDB configures the database service based on the environment variable
if driver, ok := os.LookupEnv("DB_DRIVER"); ok {
if dsn, ok := os.LookupEnv("DB_DSN"); ok {
return environ.ConfigureDatabaseDriver(ctx, driver, dsn)
}
} else if dsn, ok := os.LookupEnv("SQLITE3_DSN"); ok {
return environ.ConfigureDatabaseDriver(ctx, "sqlite3", dsn)
} else if dsn, ok := os.LookupEnv("MYSQL_URL"); ok {
return environ.ConfigureDatabaseDriver(ctx, "mysql", dsn)
}
return nil
}
func (environ *Environment) ConfigureDatabaseDriver(ctx context.Context, driver string, dsn string) error {
environ.DatabaseService = service.NewDatabaseService(driver, dsn)
err := environ.DatabaseService.Connect()
2021-02-02 09:26:35 +00:00
if err != nil {
return err
}
2021-02-16 08:30:01 +00:00
if err := environ.DatabaseService.Upgrade(ctx); err != nil {
2021-02-02 09:26:35 +00:00
return err
}
// get the db connection pool object to create other services
db := environ.DatabaseService.DB
environ.OrderService = &service.OrderService{DB: db}
2020-10-26 05:48:59 +00:00
environ.TradeService = &service.TradeService{DB: db}
environ.RewardService = &service.RewardService{DB: db}
environ.AccountService = &service.AccountService{DB: db}
environ.ProfitService = &service.ProfitService{DB: db}
2022-03-11 08:13:38 +00:00
environ.PositionService = &service.PositionService{DB: db}
environ.SyncService = &service.SyncService{
2021-03-14 03:04:56 +00:00
TradeService: environ.TradeService,
OrderService: environ.OrderService,
RewardService: environ.RewardService,
WithdrawService: &service.WithdrawService{DB: db},
DepositService: &service.DepositService{DB: db},
2020-10-26 05:48:59 +00:00
}
return nil
2020-10-26 05:48:59 +00:00
}
// AddExchangeSession adds the existing exchange session or pre-created exchange session
func (environ *Environment) AddExchangeSession(name string, session *ExchangeSession) *ExchangeSession {
// update Notifiability from the environment
session.Notifiability = environ.Notifiability
2020-10-16 02:14:36 +00:00
environ.sessions[name] = session
return session
}
// AddExchange adds the given exchange with the session name, this is the default
func (environ *Environment) AddExchange(name string, exchange types.Exchange) (session *ExchangeSession) {
session = NewExchangeSession(name, exchange)
return environ.AddExchangeSession(name, session)
}
2021-02-21 08:52:47 +00:00
func (environ *Environment) ConfigureExchangeSessions(userConfig *Config) error {
// if sessions are not defined, we detect the sessions automatically
2020-12-29 08:00:03 +00:00
if len(userConfig.Sessions) == 0 {
return environ.AddExchangesByViperKeys()
}
return environ.AddExchangesFromSessionConfig(userConfig.Sessions)
}
func (environ *Environment) AddExchangesByViperKeys() error {
2021-05-26 16:35:51 +00:00
for _, n := range types.SupportedExchanges {
2020-12-29 08:00:03 +00:00
if viper.IsSet(string(n) + "-api-key") {
exchange, err := cmdutil.NewExchangeWithEnvVarPrefix(n, "")
if err != nil {
return err
}
environ.AddExchange(n.String(), exchange)
}
}
return nil
}
2021-02-02 09:26:35 +00:00
func (environ *Environment) AddExchangesFromSessionConfig(sessions map[string]*ExchangeSession) error {
for sessionName, session := range sessions {
if err := session.InitExchange(sessionName, nil); err != nil {
return err
}
environ.AddExchangeSession(sessionName, session)
2020-12-29 08:00:03 +00:00
}
return nil
}
// Init prepares the data that will be used by the strategies
2020-10-16 02:14:36 +00:00
func (environ *Environment) Init(ctx context.Context) (err error) {
for n := range environ.sessions {
var session = environ.sessions[n]
2021-05-07 16:45:24 +00:00
if err = session.Init(ctx, environ); err != nil {
2021-02-02 18:26:41 +00:00
// we can skip initialized sessions
if err != ErrSessionAlreadyInitialized {
return err
}
}
2021-05-07 16:45:24 +00:00
}
2021-05-07 16:45:24 +00:00
return
}
// Start initializes the symbols data streams
2021-05-07 16:45:24 +00:00
func (environ *Environment) Start(ctx context.Context) (err error) {
for n := range environ.sessions {
var session = environ.sessions[n]
if err = session.InitSymbols(ctx, environ); err != nil {
2021-05-02 15:58:34 +00:00
return err
}
}
2021-05-07 16:45:24 +00:00
return
}
2020-12-07 03:43:17 +00:00
func (environ *Environment) ConfigurePersistence(conf *PersistenceConfig) error {
if conf.Redis != nil {
2020-12-07 04:03:56 +00:00
if err := env.Set(conf.Redis); err != nil {
2020-12-07 03:43:17 +00:00
return err
}
2021-02-20 16:58:34 +00:00
environ.PersistenceServiceFacade.Redis = service.NewRedisPersistenceService(conf.Redis)
}
if conf.Json != nil {
2020-12-07 03:43:17 +00:00
if _, err := os.Stat(conf.Json.Directory); os.IsNotExist(err) {
if err2 := os.MkdirAll(conf.Json.Directory, 0777); err2 != nil {
log.WithError(err2).Errorf("can not create directory: %s", conf.Json.Directory)
2020-12-07 03:43:17 +00:00
return err2
}
}
2021-02-20 16:58:34 +00:00
environ.PersistenceServiceFacade.Json = &service.JsonPersistenceService{Directory: conf.Json.Directory}
}
2020-12-07 03:43:17 +00:00
return nil
}
// ConfigureNotificationRouting configures the notification rules
2020-10-30 21:21:17 +00:00
// for symbol-based routes, we should register the same symbol rules for each session.
// for session-based routes, we should set the fixed callbacks for each session
2021-02-21 08:52:47 +00:00
func (environ *Environment) ConfigureNotificationRouting(conf *NotificationConfig) error {
2020-10-30 21:21:17 +00:00
// configure routing here
if conf.SymbolChannels != nil {
environ.SymbolChannelRouter.AddRoute(conf.SymbolChannels)
}
if conf.SessionChannels != nil {
environ.SessionChannelRouter.AddRoute(conf.SessionChannels)
}
if conf.Routing != nil {
// configure passive object notification routing
switch conf.Routing.Trade {
case "$silent": // silent, do not setup notification
2020-10-30 21:21:17 +00:00
case "$session":
defaultTradeUpdateHandler := func(trade types.Trade) {
2021-05-12 04:43:03 +00:00
environ.Notify(&trade)
2020-10-30 21:21:17 +00:00
}
for name := range environ.sessions {
session := environ.sessions[name]
// if we can route session name to channel successfully...
channel, ok := environ.SessionChannelRouter.Route(name)
if ok {
session.UserDataStream.OnTradeUpdate(func(trade types.Trade) {
2021-05-12 04:43:03 +00:00
environ.NotifyTo(channel, &trade)
2020-10-30 21:21:17 +00:00
})
} else {
session.UserDataStream.OnTradeUpdate(defaultTradeUpdateHandler)
2020-10-30 21:21:17 +00:00
}
}
case "$symbol":
// configure object routes for Trade
environ.ObjectChannelRouter.Route(func(obj interface{}) (channel string, ok bool) {
trade, matched := obj.(*types.Trade)
if !matched {
return
}
channel, ok = environ.SymbolChannelRouter.Route(trade.Symbol)
return
})
// use same handler for each session
handler := func(trade types.Trade) {
channel, ok := environ.RouteObject(&trade)
2020-10-30 21:21:17 +00:00
if ok {
2021-05-12 04:43:03 +00:00
environ.NotifyTo(channel, &trade)
2020-10-30 21:21:17 +00:00
} else {
2021-05-12 04:43:03 +00:00
environ.Notify(&trade)
2020-10-30 21:21:17 +00:00
}
}
for _, session := range environ.sessions {
session.UserDataStream.OnTradeUpdate(handler)
2020-10-30 21:21:17 +00:00
}
}
switch conf.Routing.Order {
case "$silent": // silent, do not setup notification
2020-10-30 21:21:17 +00:00
case "$session":
defaultOrderUpdateHandler := func(order types.Order) {
text := util.Render(TemplateOrderReport, order)
environ.Notify(text, &order)
2020-10-30 21:21:17 +00:00
}
for name := range environ.sessions {
session := environ.sessions[name]
// if we can route session name to channel successfully...
channel, ok := environ.SessionChannelRouter.Route(name)
if ok {
session.UserDataStream.OnOrderUpdate(func(order types.Order) {
2020-10-30 21:21:17 +00:00
text := util.Render(TemplateOrderReport, order)
environ.NotifyTo(channel, text, &order)
2020-10-30 21:21:17 +00:00
})
} else {
session.UserDataStream.OnOrderUpdate(defaultOrderUpdateHandler)
2020-10-30 21:21:17 +00:00
}
}
case "$symbol":
// add object route
environ.ObjectChannelRouter.Route(func(obj interface{}) (channel string, ok bool) {
order, matched := obj.(*types.Order)
if !matched {
return
}
channel, ok = environ.SymbolChannelRouter.Route(order.Symbol)
return
})
// use same handler for each session
handler := func(order types.Order) {
text := util.Render(TemplateOrderReport, order)
channel, ok := environ.RouteObject(&order)
2020-10-30 21:21:17 +00:00
if ok {
environ.NotifyTo(channel, text, &order)
2020-10-30 21:21:17 +00:00
} else {
environ.Notify(text, &order)
2020-10-30 21:21:17 +00:00
}
}
for _, session := range environ.sessions {
session.UserDataStream.OnOrderUpdate(handler)
2020-10-30 21:21:17 +00:00
}
}
switch conf.Routing.SubmitOrder {
case "$silent": // silent, do not setup notification
2020-10-30 21:21:17 +00:00
case "$symbol":
// add object route
environ.ObjectChannelRouter.Route(func(obj interface{}) (channel string, ok bool) {
order, matched := obj.(*types.SubmitOrder)
if !matched {
return
}
channel, ok = environ.SymbolChannelRouter.Route(order.Symbol)
return
})
}
2021-12-04 18:16:48 +00:00
// currently, not used
// FIXME: this is causing cyclic import
/*
switch conf.Routing.PnL {
case "$symbol":
environ.ObjectChannelRouter.Route(func(obj interface{}) (channel string, ok bool) {
report, matched := obj.(*pnl.AverageCostPnlReport)
if !matched {
return
}
channel, ok = environ.SymbolChannelRouter.Route(report.Symbol)
2020-10-30 21:21:17 +00:00
return
})
}
*/
2020-10-30 21:21:17 +00:00
}
2020-12-07 03:43:17 +00:00
return nil
2020-10-30 21:21:17 +00:00
}
2020-11-10 06:19:33 +00:00
func (environ *Environment) SetStartTime(t time.Time) *Environment {
environ.startTime = t
return environ
}
2021-02-20 03:29:33 +00:00
// SetSyncStartTime overrides the default trade scan time (-7 days)
func (environ *Environment) SetSyncStartTime(t time.Time) *Environment {
environ.syncStartTime = t
return environ
}
2022-03-11 08:58:45 +00:00
func (environ *Environment) BindSync(config *SyncConfig) {
// skip this if we are running back-test
if environ.BacktestService != nil {
return
}
// If trade service is configured, we have the db configured
if environ.TradeService == nil {
return
}
2022-03-11 08:58:45 +00:00
if config == nil || config.UserDataStream == nil {
return
}
2022-03-11 08:58:45 +00:00
environ.syncConfig = config
2022-01-27 10:13:15 +00:00
tradeWriter := func(trade types.Trade) {
if err := environ.TradeService.Insert(trade); err != nil {
log.WithError(err).Errorf("trade insert error: %+v", trade)
}
}
orderWriter := func(order types.Order) {
switch order.Status {
case types.OrderStatusFilled, types.OrderStatusCanceled:
if order.ExecutedQuantity.Sign() > 0 {
2022-01-27 10:13:15 +00:00
if err := environ.OrderService.Insert(order); err != nil {
log.WithError(err).Errorf("order insert error: %+v", order)
}
2022-01-27 10:13:15 +00:00
}
}
2022-01-27 10:13:15 +00:00
}
2022-01-27 10:13:15 +00:00
for _, session := range environ.sessions {
2022-03-11 08:51:22 +00:00
// if trade sync is on, we will write all received trades
2022-03-11 08:58:45 +00:00
if config.UserDataStream.Trades {
2022-01-27 10:13:15 +00:00
session.UserDataStream.OnTradeUpdate(tradeWriter)
}
2022-03-11 08:58:45 +00:00
if config.UserDataStream.FilledOrders {
2022-01-27 10:13:15 +00:00
session.UserDataStream.OnOrderUpdate(orderWriter)
}
}
}
func (environ *Environment) Connect(ctx context.Context) error {
log.Debugf("starting interaction...")
if err := interact.Start(ctx); err != nil {
return err
}
for n := range environ.sessions {
// avoid using the placeholder variable for the session because we use that in the callbacks
var session = environ.sessions[n]
var logger = log.WithField("session", n)
2020-10-19 14:26:43 +00:00
if len(session.Subscriptions) == 0 {
logger.Warnf("exchange session %s has no subscriptions", session.Name)
} else {
// add the subscribe requests to the stream
for _, s := range session.Subscriptions {
logger.Infof("subscribing %s %s %v", s.Symbol, s.Channel, s.Options)
session.MarketDataStream.Subscribe(s.Channel, s.Symbol, s.Options)
}
}
logger.Infof("connecting %s market data stream...", session.Name)
if err := session.MarketDataStream.Connect(ctx); err != nil {
return err
}
if !session.PublicOnly {
logger.Infof("connecting %s user data stream...", session.Name)
if err := session.UserDataStream.Connect(ctx); err != nil {
return err
}
2020-10-16 02:14:36 +00:00
}
}
return nil
}
2021-02-22 06:14:39 +00:00
func (environ *Environment) IsSyncing() (status SyncStatus) {
2021-02-21 11:36:03 +00:00
environ.syncStatusMutex.Lock()
2021-02-22 06:14:39 +00:00
status = environ.syncStatus
environ.syncStatusMutex.Unlock()
return status
2021-02-21 11:36:03 +00:00
}
2021-02-22 06:14:39 +00:00
func (environ *Environment) setSyncing(status SyncStatus) {
2021-02-21 11:36:03 +00:00
environ.syncStatusMutex.Lock()
2021-02-22 06:14:39 +00:00
environ.syncStatus = status
2021-02-21 11:36:03 +00:00
environ.syncStatusMutex.Unlock()
2021-02-20 03:29:33 +00:00
}
// Sync syncs all registered exchange sessions
func (environ *Environment) Sync(ctx context.Context, userConfig ...*Config) error {
2021-02-28 07:05:49 +00:00
if environ.SyncService == nil {
return nil
}
2021-02-20 03:29:33 +00:00
environ.syncMutex.Lock()
defer environ.syncMutex.Unlock()
2021-02-21 11:36:03 +00:00
2021-02-22 06:14:39 +00:00
environ.setSyncing(Syncing)
defer environ.setSyncing(SyncDone)
2021-02-20 03:29:33 +00:00
// sync by the defined user config
if len(userConfig) > 0 && userConfig[0] != nil && userConfig[0].Sync != nil {
syncSymbols := userConfig[0].Sync.Symbols
sessions := environ.sessions
selectedSessions := userConfig[0].Sync.Sessions
if len(selectedSessions) > 0 {
sessions = environ.SelectSessions(selectedSessions...)
}
for _, session := range sessions {
if err := environ.syncSession(ctx, session, syncSymbols...); err != nil {
return err
}
}
return nil
}
// the default sync logics
2021-02-20 03:29:33 +00:00
for _, session := range environ.sessions {
if err := environ.syncSession(ctx, session); err != nil {
return err
}
}
return nil
}
2022-03-11 13:15:57 +00:00
func (environ *Environment) RecordPosition(position *types.Position, trade types.Trade, profit *types.Profit) {
2022-03-11 08:23:34 +00:00
// skip for back-test
if environ.BacktestService != nil {
return
}
2022-03-11 08:58:45 +00:00
if environ.DatabaseService == nil || environ.ProfitService == nil || environ.PositionService == nil {
2022-03-11 08:23:34 +00:00
return
}
if position.Strategy == "" && profit.Strategy != "" {
position.Strategy = profit.Strategy
}
if position.StrategyInstanceID == "" && profit.StrategyInstanceID != "" {
position.StrategyInstanceID = profit.StrategyInstanceID
}
2022-03-11 08:23:34 +00:00
2022-03-11 13:15:57 +00:00
if profit != nil {
2022-03-11 13:27:45 +00:00
if err := environ.PositionService.Insert(position, trade, profit.Profit); err != nil {
log.WithError(err).Errorf("can not insert position record")
}
2022-03-11 13:15:57 +00:00
if err := environ.ProfitService.Insert(*profit); err != nil {
log.WithError(err).Errorf("can not insert profit record: %+v", profit)
}
2022-03-11 13:27:45 +00:00
} else {
if err := environ.PositionService.Insert(position, trade, fixedpoint.Zero); err != nil {
log.WithError(err).Errorf("can not insert position record")
}
2022-03-11 08:23:34 +00:00
}
2022-03-11 08:58:45 +00:00
2022-03-11 13:27:45 +00:00
2022-03-11 08:58:45 +00:00
// if:
// 1) we are not using sync
// 2) and not sync-ing trades from the user data stream
if environ.TradeService != nil && (environ.syncConfig == nil ||
(environ.syncConfig.UserDataStream == nil) ||
(environ.syncConfig.UserDataStream != nil && !environ.syncConfig.UserDataStream.Trades)) {
if err := environ.TradeService.Insert(trade); err != nil {
log.WithError(err).Errorf("can not insert trade record: %+v", trade)
}
}
2022-03-11 08:23:34 +00:00
}
2022-03-06 07:37:41 +00:00
func (environ *Environment) RecordProfit(profit types.Profit) {
2022-03-11 08:23:34 +00:00
// skip for back-test
if environ.BacktestService != nil {
return
}
if environ.DatabaseService == nil {
return
}
if environ.ProfitService == nil {
return
}
2022-03-11 08:13:38 +00:00
if err := environ.ProfitService.Insert(profit); err != nil {
2022-03-06 07:37:41 +00:00
log.WithError(err).Errorf("can not insert profit record: %+v", profit)
}
}
2021-02-20 03:29:33 +00:00
func (environ *Environment) SyncSession(ctx context.Context, session *ExchangeSession, defaultSymbols ...string) error {
2021-04-09 04:44:30 +00:00
if environ.SyncService == nil {
return nil
}
2021-02-20 03:29:33 +00:00
environ.syncMutex.Lock()
defer environ.syncMutex.Unlock()
2021-02-22 06:14:39 +00:00
environ.setSyncing(Syncing)
defer environ.setSyncing(SyncDone)
2021-02-20 03:29:33 +00:00
return environ.syncSession(ctx, session, defaultSymbols...)
}
func (environ *Environment) syncSession(ctx context.Context, session *ExchangeSession, defaultSymbols ...string) error {
symbols, err := session.getSessionSymbols(defaultSymbols...)
2021-02-19 02:42:24 +00:00
if err != nil {
return err
}
2021-02-22 07:01:05 +00:00
log.Infof("syncing symbols %v from session %s", symbols, session.Name)
return environ.SyncService.SyncSessionSymbols(ctx, session.Exchange, environ.syncStartTime, symbols...)
}
2021-02-19 02:42:24 +00:00
2021-02-21 08:52:47 +00:00
func (environ *Environment) ConfigureNotificationSystem(userConfig *Config) error {
environ.Notifiability = Notifiability{
SymbolChannelRouter: NewPatternChannelRouter(nil),
SessionChannelRouter: NewPatternChannelRouter(nil),
ObjectChannelRouter: NewObjectChannelRouter(),
}
// setup default notification config
if userConfig.Notifications == nil {
userConfig.Notifications = &NotificationConfig{
Routing: &SlackNotificationRouting{
Trade: "$session",
Order: "$silent",
SubmitOrder: "$silent",
},
2021-02-21 08:52:47 +00:00
}
}
2022-01-14 16:32:21 +00:00
var persistence = environ.PersistenceServiceFacade.Get()
err := environ.setupInteraction(persistence)
2022-01-14 16:32:21 +00:00
if err != nil {
return err
}
// setup slack
slackToken := viper.GetString("slack-token")
if len(slackToken) > 0 && userConfig.Notifications != nil {
2022-01-16 11:06:26 +00:00
environ.setupSlack(userConfig, slackToken, persistence)
2022-01-14 16:32:21 +00:00
}
// check if telegram bot token is defined
telegramBotToken := viper.GetString("telegram-bot-token")
if len(telegramBotToken) > 0 {
if err := environ.setupTelegram(userConfig, telegramBotToken, persistence); err != nil {
return err
}
}
if userConfig.Notifications != nil {
if err := environ.ConfigureNotificationRouting(userConfig.Notifications); err != nil {
return err
}
}
return nil
}
// getAuthStoreID returns the authentication store id
// if telegram bot token is defined, the bot id will be used.
// if not, env var $USER will be used.
// if both are not defined, a default "default" will be used.
func getAuthStoreID() string {
telegramBotToken := viper.GetString("telegram-bot-token")
if len(telegramBotToken) > 0 {
tt := strings.Split(telegramBotToken, ":")
return tt[0]
}
userEnv := os.Getenv("USER")
if userEnv != "" {
return userEnv
}
return "default"
}
func (environ *Environment) setupInteraction(persistence service.PersistenceService) error {
var otpQRCodeImagePath = fmt.Sprintf("otp.png")
var key *otp.Key
var keySecret string
var authStore = environ.getAuthStore(persistence)
if err := authStore.Load(&keySecret); err != nil {
log.Warnf("telegram session not found, generating new one-time password key for new telegram session...")
2021-02-21 08:52:47 +00:00
newKey, err := setupNewOTPKey(otpQRCodeImagePath)
2021-02-21 08:52:47 +00:00
if err != nil {
return errors.Wrapf(err, "failed to setup totp (time-based one time password) key")
2021-02-21 08:52:47 +00:00
}
key = newKey
keySecret = key.Secret()
if err := authStore.Save(keySecret); err != nil {
return err
}
printOtpAuthGuide(otpQRCodeImagePath)
2021-02-21 08:52:47 +00:00
} else if keySecret != "" {
key, err = otp.NewKeyFromURL(keySecret)
if err != nil {
return err
}
2022-01-16 15:47:26 +00:00
log.Infof("otp key loaded: %s", util.MaskKey(key.Secret()))
printOtpAuthGuide(otpQRCodeImagePath)
}
2021-02-21 08:52:47 +00:00
authStrict := false
authMode := interact.AuthModeToken
2022-01-14 16:29:35 +00:00
authToken := viper.GetString("telegram-bot-auth-token")
if authToken != "" && key != nil {
authStrict = true
} else if authToken != "" {
authMode = interact.AuthModeToken
} else if key != nil {
authMode = interact.AuthModeOTP
}
2022-01-14 16:29:35 +00:00
if authMode == interact.AuthModeToken {
log.Debugf("found interaction auth token, using token mode for authorization...")
printAuthTokenGuide(authToken)
}
interact.AddCustomInteraction(&interact.AuthInteract{
Strict: authStrict,
Mode: authMode,
Token: authToken, // can be empty string here
OneTimePasswordKey: key, // can be nil here
})
2021-02-21 08:52:47 +00:00
return nil
}
func (environ *Environment) getAuthStore(persistence service.PersistenceService) service.Store {
id := getAuthStoreID()
return persistence.NewStore("bbgo", "auth", id)
}
2022-01-16 11:06:26 +00:00
func (environ *Environment) setupSlack(userConfig *Config, slackToken string, persistence service.PersistenceService) {
conf := userConfig.Notifications.Slack
if conf == nil {
return
}
2022-01-16 11:06:26 +00:00
if !strings.HasPrefix(slackToken, "xoxb-") {
log.Error("SLACK_BOT_TOKEN must have the prefix \"xoxb-\".")
return
}
2022-01-16 11:06:26 +00:00
// app-level token (for specific api)
slackAppToken := viper.GetString("slack-app-token")
if !strings.HasPrefix(slackAppToken, "xapp-") {
log.Errorf("SLACK_APP_TOKEN must have the prefix \"xapp-\".")
return
}
2022-01-16 11:06:26 +00:00
if conf.ErrorChannel != "" {
log.Debugf("found slack configured, setting up log hook...")
log.AddHook(slacklog.NewLogHook(slackToken, conf.ErrorChannel))
}
log.Debugf("adding slack notifier with default channel: %s", conf.DefaultChannel)
var client = slack.New(slackToken,
slack.OptionDebug(true),
slack.OptionLog(stdlog.New(os.Stdout, "api: ", stdlog.Lshortfile|stdlog.LstdFlags)),
slack.OptionAppLevelToken(slackAppToken))
var notifier = slacknotifier.New(client, conf.DefaultChannel)
environ.AddNotifier(notifier)
// allocate a store, so that we can save the chatID for the owner
var messenger = interact.NewSlack(client)
var sessions = interact.SlackSessionMap{}
var sessionStore = persistence.NewStore("bbgo", "slack")
if err := sessionStore.Load(&sessions); err != nil {
2022-01-22 17:50:27 +00:00
2022-01-16 11:06:26 +00:00
} else {
2022-01-22 17:50:27 +00:00
// TODO: this is not necessary for slack, but we should find a way to restore the sessions
/*
for _, session := range sessions {
if session.IsAuthorized() {
// notifier.AddChat(session.Chat)
}
2022-01-16 11:06:26 +00:00
}
2022-01-22 17:50:27 +00:00
messenger.RestoreSessions(sessions)
messenger.OnAuthorized(func(userSession *interact.SlackSession) {
if userSession.IsAuthorized() {
// notifier.AddChat(userSession.Chat)
}
})
*/
2022-01-16 11:06:26 +00:00
}
interact.AddMessenger(messenger)
}
func (environ *Environment) setupTelegram(userConfig *Config, telegramBotToken string, persistence service.PersistenceService) error {
tt := strings.Split(telegramBotToken, ":")
telegramID := tt[0]
bot, err := telebot.NewBot(telebot.Settings{
// You can also set custom API URL.
// If field is empty it equals to "https://api.telegram.org".
// URL: "http://195.129.111.17:8012",
Token: telegramBotToken,
Poller: &telebot.LongPoller{Timeout: 10 * time.Second},
})
if err != nil {
return err
}
var opts []telegramnotifier.Option
if userConfig.Notifications != nil && userConfig.Notifications.Telegram != nil {
log.Infof("telegram broadcast is enabled")
opts = append(opts, telegramnotifier.UseBroadcast())
}
var notifier = telegramnotifier.New(bot, opts...)
environ.Notifiability.AddNotifier(notifier)
// allocate a store, so that we can save the chatID for the owner
2022-01-16 11:06:26 +00:00
var messenger = interact.NewTelegram(bot)
var sessions = interact.TelegramSessionMap{}
var sessionStore = persistence.NewStore("bbgo", "telegram", telegramID)
2022-01-15 16:39:24 +00:00
if err := sessionStore.Load(&sessions); err != nil {
2022-01-19 10:29:24 +00:00
if err != service.ErrPersistenceNotExists {
log.WithError(err).Errorf("unexpected persistence error")
}
} else {
for _, session := range sessions {
if session.IsAuthorized() {
notifier.AddChat(session.Chat)
}
}
// you must restore the session after the notifier updates
messenger.RestoreSessions(sessions)
}
messenger.OnAuthorized(func(userSession *interact.TelegramSession) {
if userSession.IsAuthorized() {
notifier.AddChat(userSession.Chat)
}
2022-01-15 16:39:24 +00:00
log.Infof("user session %d got authorized, saving telegram sessions...", userSession.User.ID)
if err := sessionStore.Save(messenger.Sessions()); err != nil {
log.WithError(err).Errorf("telegram session save error")
}
})
2022-01-16 11:06:26 +00:00
interact.AddMessenger(messenger)
return nil
}
2021-02-21 08:52:47 +00:00
func writeOTPKeyAsQRCodePNG(key *otp.Key, imagePath string) error {
// Convert TOTP key into a PNG
var buf bytes.Buffer
img, err := key.Image(512, 512)
if err != nil {
return err
}
if err := png.Encode(&buf, img); err != nil {
return err
}
if err := ioutil.WriteFile(imagePath, buf.Bytes(), 0644); err != nil {
return err
}
return nil
}
// setupNewOTPKey generates a new otp key and save the secret as a qrcode image
func setupNewOTPKey(qrcodeImagePath string) (*otp.Key, error) {
key, err := service.NewDefaultTotpKey()
if err != nil {
return nil, errors.Wrapf(err, "failed to setup totp (time-based one time password) key")
}
printOtpKey(key)
if err := writeOTPKeyAsQRCodePNG(key, qrcodeImagePath); err != nil {
return nil, err
}
return key, nil
}
func printOtpKey(key *otp.Key) {
fmt.Println("")
2022-01-16 15:47:26 +00:00
fmt.Println("====================================================================")
fmt.Println(" PLEASE STORE YOUR OTP KEY SAFELY ")
fmt.Println("====================================================================")
fmt.Printf(" Issuer: %s\n", key.Issuer())
fmt.Printf(" AccountName: %s\n", key.AccountName())
fmt.Printf(" Secret: %s\n", key.Secret())
fmt.Printf(" Key URL: %s\n", key.URL())
2021-02-21 08:52:47 +00:00
fmt.Println("====================================================================")
fmt.Println("")
}
func printOtpAuthGuide(qrcodeImagePath string) {
2021-02-22 09:06:43 +00:00
fmt.Printf(`
To scan your OTP QR code, please run the following command:
open %s
For telegram, send the auth command with the generated one-time password to the bbo bot you created to enable the notification:
2021-02-22 09:06:43 +00:00
/auth
2021-02-22 09:06:43 +00:00
`, qrcodeImagePath)
2021-02-21 08:52:47 +00:00
}
func printAuthTokenGuide(token string) {
2021-02-22 09:06:43 +00:00
fmt.Printf(`
For telegram, send the following command to the bbgo bot you created to enable the notification:
/auth
And then enter your token
2021-02-22 09:06:43 +00:00
%s
2021-02-22 09:06:43 +00:00
`, token)
2021-02-21 08:52:47 +00:00
}
func (session *ExchangeSession) getSessionSymbols(defaultSymbols ...string) ([]string, error) {
if session.IsolatedMargin {
return []string{session.IsolatedMarginSymbol}, nil
}
if len(defaultSymbols) > 0 {
return defaultSymbols, nil
}
return session.FindPossibleSymbols()
}