package bbgo import ( "bytes" "encoding/json" "fmt" "io/ioutil" "reflect" "runtime" "time" "github.com/pkg/errors" "gopkg.in/yaml.v3" "github.com/c9s/bbgo/pkg/datatype" "github.com/c9s/bbgo/pkg/fixedpoint" "github.com/c9s/bbgo/pkg/service" "github.com/c9s/bbgo/pkg/types" ) type PnLReporterConfig struct { AverageCostBySymbols datatype.StringSlice `json:"averageCostBySymbols" yaml:"averageCostBySymbols"` Of datatype.StringSlice `json:"of" yaml:"of"` When datatype.StringSlice `json:"when" yaml:"when"` } // ExchangeStrategyMount wraps the SingleExchangeStrategy with the ExchangeSession name for mounting type ExchangeStrategyMount struct { // Mounts contains the ExchangeSession name to mount Mounts []string `json:"mounts"` // Strategy is the strategy we loaded from config Strategy SingleExchangeStrategy `json:"strategy"` } func (m *ExchangeStrategyMount) Map() (map[string]interface{}, error) { strategyID := m.Strategy.ID() var params map[string]interface{} out, err := json.Marshal(m.Strategy) if err != nil { return nil, err } if err := json.Unmarshal(out, ¶ms); err != nil { return nil, err } return map[string]interface{}{ "on": m.Mounts, strategyID: params, }, nil } type SlackNotification struct { DefaultChannel string `json:"defaultChannel,omitempty" yaml:"defaultChannel,omitempty"` ErrorChannel string `json:"errorChannel,omitempty" yaml:"errorChannel,omitempty"` } type SlackNotificationRouting struct { Trade string `json:"trade,omitempty" yaml:"trade,omitempty"` Order string `json:"order,omitempty" yaml:"order,omitempty"` SubmitOrder string `json:"submitOrder,omitempty" yaml:"submitOrder,omitempty"` PnL string `json:"pnL,omitempty" yaml:"pnL,omitempty"` } type TelegramNotification struct { Broadcast bool `json:"broadcast" yaml:"broadcast"` } type NotificationConfig struct { Slack *SlackNotification `json:"slack,omitempty" yaml:"slack,omitempty"` Telegram *TelegramNotification `json:"telegram,omitempty" yaml:"telegram,omitempty"` SymbolChannels map[string]string `json:"symbolChannels,omitempty" yaml:"symbolChannels,omitempty"` SessionChannels map[string]string `json:"sessionChannels,omitempty" yaml:"sessionChannels,omitempty"` Routing *SlackNotificationRouting `json:"routing,omitempty" yaml:"routing,omitempty"` } type Session struct { Name string `json:"name,omitempty" yaml:"name,omitempty"` ExchangeName string `json:"exchange" yaml:"exchange"` EnvVarPrefix string `json:"envVarPrefix" yaml:"envVarPrefix"` Key string `json:"key,omitempty" yaml:"key,omitempty"` Secret string `json:"secret,omitempty" yaml:"secret,omitempty"` PublicOnly bool `json:"publicOnly,omitempty" yaml:"publicOnly"` Margin bool `json:"margin,omitempty" yaml:"margin,omitempty"` IsolatedMargin bool `json:"isolatedMargin,omitempty" yaml:"isolatedMargin,omitempty"` IsolatedMarginSymbol string `json:"isolatedMarginSymbol,omitempty" yaml:"isolatedMarginSymbol,omitempty"` } var supportedTimeFormats = []string{ time.RFC3339, time.RFC822, "2006-01-02T15:04:05", "2006-01-02", } type Backtest struct { StartTime string `json:"startTime" yaml:"startTime"` EndTime string `json:"endTime" yaml:"endTime"` // RecordTrades is an option, if set to true, back-testing should record the trades into database RecordTrades bool `json:"recordTrades,omitempty" yaml:"recordTrades,omitempty"` Account BacktestAccount `json:"account" yaml:"account"` Symbols []string `json:"symbols" yaml:"symbols"` Session string `json:"session" yaml:"session"` } func parseTimeWithFormats(strTime string, formats []string) (time.Time, error) { for _, format := range formats { tt, err := time.Parse(format, strTime) if err == nil { return tt, nil } } return time.Time{}, fmt.Errorf("failed to parse time %s, valid formats are %+v", strTime, formats) } func (t Backtest) ParseEndTime() (time.Time, error) { if len(t.EndTime) == 0 { return time.Time{}, errors.New("backtest.endTime must be defined") } return parseTimeWithFormats(t.EndTime, supportedTimeFormats) } func (t Backtest) ParseStartTime() (time.Time, error) { if len(t.StartTime) == 0 { return time.Time{}, errors.New("backtest.startTime must be defined") } return parseTimeWithFormats(t.StartTime, supportedTimeFormats) } type BacktestAccount struct { // TODO: MakerFeeRate should replace the commission fields MakerFeeRate fixedpoint.Value `json:"makerFeeRate"` TakerFeeRate fixedpoint.Value `json:"takerFeeRate"` MakerCommission fixedpoint.Value `json:"makerCommission"` TakerCommission fixedpoint.Value `json:"takerCommission"` BuyerCommission int `json:"buyerCommission"` SellerCommission int `json:"sellerCommission"` Balances BacktestAccountBalanceMap `json:"balances" yaml:"balances"` } type BacktestAccountBalanceMap map[string]fixedpoint.Value func (m BacktestAccountBalanceMap) BalanceMap() types.BalanceMap { balances := make(types.BalanceMap) for currency, value := range m { balances[currency] = types.Balance{ Currency: currency, Available: value, Locked: 0, } } return balances } type PersistenceConfig struct { Redis *service.RedisPersistenceConfig `json:"redis,omitempty" yaml:"redis,omitempty"` Json *service.JsonPersistenceConfig `json:"json,omitempty" yaml:"json,omitempty"` } type BuildTargetConfig struct { Name string `json:"name" yaml:"name"` Arch string `json:"arch" yaml:"arch"` OS string `json:"os" yaml:"os"` LDFlags datatype.StringSlice `json:"ldflags,omitempty" yaml:"ldflags,omitempty"` GCFlags datatype.StringSlice `json:"gcflags,omitempty" yaml:"gcflags,omitempty"` Imports []string `json:"imports,omitempty" yaml:"imports,omitempty"` } type BuildConfig struct { BuildDir string `json:"buildDir,omitempty" yaml:"buildDir,omitempty"` Imports []string `json:"imports,omitempty" yaml:"imports,omitempty"` Targets []BuildTargetConfig `json:"targets,omitempty" yaml:"targets,omitempty"` } func GetNativeBuildTargetConfig() BuildTargetConfig { return BuildTargetConfig{ Name: "bbgow", Arch: runtime.GOARCH, OS: runtime.GOOS, } } type Config struct { Build *BuildConfig `json:"build,omitempty" yaml:"build,omitempty"` // Imports is deprecated // Deprecated: use BuildConfig instead Imports []string `json:"imports,omitempty" yaml:"imports,omitempty"` Backtest *Backtest `json:"backtest,omitempty" yaml:"backtest,omitempty"` Notifications *NotificationConfig `json:"notifications,omitempty" yaml:"notifications,omitempty"` Persistence *PersistenceConfig `json:"persistence,omitempty" yaml:"persistence,omitempty"` Sessions map[string]*ExchangeSession `json:"sessions,omitempty" yaml:"sessions,omitempty"` RiskControls *RiskControls `json:"riskControls,omitempty" yaml:"riskControls,omitempty"` ExchangeStrategies []ExchangeStrategyMount `json:"-" yaml:"-"` CrossExchangeStrategies []CrossExchangeStrategy `json:"-" yaml:"-"` PnLReporters []PnLReporterConfig `json:"reportPnL,omitempty" yaml:"reportPnL,omitempty"` } func (c *Config) Map() (map[string]interface{}, error) { text, err := json.Marshal(c) if err != nil { return nil, err } var data map[string]interface{} err = json.Unmarshal(text, &data) if err != nil { return nil, err } // convert strategy config back to the DSL format var exchangeStrategies []map[string]interface{} for _, m := range c.ExchangeStrategies { params, err := m.Map() if err != nil { return nil, err } exchangeStrategies = append(exchangeStrategies, params) } if len(exchangeStrategies) > 0 { data["exchangeStrategies"] = exchangeStrategies } var crossExchangeStrategies []map[string]interface{} for _, st := range c.CrossExchangeStrategies { strategyID := st.ID() var params Stash out, err := json.Marshal(st) if err != nil { return nil, err } if err := json.Unmarshal(out, ¶ms); err != nil { return nil, err } crossExchangeStrategies = append(crossExchangeStrategies, map[string]interface{}{ strategyID: params, }) } if len(crossExchangeStrategies) > 0 { data["crossExchangeStrategies"] = crossExchangeStrategies } return data, err } func (c *Config) YAML() ([]byte, error) { m, err := c.Map() if err != nil { return nil, err } var buf bytes.Buffer var enc = yaml.NewEncoder(&buf) enc.SetIndent(2) err = enc.Encode(m) return buf.Bytes(), err } type Stash map[string]interface{} func loadStash(config []byte) (Stash, error) { stash := make(Stash) if err := yaml.Unmarshal(config, stash); err != nil { return nil, err } return stash, nil } func LoadBuildConfig(configFile string) (*Config, error) { var config Config content, err := ioutil.ReadFile(configFile) if err != nil { return nil, err } if err := yaml.Unmarshal(content, &config); err != nil { return nil, err } // for backward compatible if config.Build == nil { if len(config.Imports) > 0 { config.Build = &BuildConfig{ BuildDir: "build", Imports: config.Imports, Targets: []BuildTargetConfig{ {Name: "bbgow-amd64-darwin", Arch: "amd64", OS: "darwin"}, {Name: "bbgow-amd64-linux", Arch: "amd64", OS: "linux"}, }, } } } return &config, nil } // Load parses the config func Load(configFile string, loadStrategies bool) (*Config, error) { var config Config content, err := ioutil.ReadFile(configFile) if err != nil { return nil, err } if err := yaml.Unmarshal(content, &config); err != nil { return nil, err } // for backward compatible if config.Build == nil { config.Build = &BuildConfig{ BuildDir: "build", Imports: config.Imports, Targets: []BuildTargetConfig{ {Name: "bbgow-amd64-darwin", Arch: "amd64", OS: "darwin"}, {Name: "bbgow-amd64-linux", Arch: "amd64", OS: "linux"}, }, } } stash, err := loadStash(content) if err != nil { return nil, err } if loadStrategies { if err := loadExchangeStrategies(&config, stash); err != nil { return nil, err } if err := loadCrossExchangeStrategies(&config, stash); err != nil { return nil, err } } return &config, nil } func loadCrossExchangeStrategies(config *Config, stash Stash) (err error) { exchangeStrategiesConf, ok := stash["crossExchangeStrategies"] if !ok { return nil } if len(LoadedCrossExchangeStrategies) == 0 { return errors.New("no cross exchange strategy is registered") } configList, ok := exchangeStrategiesConf.([]interface{}) if !ok { return errors.New("expecting list in crossExchangeStrategies") } for _, entry := range configList { configStash, ok := entry.(Stash) if !ok { return fmt.Errorf("strategy config should be a map, given: %T %+v", entry, entry) } for id, conf := range configStash { // look up the real struct type if st, ok := LoadedCrossExchangeStrategies[id]; ok { val, err := reUnmarshal(conf, st) if err != nil { return err } config.CrossExchangeStrategies = append(config.CrossExchangeStrategies, val.(CrossExchangeStrategy)) } } } return nil } func NewStrategyFromMap(id string, conf interface{}) (SingleExchangeStrategy, error) { if st, ok := LoadedExchangeStrategies[id]; ok { val, err := reUnmarshal(conf, st) if err != nil { return nil, err } return val.(SingleExchangeStrategy), nil } return nil, fmt.Errorf("strategy %s not found", id) } func loadExchangeStrategies(config *Config, stash Stash) (err error) { exchangeStrategiesConf, ok := stash["exchangeStrategies"] if !ok { exchangeStrategiesConf, ok = stash["strategies"] if !ok { return nil } } if len(LoadedExchangeStrategies) == 0 { return errors.New("no exchange strategy is registered") } configList, ok := exchangeStrategiesConf.([]interface{}) if !ok { return errors.New("expecting list in exchangeStrategies") } for _, entry := range configList { configStash, ok := entry.(Stash) if !ok { return fmt.Errorf("strategy config should be a map, given: %T %+v", entry, entry) } var mounts []string if val, ok := configStash["on"]; ok { switch tv := val.(type) { case []string: mounts = append(mounts, tv...) case string: mounts = append(mounts, tv) case []interface{}: for _, f := range tv { s, ok := f.(string) if !ok { return fmt.Errorf("%+v (%T) is not a string", f, f) } mounts = append(mounts, s) } default: return fmt.Errorf("unexpected mount type: %T value: %+v", val, val) } } for id, conf := range configStash { // look up the real struct type if _, ok := LoadedExchangeStrategies[id]; ok { st, err := NewStrategyFromMap(id, conf) if err != nil { return err } config.ExchangeStrategies = append(config.ExchangeStrategies, ExchangeStrategyMount{ Mounts: mounts, Strategy: st, }) } else if id != "on" && id != "off" { //Show error when we didn't find the Strategy return fmt.Errorf("strategy %s in config not found", id) } } } return nil } func reUnmarshal(conf interface{}, tpe interface{}) (interface{}, error) { // get the type "*Strategy" rt := reflect.TypeOf(tpe) // allocate new object from the given type val := reflect.New(rt) // now we have &(*Strategy) -> **Strategy valRef := val.Interface() plain, err := json.Marshal(conf) if err != nil { return nil, err } if err := json.Unmarshal(plain, valRef); err != nil { return nil, errors.Wrapf(err, "json parsing error, given payload: %s", plain) } return val.Elem().Interface(), nil }