bbgo_origin/pkg/strategy/fmaker/strategy.go
c9s 4a3b0bc368
all: implement stats tracker
- rename Add() to AddProfit() or AddTrade() so that we can apply
  interface here
2024-01-03 17:49:57 +08:00

535 lines
18 KiB
Go

package fmaker
import (
"context"
"fmt"
"math"
"github.com/sajari/regression"
"github.com/sirupsen/logrus"
"gonum.org/v1/gonum/floats"
"github.com/c9s/bbgo/pkg/bbgo"
"github.com/c9s/bbgo/pkg/core"
floats2 "github.com/c9s/bbgo/pkg/datatype/floats"
"github.com/c9s/bbgo/pkg/fixedpoint"
"github.com/c9s/bbgo/pkg/types"
)
const ID = "fmaker"
var fifteen = fixedpoint.NewFromInt(15)
var three = fixedpoint.NewFromInt(3)
var two = fixedpoint.NewFromInt(2)
var log = logrus.WithField("strategy", ID)
func init() {
bbgo.RegisterStrategy(ID, &Strategy{})
}
type IntervalWindowSetting struct {
types.IntervalWindow
}
type Strategy struct {
Environment *bbgo.Environment
Symbol string `json:"symbol"`
Market types.Market
Interval types.Interval `json:"interval"`
Quantity fixedpoint.Value `json:"quantity"`
// persistence fields
Position *types.Position `json:"position,omitempty" persistence:"position"`
ProfitStats *types.ProfitStats `json:"profitStats,omitempty" persistence:"profit_stats"`
Spread fixedpoint.Value `json:"spread" persistence:"spread"`
activeMakerOrders *bbgo.ActiveOrderBook
// closePositionOrders *bbgo.LocalActiveOrderBook
orderStore *core.OrderStore
tradeCollector *core.TradeCollector
session *bbgo.ExchangeSession
bbgo.QuantityOrAmount
S0 *S0
S1 *S1
S2 *S2
S3 *S3
S4 *S4
S5 *S5
S6 *S6
S7 *S7
A2 *A2
A3 *A3
A18 *A18
A34 *A34
R *R
// StrategyController
bbgo.StrategyController
}
func (s *Strategy) ID() string {
return ID
}
func (s *Strategy) Subscribe(session *bbgo.ExchangeSession) {
log.Infof("subscribe %s", s.Symbol)
session.Subscribe(types.KLineChannel, s.Symbol, types.SubscribeOptions{Interval: s.Interval})
session.Subscribe(types.KLineChannel, s.Symbol, types.SubscribeOptions{Interval: types.Interval15m})
}
func (s *Strategy) placeOrder(ctx context.Context, price fixedpoint.Value, qty fixedpoint.Value, orderExecutor bbgo.OrderExecutor) {
submitOrder := types.SubmitOrder{
Symbol: s.Symbol,
Side: types.SideTypeSell,
Type: types.OrderTypeLimit,
Price: price,
Quantity: qty,
}
createdOrders, err := orderExecutor.SubmitOrders(ctx, submitOrder)
if err != nil {
log.WithError(err).Errorf("can not place orders")
}
s.orderStore.Add(createdOrders...)
s.activeMakerOrders.Add(createdOrders...)
// s.tradeCollector.Process()
}
func (s *Strategy) ClosePosition(ctx context.Context, percentage fixedpoint.Value) error {
base := s.Position.GetBase()
if base.IsZero() {
return fmt.Errorf("no opened %s position", s.Position.Symbol)
}
// make it negative
quantity := base.Mul(percentage).Abs()
side := types.SideTypeBuy
if base.Sign() > 0 {
side = types.SideTypeSell
}
if quantity.Compare(s.Market.MinQuantity) < 0 {
return fmt.Errorf("order quantity %v is too small, less than %v", quantity, s.Market.MinQuantity)
}
submitOrder := types.SubmitOrder{
Symbol: s.Symbol,
Side: side,
Type: types.OrderTypeMarket,
Quantity: quantity,
// Price: closePrice,
Market: s.Market,
}
// s.Notify("Submitting %s %s order to close position by %v", s.Symbol, side.String(), percentage, submitOrder)
createdOrder, err := s.session.Exchange.SubmitOrder(ctx, submitOrder)
if err != nil {
log.WithError(err).Errorf("can not place position close order")
} else if createdOrder != nil {
s.orderStore.Add(*createdOrder)
s.activeMakerOrders.Add(*createdOrder)
}
return err
}
func (s *Strategy) InstanceID() string {
return fmt.Sprintf("%s:%s", ID, s.Symbol)
}
func (s *Strategy) Run(ctx context.Context, orderExecutor bbgo.OrderExecutor, session *bbgo.ExchangeSession) error {
// initial required information
s.session = session
// s.prevClose = fixedpoint.Zero
// first we need to get market data store(cached market data) from the exchange session
// st, _ := session.MarketDataStore(s.Symbol)
s.activeMakerOrders = bbgo.NewActiveOrderBook(s.Symbol)
s.activeMakerOrders.BindStream(session.UserDataStream)
// s.closePositionOrders = bbgo.NewLocalActiveOrderBook(s.Symbol)
// s.closePositionOrders.BindStream(session.UserDataStream)
s.orderStore = core.NewOrderStore(s.Symbol)
s.orderStore.BindStream(session.UserDataStream)
if s.Position == nil {
s.Position = types.NewPositionFromMarket(s.Market)
}
// calculate group id for orders
instanceID := s.InstanceID()
// s.groupID = util.FNV32(instanceID)
// Always update the position fields
s.Position.Strategy = ID
s.Position.StrategyInstanceID = instanceID
s.tradeCollector = core.NewTradeCollector(s.Symbol, s.Position, s.orderStore)
s.tradeCollector.OnTrade(func(trade types.Trade, profit, netProfit fixedpoint.Value) {
// StrategyController
if s.Status != types.StrategyStatusRunning {
return
}
bbgo.Notify(trade)
s.ProfitStats.AddTrade(trade)
if profit.Compare(fixedpoint.Zero) == 0 {
s.Environment.RecordPosition(s.Position, trade, nil)
} else {
log.Infof("%s generated profit: %v", s.Symbol, profit)
p := s.Position.NewProfit(trade, profit, netProfit)
p.Strategy = ID
p.StrategyInstanceID = instanceID
bbgo.Notify(&p)
s.ProfitStats.AddProfit(&p)
bbgo.Notify(&s.ProfitStats)
s.Environment.RecordPosition(s.Position, trade, &p)
}
})
s.tradeCollector.OnPositionUpdate(func(position *types.Position) {
log.Infof("position changed: %s", s.Position)
bbgo.Notify(s.Position)
})
s.tradeCollector.BindStream(session.UserDataStream)
st, _ := session.MarketDataStore(s.Symbol)
riw := types.IntervalWindow{Window: 1, Interval: s.Interval}
s.R = &R{IntervalWindow: riw}
s.R.Bind(st)
s0iw := types.IntervalWindow{Window: 20, Interval: s.Interval}
s.S0 = &S0{IntervalWindow: s0iw}
s.S0.Bind(st)
s1iw := types.IntervalWindow{Window: 20, Interval: s.Interval}
s.S1 = &S1{IntervalWindow: s1iw}
s.S1.Bind(st)
s2iw := types.IntervalWindow{Window: 20, Interval: s.Interval}
s.S2 = &S2{IntervalWindow: s2iw}
s.S2.Bind(st)
s3iw := types.IntervalWindow{Window: 2, Interval: s.Interval}
s.S3 = &S3{IntervalWindow: s3iw}
s.S3.Bind(st)
s4iw := types.IntervalWindow{Window: 2, Interval: s.Interval}
s.S4 = &S4{IntervalWindow: s4iw}
s.S4.Bind(st)
s5iw := types.IntervalWindow{Window: 10, Interval: s.Interval}
s.S5 = &S5{IntervalWindow: s5iw}
s.S5.Bind(st)
s6iw := types.IntervalWindow{Window: 2, Interval: s.Interval}
s.S6 = &S6{IntervalWindow: s6iw}
s.S6.Bind(st)
s7iw := types.IntervalWindow{Window: 2, Interval: s.Interval}
s.S7 = &S7{IntervalWindow: s7iw}
s.S7.Bind(st)
a2iw := types.IntervalWindow{Window: 2, Interval: s.Interval}
s.A2 = &A2{IntervalWindow: a2iw}
s.A2.Bind(st)
a3iw := types.IntervalWindow{Window: 8, Interval: s.Interval}
s.A3 = &A3{IntervalWindow: a3iw}
s.A3.Bind(st)
a18iw := types.IntervalWindow{Window: 5, Interval: s.Interval}
s.A18 = &A18{IntervalWindow: a18iw}
s.A18.Bind(st)
a34iw := types.IntervalWindow{Window: 12, Interval: s.Interval}
s.A34 = &A34{IntervalWindow: a34iw}
s.A34.Bind(st)
session.UserDataStream.OnStart(func() {
log.Infof("connected")
})
outlook := 1
// futuresMode := s.session.Futures || s.session.IsolatedFutures
cnt := 0
// var prevEr float64
session.MarketDataStream.OnKLineClosed(func(kline types.KLine) {
// if kline.Interval == types.Interval15m && kline.Symbol == s.Symbol && !s.Market.IsDustQuantity(s.Position.GetBase(), kline.Close) {
// if err := s.activeMakerOrders.GracefulCancel(ctx, s.session.Exchange); err != nil {
// log.WithError(err).Errorf("graceful cancel order error")
// }
// s.ClosePosition(ctx, fixedpoint.One)
// s.tradeCollector.Process()
// }
if kline.Symbol != s.Symbol || kline.Interval != s.Interval {
return
}
if err := s.activeMakerOrders.GracefulCancel(ctx, s.session.Exchange); err != nil {
log.WithError(err).Errorf("graceful cancel order error")
}
cnt += 1
if cnt < 15+1+outlook {
return
}
r := new(regression.Regression)
r.SetObserved("Return Rate Per Interval")
r.SetVar(0, "S0")
r.SetVar(1, "S1")
r.SetVar(2, "S2")
// r.SetVar(2, "S3")
r.SetVar(3, "S4")
r.SetVar(4, "S5")
r.SetVar(5, "S6")
r.SetVar(6, "S7")
r.SetVar(7, "A2")
r.SetVar(8, "A3")
r.SetVar(9, "A18")
r.SetVar(10, "A34")
var rdps regression.DataPoints
for i := 1; i <= 15; i++ {
s0 := s.S0.Values[len(s.S0.Values)-i-outlook]
s1 := s.S1.Values[len(s.S1.Values)-i-outlook]
s2 := s.S2.Values[len(s.S2.Values)-i-outlook]
// s3 := s.S3.Values[len(s.S3.Values)-i-1]
s4 := s.S4.Values[len(s.S4.Values)-i-outlook]
s5 := s.S5.Values[len(s.S5.Values)-i-outlook]
s6 := s.S6.Values[len(s.S6.Values)-i-outlook]
s7 := s.S7.Values[len(s.S7.Values)-i-outlook]
a2 := s.A2.Values[len(s.A2.Values)-i-outlook]
a3 := s.A3.Values[len(s.A3.Values)-i-outlook]
a18 := s.A18.Values[len(s.A18.Values)-i-outlook]
a34 := s.A34.Values[len(s.A34.Values)-i-outlook]
ret := s.R.Values[len(s.R.Values)-i]
rdps = append(rdps, regression.DataPoint(ret, floats2.Slice{s0, s1, s2, s4, s5, s6, s7, a2, a3, a18, a34}))
}
// for i := 40; i > 20; i-- {
// s0 := preprocessing(s.S0.Values[len(s.S0.Values)-i : len(s.S0.Values)-i+20-outlook])
// s1 := preprocessing(s.S1.Values[len(s.S1.Values)-i : len(s.S1.Values)-i+20-outlook])
// s2 := preprocessing(s.S2.Values[len(s.S2.Values)-i : len(s.S2.Values)-i+20-outlook])
// //s3 := s.S3.Values[len(s.S3.Values)-i-1]
// s4 := preprocessing(s.S4.Values[len(s.S4.Values)-i : len(s.S4.Values)-i+20-outlook])
// s5 := preprocessing(s.S5.Values[len(s.S5.Values)-i : len(s.S5.Values)-i+20-outlook])
// a2 := preprocessing(s.A2.Values[len(s.A2.Values)-i : len(s.A2.Values)-i+20-outlook])
// a3 := preprocessing(s.A3.Values[len(s.A3.Values)-i : len(s.A3.Values)-i+20-outlook])
// a18 := preprocessing(s.A18.Values[len(s.A18.Values)-i : len(s.A18.Values)-i+20-outlook])
// a34 := preprocessing(s.A18.Values[len(s.A18.Values)-i : len(s.A18.Values)-i+20-outlook])
//
// ret := s.R.Values[len(s.R.Values)-i]
// rdps = append(rdps, regression.DataPoint(ret, types.Float64Slice{s0, s1, s2, s4, s5, a2, a3, a18, a34}))
// }
r.Train(rdps...)
r.Run()
er, _ := r.Predict(floats2.Slice{s.S0.Last(0), s.S1.Last(0), s.S2.Last(0), s.S4.Last(0), s.S5.Last(0), s.S6.Last(0), s.S7.Last(0), s.A2.Last(0), s.A3.Last(0), s.A18.Last(0), s.A34.Last(0)})
log.Infof("Expected Return Rate: %f", er)
q := new(regression.Regression)
q.SetObserved("Order Quantity Per Interval")
q.SetVar(0, "S0")
q.SetVar(1, "S1")
q.SetVar(2, "S2")
// q.SetVar(2, "S3")
q.SetVar(3, "S4")
q.SetVar(4, "S5")
q.SetVar(5, "S6")
q.SetVar(6, "S7")
q.SetVar(7, "A2")
q.SetVar(8, "A3")
q.SetVar(9, "A18")
q.SetVar(10, "A34")
var qdps regression.DataPoints
for i := 1; i <= 15; i++ {
s0 := math.Pow(s.S0.Values[len(s.S0.Values)-i-outlook], 1)
s1 := math.Pow(s.S1.Values[len(s.S1.Values)-i-outlook], 1)
s2 := math.Pow(s.S2.Values[len(s.S2.Values)-i-outlook], 1)
// s3 := s.S3.Values[len(s.S3.Values)-i-1]
s4 := math.Pow(s.S4.Values[len(s.S4.Values)-i-outlook], 1)
s5 := math.Pow(s.S5.Values[len(s.S5.Values)-i-outlook], 1)
s6 := s.S6.Values[len(s.S6.Values)-i-outlook]
s7 := s.S7.Values[len(s.S7.Values)-i-outlook]
a2 := math.Pow(s.A2.Values[len(s.A2.Values)-i-outlook], 1)
a3 := math.Pow(s.A3.Values[len(s.A3.Values)-i-outlook], 1)
a18 := math.Pow(s.A18.Values[len(s.A18.Values)-i-outlook], 1)
a34 := math.Pow(s.A34.Values[len(s.A34.Values)-i-outlook], 1)
ret := s.R.Values[len(s.R.Values)-i]
qty := math.Abs(ret)
qdps = append(qdps, regression.DataPoint(qty, floats2.Slice{s0, s1, s2, s4, s5, s6, s7, a2, a3, a18, a34}))
}
// for i := 40; i > 20; i-- {
// s0 := preprocessing(s.S0.Values[len(s.S0.Values)-i : len(s.S0.Values)-i+20-outlook])
// s1 := preprocessing(s.S1.Values[len(s.S1.Values)-i : len(s.S1.Values)-i+20-outlook])
// s2 := preprocessing(s.S2.Values[len(s.S2.Values)-i : len(s.S2.Values)-i+20-outlook])
// //s3 := s.S3.Values[len(s.S3.Values)-i-1]
// s4 := preprocessing(s.S4.Values[len(s.S4.Values)-i : len(s.S4.Values)-i+20-outlook])
// s5 := preprocessing(s.S5.Values[len(s.S5.Values)-i : len(s.S5.Values)-i+20-outlook])
// a2 := preprocessing(s.A2.Values[len(s.A2.Values)-i : len(s.A2.Values)-i+20-outlook])
// a3 := preprocessing(s.A3.Values[len(s.A3.Values)-i : len(s.A3.Values)-i+20-outlook])
// a18 := preprocessing(s.A18.Values[len(s.A18.Values)-i : len(s.A18.Values)-i+20-outlook])
// a34 := preprocessing(s.A18.Values[len(s.A18.Values)-i : len(s.A18.Values)-i+20-outlook])
//
// ret := s.R.Values[len(s.R.Values)-i]
// qty := math.Abs(ret)
// qdps = append(qdps, regression.DataPoint(qty, types.Float64Slice{s0, s1, s2, s4, s5, a2, a3, a18, a34}))
// }
q.Train(qdps...)
q.Run()
log.Info(s.S0.Last(0), s.S1.Last(0), s.S2.Last(0), s.S3.Last(0), s.S4.Last(0), s.S5.Last(0), s.S6.Last(0), s.S7.Last(0), s.A2.Last(0), s.A3.Last(0), s.A18.Last(0), s.A34.Last(0))
log.Infof("Return Rate Regression formula:\n%v", r.Formula)
log.Infof("Order Quantity Regression formula:\n%v", q.Formula)
// s0 := preprocessing(s.S0.Values[len(s.S0.Values)-20 : len(s.S0.Values)-1])
// s1 := preprocessing(s.S1.Values[len(s.S1.Values)-20 : len(s.S1.Values)-1-outlook])
// s2 := preprocessing(s.S2.Values[len(s.S2.Values)-20 : len(s.S2.Values)-1-outlook])
// //s3 := s.S3.Values[len(s.S3.Values)-i-1]
// s4 := preprocessing(s.S4.Values[len(s.S4.Values)-20 : len(s.S4.Values)-1-outlook])
// s5 := preprocessing(s.S5.Values[len(s.S5.Values)-20 : len(s.S5.Values)-1-outlook])
// a2 := preprocessing(s.A2.Values[len(s.A2.Values)-20 : len(s.A2.Values)-1-outlook])
// a3 := preprocessing(s.A3.Values[len(s.A3.Values)-20 : len(s.A3.Values)-1-outlook])
// a18 := preprocessing(s.A18.Values[len(s.A18.Values)-20 : len(s.A18.Values)-1-outlook])
// a34 := preprocessing(s.A18.Values[len(s.A18.Values)-20 : len(s.A18.Values)-1-outlook])
// er, _ := r.Predict(types.Float64Slice{s0, s1, s2, s4, s5, a2, a3, a18, a34})
// eq, _ := q.Predict(types.Float64Slice{s0, s1, s2, s4, s5, a2, a3, a18, a34})
eq, _ := q.Predict(floats2.Slice{s.S0.Last(0), s.S1.Last(0), s.S2.Last(0), s.S4.Last(0), s.S5.Last(0), s.S6.Last(0), s.S7.Last(0), s.A2.Last(0), s.A3.Last(0), s.A18.Last(0), s.A34.Last(0), er})
log.Infof("Expected Order Quantity: %f", eq)
// if float64(s.Position.GetBase().Sign())*er < 0 {
// s.ClosePosition(ctx, fixedpoint.One, kline.Close)
// s.tradeCollector.Process()
// }
// prevEr = er
// spd := s.Spread.Float64()
// inventory = m * alpha + spread
AskAlphaBoundary := (s.Position.GetBase().Mul(kline.Close).Float64() - 100) / 10000
BidAlphaBoundary := (s.Position.GetBase().Mul(kline.Close).Float64() + 100) / 10000
log.Info(s.Position.GetBase().Mul(kline.Close).Float64(), AskAlphaBoundary, er, BidAlphaBoundary)
BidPrice := kline.Close.Mul(fixedpoint.One.Sub(s.Spread))
BidQty := s.QuantityOrAmount.CalculateQuantity(BidPrice)
BidQty = BidQty // .Mul(fixedpoint.One.Add(fixedpoint.NewFromFloat(eq)))
AskPrice := kline.Close.Mul(fixedpoint.One.Add(s.Spread))
AskQty := s.QuantityOrAmount.CalculateQuantity(AskPrice)
AskQty = AskQty // .Mul(fixedpoint.One.Add(fixedpoint.NewFromFloat(eq)))
if er > 0 || (er < 0 && er > AskAlphaBoundary/kline.Close.Float64()) {
submitOrder := types.SubmitOrder{
Symbol: s.Symbol,
Side: types.SideTypeBuy,
Type: types.OrderTypeLimitMaker,
Price: BidPrice,
Quantity: BidQty, // 0.0005
}
createdOrders, err := orderExecutor.SubmitOrders(ctx, submitOrder)
if err != nil {
log.WithError(err).Errorf("can not place orders")
}
s.orderStore.Add(createdOrders...)
s.activeMakerOrders.Add(createdOrders...)
s.tradeCollector.Process()
// submitOrder = types.SubmitOrder{
// Symbol: s.Symbol,
// Side: types.SideTypeSell,
// Type: types.OrderTypeLimitMaker,
// Price: kline.Close.Mul(fixedpoint.One.Add(s.Spread)),
// Quantity: fixedpoint.NewFromFloat(math.Max(math.Min(eq, 0.003), 0.0005)), //0.0005
// }
// createdOrders, err = orderExecutor.SubmitOrder(ctx, submitOrder)
// if err != nil {
// log.WithError(err).Errorf("can not place orders")
// }
// s.orderStore.Add(createdOrders...)
// s.activeMakerOrders.Add(createdOrders...)
// s.tradeCollector.Process()
}
if er < 0 || (er > 0 && er < BidAlphaBoundary/kline.Close.Float64()) {
submitOrder := types.SubmitOrder{
Symbol: s.Symbol,
Side: types.SideTypeSell,
Type: types.OrderTypeLimitMaker,
Price: AskPrice,
Quantity: AskQty, // 0.0005
}
createdOrders, err := orderExecutor.SubmitOrders(ctx, submitOrder)
if err != nil {
log.WithError(err).Errorf("can not place orders")
}
s.orderStore.Add(createdOrders...)
s.activeMakerOrders.Add(createdOrders...)
s.tradeCollector.Process()
// submitOrder = types.SubmitOrder{
// Symbol: s.Symbol,
// Side: types.SideTypeBuy,
// Type: types.OrderTypeLimitMaker,
// Price: kline.Close.Mul(fixedpoint.One.Sub(s.Spread)),
// Quantity: fixedpoint.NewFromFloat(math.Max(math.Min(eq, 0.003), 0.0005)), //0.0005
// }
// createdOrders, err = orderExecutor.SubmitOrder(ctx, submitOrder)
// if err != nil {
// log.WithError(err).Errorf("can not place orders")
// }
// s.orderStore.Add(createdOrders...)
// s.activeMakerOrders.Add(createdOrders...)
// s.tradeCollector.Process()
}
})
return nil
}
func tanh(x float64) float64 {
y := (math.Exp(x) - math.Exp(-x)) / (math.Exp(x) + math.Exp(-x))
return y
}
func mean(xs []float64) float64 {
return floats.Sum(xs) / float64(len(xs))
}
func stddev(xs []float64) float64 {
mu := mean(xs)
squaresum := 0.
for _, x := range xs {
squaresum += (x - mu) * (x - mu)
}
return math.Sqrt(squaresum / float64(len(xs)-1))
}
func preprocessing(xs []float64) float64 {
// return 0.5 * tanh(0.01*((xs[len(xs)-1]-mean(xs))/stddev(xs))) // tanh estimator
return tanh((xs[len(xs)-1] - mean(xs)) / stddev(xs)) // tanh z-score
return (xs[len(xs)-1] - mean(xs)) / stddev(xs) // z-score
}