Merge pull request #610 from zenixls2/feature/liveSLTP

feature: SLTP from bookticker. fix: bookTicker typename, depth buffer…

.github/workflows/go.yml

@@ -47,7 +47,7 @@ jobs:
     - name: Set up Go
       uses: actions/setup-go@v2
       with:
-        go-version: 1.17
+        go-version: 1.18
 
     - name: Install Migration Tool
       run: go install github.com/c9s/rockhopper/cmd/rockhopper@v1.2.1

.github/workflows/release.yml

@@ -20,7 +20,7 @@ jobs:
       - name: Install Go
         uses: actions/setup-go@v2
         with:
-          go-version: 1.17.5
+          go-version: 1.18
       - name: Install Node
         uses: actions/setup-node@v2
         with:

config/bollmaker.yaml

@@ -16,17 +16,17 @@ backtest:
   # for testing max draw down (MDD) at 03-12
   # see here for more details
   # https://www.investopedia.com/terms/m/maximum-drawdown-mdd.asp
-  startTime: "2021-08-01"
+  startTime: "2022-01-01"
-  endTime: "2021-08-30"
+  endTime: "2022-05-12"
   sessions:
   - binance
   symbols:
   - ETHUSDT
-  account:
+  accounts:
     binance:
       balances:
-        ETH: 1.0
+        ETH: 0.0
-        USDT: 20_000.0
+        USDT: 10_000.0
 
 exchangeStrategies:
 
@@ -43,7 +43,7 @@ exchangeStrategies:
     # useTickerPrice use the ticker api to get the mid price instead of the closed kline price.
     # The back-test engine is kline-based, so the ticker price api is not supported.
     # Turn this on if you want to do real trading.
-    useTickerPrice: false
+    useTickerPrice: true
 
     # spread is the price spread from the middle price.
     # For ask orders, the ask price is ((bestAsk + bestBid) / 2 * (1.0 + spread))

config/ewo_dgtrd.yaml

@@ -10,13 +10,13 @@ exchangeStrategies:
 - on: binance
   ewo_dgtrd:
     symbol: MATICUSDT
-    interval: 30m
+    interval: 2h
     useEma: false
     useSma: false
-    sigWin: 3
+    sigWin: 8
-    stoploss: 2%
+    stoploss: 10%
     useHeikinAshi: true
-    disableShortStop: true
+    disableShortStop: false
     #stops:
     #- trailingStop:
     #    callbackRate: 5.1%
@@ -35,15 +35,15 @@ sync:
     - MATICUSDT
 
 backtest:
-  startTime: "2022-04-14"
+  startTime: "2022-05-01"
-  endTime: "2022-04-28"
+  endTime: "2022-05-11"
   symbols:
     - MATICUSDT
   sessions: [binance]
-  account:
+  accounts:
     binance:
-      makerFeeRate: 0
+      #makerFeeRate: 0
-      takerFeeRate: 0
+      #takerFeeRate: 15
       balances:
-        MATIC: 500
+        MATIC: 5000.0
         USDT: 10000

config/factorzoo.yaml

@@ -23,7 +23,7 @@ backtest:
   endTime: "2022-04-13"
   symbols:
     - BTCUSDT
-  account:
+  accounts:
     binance:
       balances:
         BTC: 1.0

config/grid.yaml

@@ -35,7 +35,8 @@ backtest:
   endTime: "2022-01-11"
   symbols:
     - BTCUSDT
-  account:
+  sessions: [binance]
+  accounts:
     binance:
       balances:
         BTC: 0.0

pkg/backtest/exchange.go

@@ -340,7 +340,8 @@ func (e *Exchange) SubscribeMarketData(extraIntervals ...types.Interval) (chan t
 			loadedIntervals[types.Interval(sub.Options.Interval)] = struct{}{}
 
 		default:
-			return nil, fmt.Errorf("stream channel %s is not supported in backtest", sub.Channel)
+			// Since Environment is not yet been injected at this point, no hard error
+			log.Errorf("stream channel %s is not supported in backtest", sub.Channel)
 		}
 	}
 

pkg/bbgo/session.go

@@ -582,7 +582,7 @@ func (session *ExchangeSession) MarketDataStore(symbol string) (s *MarketDataSto
 	return s, ok
 }
 
-// MarketDataStore returns the market data store of a symbol
+// OrderBook returns the personal orderbook of a symbol
 func (session *ExchangeSession) OrderBook(symbol string) (s *types.StreamOrderBook, ok bool) {
 	s, ok = session.orderBooks[symbol]
 	return s, ok
@@ -935,9 +935,9 @@ func (session *ExchangeSession) SlackAttachment() slack.Attachment {
 	return slack.Attachment{
 		// Pretext:       "",
 		// Text:  text,
-		Title:  session.Name,
+		Title:      session.Name,
-		Fields: fields,
+		Fields:     fields,
 		FooterIcon: footerIcon,
-		Footer: util.Render("update time {{ . }}", time.Now().Format(time.RFC822)),
+		Footer:     util.Render("update time {{ . }}", time.Now().Format(time.RFC822)),
 	}
 }

pkg/depth/buffer.go

@@ -117,13 +117,14 @@ func (b *Buffer) AddUpdate(o types.SliceOrderBook, firstUpdateID int64, finalArg
 	if u.FirstUpdateID > b.finalUpdateID+1 {
 		// emitReset will reset the once outside the mutex lock section
 		b.buffer = []Update{u}
+		finalUpdateID = b.finalUpdateID
 		b.resetSnapshot()
 		b.emitReset()
 		b.mu.Unlock()
 		return fmt.Errorf("found missing update between finalUpdateID %d and firstUpdateID %d, diff: %d",
-			b.finalUpdateID+1,
+			finalUpdateID+1,
 			u.FirstUpdateID,
-			u.FirstUpdateID-b.finalUpdateID)
+			u.FirstUpdateID-finalUpdateID)
 	}
 
 	log.Debugf("depth update id %d -> %d", b.finalUpdateID, u.FinalUpdateID)
@@ -142,6 +143,7 @@ func (b *Buffer) fetchAndPush() error {
 	log.Debugf("fetched depth snapshot, final update id %d", finalUpdateID)
 
 	b.mu.Lock()
+
 	if len(b.buffer) > 0 {
 		// the snapshot is too early
 		if finalUpdateID < b.buffer[0].FirstUpdateID {

pkg/exchange/binance/exchange.go

@@ -1428,9 +1428,22 @@ func (e *Exchange) QueryTrades(ctx context.Context, symbol string, options *type
 
 // QueryDepth query the order book depth of a symbol
 func (e *Exchange) QueryDepth(ctx context.Context, symbol string) (snapshot types.SliceOrderBook, finalUpdateID int64, err error) {
-	response, err := e.client.NewDepthService().Symbol(symbol).Do(ctx)
+	var response *binance.DepthResponse
-	if err != nil {
+	if e.IsFutures {
-		return snapshot, finalUpdateID, err
+		res, err := e.futuresClient.NewDepthService().Symbol(symbol).Do(ctx)
+		if err != nil {
+			return snapshot, finalUpdateID, err
+		}
+		response = &binance.DepthResponse{
+			LastUpdateID: res.LastUpdateID,
+			Bids:         res.Bids,
+			Asks:         res.Asks,
+		}
+	} else {
+		response, err = e.client.NewDepthService().Symbol(symbol).Do(ctx)
+		if err != nil {
+			return snapshot, finalUpdateID, err
+		}
 	}
 
 	snapshot.Symbol = symbol

pkg/exchange/binance/parse.go

@@ -113,17 +113,17 @@ func (e *ExecutionReportEvent) Order() (*types.Order, error) {
 	orderCreationTime := time.Unix(0, e.OrderCreationTime*int64(time.Millisecond))
 	return &types.Order{
 		SubmitOrder: types.SubmitOrder{
-			ClientOrderID:    e.ClientOrderID,
+			ClientOrderID: e.ClientOrderID,
-			Symbol:           e.Symbol,
+			Symbol:        e.Symbol,
-			Side:             toGlobalSideType(binance.SideType(e.Side)),
+			Side:          toGlobalSideType(binance.SideType(e.Side)),
-			Type:             toGlobalOrderType(binance.OrderType(e.OrderType)),
+			Type:          toGlobalOrderType(binance.OrderType(e.OrderType)),
-			Quantity:         e.OrderQuantity,
+			Quantity:      e.OrderQuantity,
-			Price:            e.OrderPrice,
+			Price:         e.OrderPrice,
-			StopPrice:        e.StopPrice,
+			StopPrice:     e.StopPrice,
-			TimeInForce:      types.TimeInForce(e.TimeInForce),
+			TimeInForce:   types.TimeInForce(e.TimeInForce),
-			IsFutures:        false,
+			IsFutures:     false,
-			ReduceOnly:       false,
+			ReduceOnly:    false,
-			ClosePosition:    false,
+			ClosePosition: false,
 		},
 		Exchange:         types.ExchangeBinance,
 		IsWorking:        e.IsOnBook,
@@ -276,7 +276,7 @@ func parseWebSocketEvent(message []byte) (interface{}, error) {
 	// fmt.Println(str)
 	eventType := string(val.GetStringBytes("e"))
 	if eventType == "" && IsBookTicker(val) {
-		eventType = "bookticker"
+		eventType = "bookTicker"
 	}
 
 	switch eventType {
@@ -284,7 +284,7 @@ func parseWebSocketEvent(message []byte) (interface{}, error) {
 		var event KLineEvent
 		err := json.Unmarshal([]byte(message), &event)
 		return &event, err
-	case "bookticker":
+	case "bookTicker":
 		var event BookTickerEvent
 		err := json.Unmarshal([]byte(message), &event)
 		event.Event = eventType

pkg/indicator/stoch.go

@@ -34,8 +34,12 @@ func (inc *STOCH) Update(high, low, cloze float64) {
 	lowest := inc.LowValues.Tail(inc.Window).Min()
 	highest := inc.HighValues.Tail(inc.Window).Max()
 
-	k := 100.0 * (cloze - lowest) / (highest - lowest)
+	if highest == lowest {
-	inc.K.Push(k)
+		inc.K.Push(50.0)
+	} else {
+		k := 100.0 * (cloze - lowest) / (highest - lowest)
+		inc.K.Push(k)
+	}
 
 	d := inc.K.Tail(DPeriod).Mean()
 	inc.D.Push(d)

pkg/strategy/ewoDgtrd/strategy.go

@@ -23,6 +23,9 @@ func init() {
 }
 
 type Strategy struct {
+	Position    *types.Position    `json:"position,omitempty", persistence:"position"`
+	ProfitStats *types.ProfitStats `json:"profitStats,omitempty", persistence:"profit_stats"`
+
 	Market           types.Market
 	Session          *bbgo.ExchangeSession
 	UseHeikinAshi    bool             `json:"useHeikinAshi"` // use heikinashi kline
@@ -34,23 +37,44 @@ type Strategy struct {
 	SignalWindow     int              `json:"sigWin"`           // signal window
 	DisableShortStop bool             `json:"disableShortStop"` // disable TP/SL on short
 
+	KLineStartTime types.Time
+	KLineEndTime   types.Time
+
+	*bbgo.Environment
+	*bbgo.Notifiability
+	*bbgo.Persistence
 	*bbgo.Graceful
 	bbgo.SmartStops
-	tradeCollector *bbgo.TradeCollector
+	bbgo.StrategyController
-	atr            *indicator.ATR
+
-	ma5            types.Series
+	activeMakerOrders *bbgo.LocalActiveOrderBook
-	ma34           types.Series
+	orderStore        *bbgo.OrderStore
-	ewo            types.Series
+	tradeCollector    *bbgo.TradeCollector
-	ewoSignal      types.Series
+
-	heikinAshi     *HeikinAshi
+	atr         *indicator.ATR
-	peakPrice      fixedpoint.Value
+	ccis        *CCISTOCH
-	bottomPrice    fixedpoint.Value
+	ma5         types.Series
+	ma34        types.Series
+	ewo         types.Series
+	ewoSignal   types.Series
+	heikinAshi  *HeikinAshi
+	peakPrice   fixedpoint.Value
+	bottomPrice fixedpoint.Value
+	midPrice    fixedpoint.Value
+	lock        sync.RWMutex
+
+	buyPrice  fixedpoint.Value
+	sellPrice fixedpoint.Value
 }
 
 func (s *Strategy) ID() string {
 	return ID
 }
 
+func (s *Strategy) InstanceID() string {
+	return fmt.Sprintf("%s:%s", ID, s.Symbol)
+}
+
 func (s *Strategy) Initialize() error {
 	return s.SmartStops.InitializeStopControllers(s.Symbol)
 }
@@ -59,6 +83,9 @@ func (s *Strategy) Subscribe(session *bbgo.ExchangeSession) {
 	log.Infof("subscribe %s", s.Symbol)
 	session.Subscribe(types.KLineChannel, s.Symbol, types.SubscribeOptions{Interval: types.Interval1m.String()})
 	session.Subscribe(types.KLineChannel, s.Symbol, types.SubscribeOptions{Interval: s.Interval.String()})
+
+	session.Subscribe(types.BookTickerChannel, s.Symbol, types.SubscribeOptions{})
+
 	s.SmartStops.Subscribe(session)
 }
 
@@ -67,6 +94,66 @@ type UpdatableSeries interface {
 	Update(value float64)
 }
 
+// Refer: https://tw.tradingview.com/script/XZyG5SOx-CCI-Stochastic-and-a-quick-lesson-on-Scalping-Trading-Systems/
+type CCISTOCH struct {
+	cci   *indicator.CCI
+	stoch *indicator.STOCH
+	ma    *indicator.SMA
+}
+
+func NewCCISTOCH(i types.Interval) *CCISTOCH {
+	cci := &indicator.CCI{IntervalWindow: types.IntervalWindow{i, 28}}
+	stoch := &indicator.STOCH{IntervalWindow: types.IntervalWindow{i, 28}}
+	ma := &indicator.SMA{IntervalWindow: types.IntervalWindow{i, 3}}
+	return &CCISTOCH{
+		cci:   cci,
+		stoch: stoch,
+		ma:    ma,
+	}
+}
+
+func (inc *CCISTOCH) Update(cloze float64) {
+	inc.cci.Update(cloze)
+	inc.stoch.Update(inc.cci.Last(), inc.cci.Last(), inc.cci.Last())
+	inc.ma.Update(inc.stoch.LastD())
+}
+
+func (inc *CCISTOCH) BuySignal() bool {
+	hasGrey := false
+	for i := 0; i < len(inc.ma.Values); i++ {
+		v := inc.ma.Index(i)
+		if v > 80 {
+			return false
+		}
+		if v >= 20 && v <= 80 {
+			hasGrey = true
+			continue
+		}
+		if v < 20 {
+			return hasGrey
+		}
+	}
+	return false
+}
+
+func (inc *CCISTOCH) SellSignal() bool {
+	hasGrey := false
+	for i := 0; i < len(inc.ma.Values); i++ {
+		v := inc.ma.Index(i)
+		if v < 20 {
+			return false
+		}
+		if v >= 20 && v <= 80 {
+			hasGrey = true
+			continue
+		}
+		if v > 80 {
+			return hasGrey
+		}
+	}
+	return false
+}
+
 type VWEMA struct {
 	PV UpdatableSeries
 	V  UpdatableSeries
@@ -192,6 +279,7 @@ func (s *Strategy) SetupIndicators() {
 	}
 
 	s.atr = &indicator.ATR{IntervalWindow: types.IntervalWindow{s.Interval, 34}}
+	s.ccis = NewCCISTOCH(s.Interval)
 
 	if s.UseHeikinAshi {
 		s.heikinAshi = NewHeikinAshi(50)
@@ -220,9 +308,11 @@ func (s *Strategy) SetupIndicators() {
 			if s.heikinAshi.Close.Length() == 0 {
 				for _, kline := range window {
 					s.heikinAshi.Update(kline)
+					s.ccis.Update(s.heikinAshi.Close.Last())
 				}
 			} else {
 				s.heikinAshi.Update(window[len(window)-1])
+				s.ccis.Update(s.heikinAshi.Close.Last())
 			}
 		})
 		if s.UseEma {
@@ -303,14 +393,26 @@ func (s *Strategy) SetupIndicators() {
 			log.Errorf("cannot get indicator set of %s", s.Symbol)
 			return
 		}
+
+		s.atr.Bind(store)
+		store.OnKLineWindowUpdate(func(interval types.Interval, window types.KLineWindow) {
+			if s.Interval != interval {
+				return
+			}
+			if s.ccis.cci.Input.Length() == 0 {
+				for _, kline := range window {
+					s.ccis.Update(kline.Close.Float64())
+				}
+			} else {
+				s.ccis.Update(window[len(window)-1].Close.Float64())
+			}
+		})
 		if s.UseEma {
 			s.ma5 = indicatorSet.EWMA(types.IntervalWindow{s.Interval, 5})
 			s.ma34 = indicatorSet.EWMA(types.IntervalWindow{s.Interval, 34})
-			s.atr.Bind(store)
 		} else if s.UseSma {
 			s.ma5 = indicatorSet.SMA(types.IntervalWindow{s.Interval, 5})
 			s.ma34 = indicatorSet.SMA(types.IntervalWindow{s.Interval, 34})
-			s.atr.Bind(store)
 		} else {
 			evwma5 := &VWEMA{
 				PV: &indicator.EWMA{IntervalWindow: types.IntervalWindow{s.Interval, 5}},
@@ -419,15 +521,17 @@ func (s *Strategy) validateOrder(order *types.SubmitOrder) bool {
 	if order.Side == types.SideTypeSell {
 		baseBalance, ok := s.Session.GetAccount().Balance(s.Market.BaseCurrency)
 		if !ok {
+			log.Error("cannot get account")
 			return false
 		}
 		if order.Quantity.Compare(baseBalance.Available) > 0 {
-			return false
+			order.Quantity = baseBalance.Available
 		}
 		price := order.Price
 		if price.IsZero() {
 			price, ok = s.Session.LastPrice(s.Symbol)
 			if !ok {
+				log.Error("no price")
 				return false
 			}
 		}
@@ -435,37 +539,156 @@ func (s *Strategy) validateOrder(order *types.SubmitOrder) bool {
 		if order.Quantity.Sign() <= 0 ||
 			order.Quantity.Compare(s.Market.MinQuantity) < 0 ||
 			orderAmount.Compare(s.Market.MinNotional) < 0 {
+			log.Debug("amount fail")
 			return false
 		}
 		return true
 	} else if order.Side == types.SideTypeBuy {
 		quoteBalance, ok := s.Session.GetAccount().Balance(s.Market.QuoteCurrency)
 		if !ok {
+			log.Error("cannot get account")
 			return false
 		}
 		price := order.Price
 		if price.IsZero() {
 			price, ok = s.Session.LastPrice(s.Symbol)
 			if !ok {
+				log.Error("no price")
 				return false
 			}
 		}
 		totalQuantity := quoteBalance.Available.Div(price)
 		if order.Quantity.Compare(totalQuantity) > 0 {
+			log.Error("qty > avail")
 			return false
 		}
 		orderAmount := order.Quantity.Mul(price)
 		if order.Quantity.Sign() <= 0 ||
 			orderAmount.Compare(s.Market.MinNotional) < 0 ||
 			order.Quantity.Compare(s.Market.MinQuantity) < 0 {
+			log.Debug("amount fail")
 			return false
 		}
 		return true
 	}
+	log.Error("side error")
 	return false
 
 }
 
+func (s *Strategy) PlaceBuyOrder(ctx context.Context, price fixedpoint.Value) {
+	if s.Position.GetBase().Add(s.Market.MinQuantity).Sign() < 0 && !s.ClosePosition(ctx) {
+		log.Errorf("sell position %v remained not closed, skip placing order", s.Position.GetBase())
+		return
+	}
+	quoteBalance, ok := s.Session.GetAccount().Balance(s.Market.QuoteCurrency)
+	if !ok {
+		log.Infof("buy order at price %v failed", price)
+		return
+	}
+	quantityAmount := quoteBalance.Available
+	totalQuantity := quantityAmount.Div(price)
+	order := types.SubmitOrder{
+		Symbol:      s.Symbol,
+		Side:        types.SideTypeBuy,
+		Type:        types.OrderTypeLimit,
+		Price:       price,
+		Quantity:    totalQuantity,
+		Market:      s.Market,
+		TimeInForce: types.TimeInForceGTC,
+	}
+	if !s.validateOrder(&order) {
+		log.Debugf("validation failed %v", order)
+		return
+	}
+	// strong long
+	log.Warnf("long at %v, timestamp: %s", price, s.KLineStartTime)
+	createdOrders, err := s.Session.Exchange.SubmitOrders(ctx, order)
+	if err != nil {
+		log.WithError(err).Errorf("cannot place order")
+		return
+	}
+	log.Infof("post order %v", createdOrders)
+	s.orderStore.Add(createdOrders...)
+	s.activeMakerOrders.Add(createdOrders...)
+	s.tradeCollector.Process()
+}
+
+func (s *Strategy) PlaceSellOrder(ctx context.Context, price fixedpoint.Value) {
+	if s.Position.GetBase().Compare(s.Market.MinQuantity) > 0 && !s.ClosePosition(ctx) {
+		log.Errorf("buy position %v remained not closed, skip placing order", s.Position.GetBase())
+		return
+	}
+	balances := s.Session.GetAccount().Balances()
+	baseBalance := balances[s.Market.BaseCurrency].Available
+	order := types.SubmitOrder{
+		Symbol:      s.Symbol,
+		Side:        types.SideTypeSell,
+		Type:        types.OrderTypeLimit,
+		Market:      s.Market,
+		Quantity:    baseBalance,
+		Price:       price,
+		TimeInForce: types.TimeInForceGTC,
+	}
+	if !s.validateOrder(&order) {
+		log.Debugf("validation failed %v", order)
+		return
+	}
+
+	log.Warnf("short at %v, timestamp: %s", price, s.KLineStartTime)
+	createdOrders, err := s.Session.Exchange.SubmitOrders(ctx, order)
+	if err != nil {
+		log.WithError(err).Errorf("cannot place order")
+		return
+	}
+	log.Infof("post order %v", createdOrders)
+	s.orderStore.Add(createdOrders...)
+	s.activeMakerOrders.Add(createdOrders...)
+	s.tradeCollector.Process()
+}
+
+func (s *Strategy) ClosePosition(ctx context.Context) bool {
+	order := s.Position.NewClosePositionOrder(fixedpoint.One)
+	if order == nil {
+		// no base
+		s.sellPrice = fixedpoint.Zero
+		s.buyPrice = fixedpoint.Zero
+		return true
+	}
+	order.TimeInForce = ""
+	if !s.validateOrder(order) {
+		log.Errorf("cannot place close order %v", order)
+		return false
+	}
+
+	createdOrders, err := s.Session.Exchange.SubmitOrders(ctx, *order)
+	if err != nil {
+		log.WithError(err).Errorf("cannot place close order")
+		return false
+	}
+	log.Infof("close order %v", createdOrders)
+	s.orderStore.Add(createdOrders...)
+	s.activeMakerOrders.Add(createdOrders...)
+	s.tradeCollector.Process()
+	return true
+}
+
+func (s *Strategy) CancelAll(ctx context.Context) {
+	var toCancel []types.Order
+	for _, order := range s.orderStore.Orders() {
+		if order.Status == types.OrderStatusNew || order.Status == types.OrderStatusPartiallyFilled {
+			toCancel = append(toCancel, order)
+		}
+	}
+	if len(toCancel) > 0 {
+		if err := s.Session.Exchange.CancelOrders(ctx, toCancel...); err != nil {
+			log.WithError(err).Errorf("cancel order error")
+		}
+
+		s.tradeCollector.Process()
+	}
+}
+
 // Trading Rules:
 // - buy / sell the whole asset
 // - SL/TP by atr (buyprice - 2 * atr, sellprice + 2 * atr)
@@ -474,56 +697,75 @@ func (s *Strategy) validateOrder(order *types.SubmitOrder) bool {
 //   * buy signal on crossover
 //   * sell signal on crossunder
 // - and filtered by the following rules:
-//   * buy: prev buy signal ON and current sell signal OFF, kline Close > Open, Close > ma(Window=5), ewo > Mean(ewo, Window=10) + 2 * Stdev(ewo, Window=10)
+//   * buy: prev buy signal ON and current sell signal OFF, kline Close > Open, Close > ma(Window=5), CCI Stochastic Buy signal
-//   * sell: prev buy signal OFF and current sell signal ON, kline Close < Open, Close < ma(Window=5), ewo < Mean(ewo, Window=10) - 2 * Stdev(ewo, Window=10)
+//   * sell: prev buy signal OFF and current sell signal ON, kline Close < Open, Close < ma(Window=5), CCI Stochastic Sell signal
-// Cancel and repost on non-fully filed orders every 1m within Window=1
+// Cancel non-fully filed orders every bar
 //
 // ps: kline might refer to heikinashi or normal ohlc
 func (s *Strategy) Run(ctx context.Context, orderExecutor bbgo.OrderExecutor, session *bbgo.ExchangeSession) error {
-	buyPrice := fixedpoint.Zero
+	s.buyPrice = fixedpoint.Zero
-	sellPrice := fixedpoint.Zero
+	s.sellPrice = fixedpoint.Zero
 	s.peakPrice = fixedpoint.Zero
 	s.bottomPrice = fixedpoint.Zero
 
-	orderbook, ok := session.OrderStore(s.Symbol)
+	s.activeMakerOrders = bbgo.NewLocalActiveOrderBook(s.Symbol)
-	if !ok {
+	s.activeMakerOrders.BindStream(session.UserDataStream)
-		log.Errorf("cannot get orderbook of %s", s.Symbol)
+
-		return nil
+	s.orderStore = bbgo.NewOrderStore(s.Symbol)
+	s.orderStore.BindStream(session.UserDataStream)
+
+	if s.Position == nil {
+		s.Position = types.NewPositionFromMarket(s.Market)
 	}
-	position, ok := session.Position(s.Symbol)
+	if s.ProfitStats == nil {
-	if !ok {
+		s.ProfitStats = types.NewProfitStats(s.Market)
-		log.Errorf("cannot get position of %s", s.Symbol)
-		return nil
 	}
-	s.tradeCollector = bbgo.NewTradeCollector(s.Symbol, position, orderbook)
+	s.tradeCollector = bbgo.NewTradeCollector(s.Symbol, s.Position, s.orderStore)
 	s.tradeCollector.OnTrade(func(trade types.Trade, profit, netprofit fixedpoint.Value) {
+		if s.Symbol != trade.Symbol {
+			return
+		}
+		s.Notifiability.Notify(trade)
+		s.ProfitStats.AddTrade(trade)
+
 		if !profit.IsZero() {
 			log.Warnf("generate profit: %v, netprofit: %v, trade: %v", profit, netprofit, trade)
+			p := s.Position.NewProfit(trade, profit, netprofit)
+			p.Strategy = ID
+			p.StrategyInstanceID = s.InstanceID()
+			s.Notify(&p)
+
+			s.ProfitStats.AddProfit(p)
+			s.Notify(&s.ProfitStats)
+			s.Environment.RecordPosition(s.Position, trade, &p)
+		} else {
+			s.Environment.RecordPosition(s.Position, trade, nil)
 		}
-		balances := session.GetAccount().Balances()
+		if s.Position.GetBase().Abs().Compare(s.Market.MinQuantity) > 0 {
-		baseBalance := balances[s.Market.BaseCurrency].Available
+			sign := s.Position.GetBase().Sign()
-		quoteBalance := balances[s.Market.QuoteCurrency].Available
+			if sign > 0 {
-		if trade.Side == types.SideTypeBuy {
+				log.Infof("base become positive, %v", trade)
-			if baseBalance.IsZero() {
+				s.buyPrice = trade.Price
-				sellPrice = fixedpoint.Zero
-			}
-			if !quoteBalance.IsZero() {
-				buyPrice = trade.Price
 				s.peakPrice = trade.Price
-			}
+			} else if sign == 0 {
-		} else if trade.Side == types.SideTypeSell {
+				log.Infof("base become zero")
-			if quoteBalance.IsZero() {
+				s.buyPrice = fixedpoint.Zero
-				buyPrice = fixedpoint.Zero
+				s.sellPrice = fixedpoint.Zero
-			}
+			} else {
-			if !baseBalance.IsZero() {
+				log.Infof("base become negative, %v", trade)
-				sellPrice = trade.Price
+				s.sellPrice = trade.Price
 				s.bottomPrice = trade.Price
 			}
+		} else {
+			log.Infof("base become zero")
+			s.buyPrice = fixedpoint.Zero
+			s.sellPrice = fixedpoint.Zero
 		}
 	})
 
 	s.tradeCollector.OnPositionUpdate(func(position *types.Position) {
 		log.Infof("position changed: %s", position)
+		s.Notify(s.Position)
 	})
 	s.tradeCollector.BindStream(session.UserDataStream)
 
@@ -531,174 +773,209 @@ func (s *Strategy) Run(ctx context.Context, orderExecutor bbgo.OrderExecutor, se
 
 	s.SetupIndicators()
 
+	sellOrderTPSL := func(price fixedpoint.Value) {
+		balances := session.GetAccount().Balances()
+		quoteBalance := balances[s.Market.QuoteCurrency].Available
+		atrx2 := fixedpoint.NewFromFloat(s.atr.Last() * 2)
+		lastPrice := price
+		var ok bool
+		if s.Environment.IsBackTesting() {
+			lastPrice, ok = session.LastPrice(s.Symbol)
+			if !ok {
+				log.Errorf("cannot get last price")
+				return
+			}
+		}
+		buyall := false
+		if !s.sellPrice.IsZero() {
+			if s.bottomPrice.IsZero() || s.bottomPrice.Compare(price) > 0 {
+				s.bottomPrice = price
+			}
+		}
+		takeProfit := false
+		bottomBack := s.bottomPrice
+		spBack := s.sellPrice
+		if !quoteBalance.IsZero() && !s.sellPrice.IsZero() && !s.DisableShortStop {
+			//longSignal := types.CrossOver(s.ewo, s.ewoSignal)
+			// TP
+			/*if lastPrice.Compare(s.sellPrice) < 0 && (s.ccis.BuySignal() || longSignal.Last())  {
+				buyall = true
+				s.bottomPrice = fixedpoint.Zero
+				takeProfit = true
+			}*/
+			if !atrx2.IsZero() && s.bottomPrice.Add(atrx2).Compare(lastPrice) >= 0 &&
+				lastPrice.Compare(s.sellPrice) < 0 {
+				buyall = true
+				s.bottomPrice = fixedpoint.Zero
+				takeProfit = true
+			}
+
+			// SL
+			/*if (!atrx2.IsZero() && s.bottomPrice.Add(atrx2).Compare(lastPrice) <= 0) ||
+				lastPrice.Sub(s.bottomPrice).Div(lastPrice).Compare(s.Stoploss) > 0 {
+				if lastPrice.Compare(s.sellPrice) < 0 {
+					takeProfit = true
+				}
+				buyall = true
+				s.bottomPrice = fixedpoint.Zero
+			}*/
+			if (!atrx2.IsZero() && s.sellPrice.Add(atrx2).Compare(lastPrice) <= 0) ||
+				lastPrice.Sub(s.sellPrice).Div(s.sellPrice).Compare(s.Stoploss) > 0 {
+				buyall = true
+				s.bottomPrice = fixedpoint.Zero
+			}
+		}
+		if buyall {
+			log.Warnf("buyall TPSL %v %v", s.Position.GetBase(), quoteBalance)
+			if s.ClosePosition(ctx) {
+				if takeProfit {
+					log.Errorf("takeprofit buy at %v, avg %v, l: %v, atrx2: %v", lastPrice, spBack, bottomBack, atrx2)
+				} else {
+					log.Errorf("stoploss buy at %v, avg %v, l: %v, atrx2: %v", lastPrice, spBack, bottomBack, atrx2)
+				}
+			}
+		}
+	}
+	buyOrderTPSL := func(price fixedpoint.Value) {
+		balances := session.GetAccount().Balances()
+		baseBalance := balances[s.Market.BaseCurrency].Available
+		atrx2 := fixedpoint.NewFromFloat(s.atr.Last() * 2)
+		lastPrice := price
+		var ok bool
+		if s.Environment.IsBackTesting() {
+			lastPrice, ok = session.LastPrice(s.Symbol)
+			if !ok {
+				log.Errorf("cannot get last price")
+				return
+			}
+		}
+		sellall := false
+		if !s.buyPrice.IsZero() {
+			if s.peakPrice.IsZero() || s.peakPrice.Compare(price) < 0 {
+				s.peakPrice = price
+			}
+		}
+		takeProfit := false
+		peakBack := s.peakPrice
+		bpBack := s.buyPrice
+		if !baseBalance.IsZero() && !s.buyPrice.IsZero() {
+			shortSignal := types.CrossUnder(s.ewo, s.ewoSignal)
+			// TP
+			if !atrx2.IsZero() && s.peakPrice.Sub(atrx2).Compare(lastPrice) >= 0 &&
+				lastPrice.Compare(s.buyPrice) > 0 {
+				sellall = true
+				s.peakPrice = fixedpoint.Zero
+				takeProfit = true
+			}
+			if lastPrice.Compare(s.buyPrice) > 0 && (s.ccis.SellSignal() || shortSignal.Last()) {
+				sellall = true
+				s.peakPrice = fixedpoint.Zero
+				takeProfit = true
+			}
+
+			// SL
+			/*if s.peakPrice.Sub(lastPrice).Div(s.peakPrice).Compare(s.Stoploss) > 0 ||
+				(!atrx2.IsZero() && s.peakPrice.Sub(atrx2).Compare(lastPrice) >= 0) {
+				if lastPrice.Compare(s.buyPrice) > 0 {
+					takeProfit = true
+				}
+				sellall = true
+				s.peakPrice = fixedpoint.Zero
+			}*/
+			if s.buyPrice.Sub(lastPrice).Div(s.buyPrice).Compare(s.Stoploss) > 0 ||
+				(!atrx2.IsZero() && s.buyPrice.Sub(atrx2).Compare(lastPrice) >= 0) {
+				sellall = true
+				s.peakPrice = fixedpoint.Zero
+			}
+		}
+
+		if sellall {
+			log.Warnf("sellall TPSL %v", s.Position.GetBase())
+			if s.ClosePosition(ctx) {
+				if takeProfit {
+					log.Errorf("takeprofit sell at %v, avg %v, h: %v, atrx2: %v", lastPrice, bpBack, peakBack, atrx2)
+				} else {
+					log.Errorf("stoploss sell at %v, avg %v, h: %v, atrx2: %v", lastPrice, bpBack, peakBack, atrx2)
+				}
+			}
+		}
+	}
+
+	// set last price by realtime book ticker update
+	// to trigger TP/SL
+	session.MarketDataStream.OnBookTickerUpdate(func(ticker types.BookTicker) {
+		if s.Environment.IsBackTesting() {
+			return
+		}
+		bestBid := ticker.Buy
+		bestAsk := ticker.Sell
+		var midPrice fixedpoint.Value
+		if s.lock.TryLock() {
+			if !bestAsk.IsZero() && !bestBid.IsZero() {
+				s.midPrice = bestAsk.Add(bestBid).Div(types.Two)
+			} else if !bestAsk.IsZero() {
+				s.midPrice = bestAsk
+			} else {
+				s.midPrice = bestBid
+			}
+			midPrice = s.midPrice
+			s.lock.Unlock()
+		}
+		if !midPrice.IsZero() {
+			buyOrderTPSL(midPrice)
+			sellOrderTPSL(midPrice)
+			//log.Debugf("best bid %v, best ask %v, mid %v", bestBid, bestAsk, midPrice)
+		}
+	})
+
 	session.MarketDataStream.OnKLineClosed(func(kline types.KLine) {
 		if kline.Symbol != s.Symbol {
 			return
 		}
-
+		s.KLineStartTime = kline.StartTime
-		lastPrice, ok := session.LastPrice(s.Symbol)
+		s.KLineEndTime = kline.EndTime
-		if !ok {
-			log.Errorf("cannot get last price")
-			return
-		}
-
-		// cancel non-traded orders
-		var toCancel []types.Order
-		var toRepost []types.SubmitOrder
-		for _, order := range orderbook.Orders() {
-			if order.Status == types.OrderStatusNew || order.Status == types.OrderStatusPartiallyFilled {
-				toCancel = append(toCancel, order)
-			}
-		}
-		if len(toCancel) > 0 {
-			if err := orderExecutor.CancelOrders(ctx, toCancel...); err != nil {
-				log.WithError(err).Errorf("cancel order error")
-			}
-
-			s.tradeCollector.Process()
-		}
-
-		balances := session.GetAccount().Balances()
-		baseBalance := balances[s.Market.BaseCurrency].Available
-		quoteBalance := balances[s.Market.QuoteCurrency].Available
-		atrx2 := fixedpoint.NewFromFloat(s.atr.Last() * 2)
-		log.Infof("Get last price: %v, kline: %v, balance[base]: %v balance[quote]: %v, atrx2: %v",
-			lastPrice, kline, baseBalance, quoteBalance, atrx2)
 
 		// well, only track prices on 1m
 		if kline.Interval == types.Interval1m {
 
-			for _, order := range toCancel {
+			if s.Environment.IsBackTesting() {
-				if order.Side == types.SideTypeBuy {
+				buyOrderTPSL(kline.High)
-					newPrice := lastPrice
+				sellOrderTPSL(kline.Low)
-					order.Quantity = order.Quantity.Mul(order.Price).Div(newPrice)
+
-					order.Price = newPrice
-					toRepost = append(toRepost, order.SubmitOrder)
-				} else if order.Side == types.SideTypeSell {
-					newPrice := lastPrice
-					order.Price = newPrice
-					toRepost = append(toRepost, order.SubmitOrder)
-				}
 			}
+		}
 
-			if len(toRepost) > 0 {
+		var lastPrice fixedpoint.Value
-				createdOrders, err := orderExecutor.SubmitOrders(ctx, toRepost...)
+		var ok bool
-				if err != nil {
+		if s.Environment.IsBackTesting() {
-					log.WithError(err).Errorf("cannot place order")
+			lastPrice, ok = session.LastPrice(s.Symbol)
-					return
+			if !ok {
-				}
+				log.Errorf("cannot get last price")
-				log.Infof("repost order %v", createdOrders)
+				return
-				s.tradeCollector.Process()
-			}
-			sellall := false
-			buyall := false
-			if !buyPrice.IsZero() {
-				if s.peakPrice.IsZero() || s.peakPrice.Compare(kline.High) < 0 {
-					s.peakPrice = kline.High
-				}
-			}
-
-			if !sellPrice.IsZero() {
-				if s.bottomPrice.IsZero() || s.bottomPrice.Compare(kline.Low) > 0 {
-					s.bottomPrice = kline.Low
-				}
-			}
-
-			takeProfit := false
-			peakBack := s.peakPrice
-			bottomBack := s.bottomPrice
-			if !baseBalance.IsZero() && !buyPrice.IsZero() {
-
-				// TP
-				if !atrx2.IsZero() && s.peakPrice.Sub(atrx2).Compare(lastPrice) >= 0 &&
-					lastPrice.Compare(buyPrice) > 0 {
-					sellall = true
-					s.peakPrice = fixedpoint.Zero
-					takeProfit = true
-				}
-
-				// SL
-				if buyPrice.Sub(lastPrice).Div(buyPrice).Compare(s.Stoploss) > 0 ||
-					(!atrx2.IsZero() && buyPrice.Sub(atrx2).Compare(lastPrice) >= 0) {
-					sellall = true
-					s.peakPrice = fixedpoint.Zero
-				}
-			}
-
-			if !quoteBalance.IsZero() && !sellPrice.IsZero() && !s.DisableShortStop {
-				// TP
-				if !atrx2.IsZero() && s.bottomPrice.Add(atrx2).Compare(lastPrice) >= 0 &&
-					lastPrice.Compare(sellPrice) < 0 {
-					buyall = true
-					s.bottomPrice = fixedpoint.Zero
-					takeProfit = true
-				}
-
-				// SL
-				if (!atrx2.IsZero() && sellPrice.Add(atrx2).Compare(lastPrice) <= 0) ||
-					lastPrice.Sub(sellPrice).Div(sellPrice).Compare(s.Stoploss) > 0 {
-					buyall = true
-					s.bottomPrice = fixedpoint.Zero
-				}
-			}
-			if sellall {
-				order := types.SubmitOrder{
-					Symbol:   s.Symbol,
-					Side:     types.SideTypeSell,
-					Type:     types.OrderTypeMarket,
-					Market:   s.Market,
-					Quantity: baseBalance,
-				}
-				if s.validateOrder(&order) {
-					if takeProfit {
-						log.Errorf("takeprofit sell at %v, avg %v, h: %v, atrx2: %v, timestamp: %s", lastPrice, buyPrice, peakBack, atrx2, kline.StartTime)
-					} else {
-						log.Errorf("stoploss sell at %v, avg %v, h: %v, atrx2: %v, timestamp %s", lastPrice, buyPrice, peakBack, atrx2, kline.StartTime)
-					}
-					createdOrders, err := orderExecutor.SubmitOrders(ctx, order)
-					if err != nil {
-						log.WithError(err).Errorf("cannot place order")
-						return
-					}
-					log.Infof("stoploss sold order %v", createdOrders)
-					s.tradeCollector.Process()
-				}
-			}
-
-			if buyall {
-				totalQuantity := quoteBalance.Div(lastPrice)
-				order := types.SubmitOrder{
-					Symbol:   kline.Symbol,
-					Side:     types.SideTypeBuy,
-					Type:     types.OrderTypeMarket,
-					Quantity: totalQuantity,
-					Market:   s.Market,
-				}
-				if s.validateOrder(&order) {
-					if takeProfit {
-						log.Errorf("takeprofit buy at %v, avg %v, l: %v, atrx2: %v, timestamp: %s", lastPrice, sellPrice, bottomBack, atrx2, kline.StartTime)
-					} else {
-						log.Errorf("stoploss buy at %v, avg %v, l: %v, atrx2: %v, timestamp: %s", lastPrice, sellPrice, bottomBack, atrx2, kline.StartTime)
-					}
-
-					createdOrders, err := orderExecutor.SubmitOrders(ctx, order)
-					if err != nil {
-						log.WithError(err).Errorf("cannot place order")
-						return
-					}
-					log.Infof("stoploss bought order %v", createdOrders)
-					s.tradeCollector.Process()
-				}
 			}
+		} else {
+			s.lock.RLock()
+			lastPrice = s.midPrice
+			s.lock.RUnlock()
+		}
+		if !s.Environment.IsBackTesting() {
+			balances := session.GetAccount().Balances()
+			baseBalance := balances[s.Market.BaseCurrency].Available
+			quoteBalance := balances[s.Market.QuoteCurrency].Available
+			atrx2 := fixedpoint.NewFromFloat(s.atr.Last() * 2)
+			log.Infof("Get last price: %v, ewo %f, ewoSig %f, ccis: %f, atrx2 %v, kline: %v, balance[base]: %v balance[quote]: %v",
+				lastPrice, s.ewo.Last(), s.ewoSignal.Last(), s.ccis.ma.Last(), atrx2, kline, baseBalance, quoteBalance)
 		}
 
 		if kline.Interval != s.Interval {
 			return
 		}
 
+		s.CancelAll(ctx)
+
 		// To get the threshold for ewo
-		mean := types.Mean(s.ewo, 10)
+		//mean := types.Mean(s.ewo, 10)
-		std := types.Stdev(s.ewo, 10)
+		//std := types.Stdev(s.ewo, 10)
 
 		longSignal := types.CrossOver(s.ewo, s.ewoSignal)
 		shortSignal := types.CrossUnder(s.ewo, s.ewoSignal)
@@ -714,75 +991,22 @@ func (s *Strategy) Run(ctx context.Context, orderExecutor bbgo.OrderExecutor, se
 			breakDown = kline.Close.Float64() < s.ma5.Last()
 		}
 		// kline breakthrough ma5, ma50 trend up, and ewo > threshold
-		IsBull := bull && breakThrough && s.ewo.Last() >= mean+2*std
+		IsBull := bull && breakThrough && s.ccis.BuySignal() //&& s.ewo.Last() > mean + 2 * std
 		// kline downthrough ma5, ma50 trend down, and ewo < threshold
-		IsBear := !bull && breakDown && s.ewo.Last() <= mean-2*std
+		IsBear := !bull && breakDown && s.ccis.SellSignal() //.ewo.Last() < mean - 2 * std
 
-		log.Infof("IsBull: %v, bull: %v, longSignal[1]: %v, shortSignal: %v",
+		if !s.Environment.IsBackTesting() {
-			IsBull, bull, longSignal.Index(1), shortSignal.Last())
+			log.Infof("IsBull: %v, bull: %v, longSignal[1]: %v, shortSignal: %v",
-		log.Infof("IsBear: %v, bear: %v, shortSignal[1]: %v, longSignal: %v",
+				IsBull, bull, longSignal.Index(1), shortSignal.Last())
-			IsBear, !bull, shortSignal.Index(1), longSignal.Last())
+			log.Infof("IsBear: %v, bear: %v, shortSignal[1]: %v, longSignal: %v",
-
+				IsBear, !bull, shortSignal.Index(1), longSignal.Last())
-		var orders []types.SubmitOrder
-		var price fixedpoint.Value
-
-		if longSignal.Index(1) && !shortSignal.Last() && IsBull {
-			if s.UseHeikinAshi {
-				price = fixedpoint.NewFromFloat(s.heikinAshi.Close.Last())
-			} else {
-				price = kline.Low
-			}
-			quoteBalance, ok := session.GetAccount().Balance(s.Market.QuoteCurrency)
-			if !ok {
-				return
-			}
-			quantityAmount := quoteBalance.Available
-			totalQuantity := quantityAmount.Div(price)
-			order := types.SubmitOrder{
-				Symbol:      kline.Symbol,
-				Side:        types.SideTypeBuy,
-				Type:        types.OrderTypeLimit,
-				Price:       price,
-				Quantity:    totalQuantity,
-				Market:      s.Market,
-				TimeInForce: types.TimeInForceGTC,
-			}
-			if s.validateOrder(&order) {
-				// strong long
-				log.Warnf("long at %v, atrx2 %v, timestamp: %s", price, atrx2, kline.StartTime)
-
-				orders = append(orders, order)
-			}
-		} else if shortSignal.Index(1) && !longSignal.Last() && IsBear {
-			if s.UseHeikinAshi {
-				price = fixedpoint.NewFromFloat(s.heikinAshi.Close.Last())
-			} else {
-				price = kline.High
-			}
-			balances := session.GetAccount().Balances()
-			baseBalance := balances[s.Market.BaseCurrency].Available
-			order := types.SubmitOrder{
-				Symbol:      s.Symbol,
-				Side:        types.SideTypeSell,
-				Type:        types.OrderTypeLimit,
-				Market:      s.Market,
-				Quantity:    baseBalance,
-				Price:       price,
-				TimeInForce: types.TimeInForceGTC,
-			}
-			if s.validateOrder(&order) {
-				log.Warnf("short at %v, atrx2 %v, timestamp: %s", price, atrx2, kline.StartTime)
-				orders = append(orders, order)
-			}
 		}
-		if len(orders) > 0 {
+
-			createdOrders, err := orderExecutor.SubmitOrders(ctx, orders...)
+		price := lastPrice
-			if err != nil {
+		if longSignal.Index(1) && !shortSignal.Last() && IsBull {
-				log.WithError(err).Errorf("cannot place order")
+			s.PlaceBuyOrder(ctx, price)
-				return
+		} else if shortSignal.Index(1) && !longSignal.Last() && IsBear {
-			}
+			s.PlaceSellOrder(ctx, price)
-			log.Infof("post order %v", createdOrders)
-			s.tradeCollector.Process()
 		}
 	})
 	s.Graceful.OnShutdown(func(ctx context.Context, wg *sync.WaitGroup) {
@@ -790,7 +1014,7 @@ func (s *Strategy) Run(ctx context.Context, orderExecutor bbgo.OrderExecutor, se
 		log.Infof("canceling active orders...")
 
 		var toCancel []types.Order
-		for _, order := range orderbook.Orders() {
+		for _, order := range s.orderStore.Orders() {
 			if order.Status == types.OrderStatusNew || order.Status == types.OrderStatusPartiallyFilled {
 				toCancel = append(toCancel, order)
 			}