package service import ( "context" "strconv" "strings" "time" sq "github.com/Masterminds/squirrel" "github.com/jmoiron/sqlx" log "github.com/sirupsen/logrus" exchange2 "git.qtrade.icu/lychiyu/bbgo/pkg/exchange" "git.qtrade.icu/lychiyu/bbgo/pkg/exchange/batch" "git.qtrade.icu/lychiyu/bbgo/pkg/types" ) type OrderService struct { DB *sqlx.DB } func (s *OrderService) Sync( ctx context.Context, exchange types.Exchange, symbol string, startTime, endTime time.Time, ) error { isMargin, isFutures, isIsolated, isolatedSymbol := exchange2.GetSessionAttributes(exchange) // override symbol if isolatedSymbol is not empty if isIsolated && len(isolatedSymbol) > 0 { symbol = isolatedSymbol } api, ok := exchange.(types.ExchangeTradeHistoryService) if !ok { return nil } lastOrderID := uint64(0) tasks := []SyncTask{ { Type: types.Order{}, Time: func(obj interface{}) time.Time { return obj.(types.Order).CreationTime.Time() }, ID: func(obj interface{}) string { order := obj.(types.Order) return strconv.FormatUint(order.OrderID, 10) }, Select: SelectLastOrders(exchange.Name(), symbol, isMargin, isFutures, isIsolated, 100), OnLoad: func(objs interface{}) { // update last order ID orders := objs.([]types.Order) if len(orders) > 0 { end := len(orders) - 1 last := orders[end] lastOrderID = last.OrderID } }, BatchQuery: func(ctx context.Context, startTime, endTime time.Time) (interface{}, chan error) { query := &batch.ClosedOrderBatchQuery{ ExchangeTradeHistoryService: api, } return query.Query(ctx, symbol, startTime, endTime, lastOrderID) }, Filter: func(obj interface{}) bool { // skip canceled and not filled orders order := obj.(types.Order) if order.Status == types.OrderStatusCanceled && order.ExecutedQuantity.IsZero() { return false } return true }, Insert: func(obj interface{}) error { order := obj.(types.Order) return s.Insert(order) }, LogInsert: true, }, } for _, sel := range tasks { if err := sel.execute(ctx, s.DB, startTime, endTime); err != nil { return err } } return nil } func SelectLastOrders(ex types.ExchangeName, symbol string, isMargin, isFutures, isIsolated bool, limit uint64) sq.SelectBuilder { return sq.Select("*"). From("orders"). Where(sq.And{ sq.Eq{"symbol": symbol}, sq.Eq{"exchange": ex}, sq.Eq{"is_margin": isMargin}, sq.Eq{"is_futures": isFutures}, sq.Eq{"is_isolated": isIsolated}, }). OrderBy("created_at DESC"). Limit(limit) } type AggOrder struct { types.Order AveragePrice *float64 `json:"averagePrice" db:"average_price"` } type QueryOrdersOptions struct { Exchange types.ExchangeName Symbol string LastGID int64 Ordering string } func (s *OrderService) Query(options QueryOrdersOptions) ([]AggOrder, error) { sql := genOrderSQL(options) rows, err := s.DB.NamedQuery(sql, map[string]interface{}{ "exchange": options.Exchange, "symbol": options.Symbol, "gid": options.LastGID, }) if err != nil { return nil, err } defer rows.Close() return s.scanAggRows(rows) } func genOrderSQL(options QueryOrdersOptions) string { // ascending ordering := "ASC" switch v := strings.ToUpper(options.Ordering); v { case "DESC", "ASC": ordering = options.Ordering } var where []string if options.LastGID > 0 { switch ordering { case "ASC": where = append(where, "gid > :gid") case "DESC": where = append(where, "gid < :gid") } } if len(options.Exchange) > 0 { where = append(where, "exchange = :exchange") } if len(options.Symbol) > 0 { where = append(where, "symbol = :symbol") } sql := `SELECT orders.*, IFNULL(SUM(t.price * t.quantity)/SUM(t.quantity), orders.price) AS average_price FROM orders` + ` LEFT JOIN trades AS t ON (t.order_id = orders.order_id)` if len(where) > 0 { sql += ` WHERE ` + strings.Join(where, " AND ") } sql += ` GROUP BY orders.gid ` sql += ` ORDER BY orders.gid ` + ordering sql += ` LIMIT ` + strconv.Itoa(500) log.Info(sql) return sql } func (s *OrderService) scanAggRows(rows *sqlx.Rows) (orders []AggOrder, err error) { for rows.Next() { var order AggOrder if err := rows.StructScan(&order); err != nil { return nil, err } orders = append(orders, order) } return orders, rows.Err() } func (s *OrderService) scanRows(rows *sqlx.Rows) (orders []types.Order, err error) { for rows.Next() { var order types.Order if err := rows.StructScan(&order); err != nil { return nil, err } orders = append(orders, order) } return orders, rows.Err() } func (s *OrderService) Insert(order types.Order) (err error) { if s.DB.DriverName() == "mysql" { _, err = s.DB.NamedExec(` INSERT INTO orders (exchange, order_id, client_order_id, order_type, status, symbol, price, stop_price, quantity, executed_quantity, side, is_working, time_in_force, created_at, updated_at, is_margin, is_futures, is_isolated) VALUES (:exchange, :order_id, :client_order_id, :order_type, :status, :symbol, :price, :stop_price, :quantity, :executed_quantity, :side, :is_working, :time_in_force, :created_at, :updated_at, :is_margin, :is_futures, :is_isolated) ON DUPLICATE KEY UPDATE status=:status, executed_quantity=:executed_quantity, is_working=:is_working, updated_at=:updated_at`, order) return err } _, err = s.DB.NamedExec(` INSERT INTO orders (exchange, order_id, client_order_id, order_type, status, symbol, price, stop_price, quantity, executed_quantity, side, is_working, time_in_force, created_at, updated_at, is_margin, is_futures, is_isolated) VALUES (:exchange, :order_id, :client_order_id, :order_type, :status, :symbol, :price, :stop_price, :quantity, :executed_quantity, :side, :is_working, :time_in_force, :created_at, :updated_at, :is_margin, :is_futures, :is_isolated) `, order) return err }