2020-12-06 11:36:04 +00:00
|
|
|
package bbgo
|
|
|
|
|
2021-02-20 16:45:56 +00:00
|
|
|
import (
|
|
|
|
"fmt"
|
2022-05-05 04:53:48 +00:00
|
|
|
"reflect"
|
2021-02-20 16:45:56 +00:00
|
|
|
|
2022-01-21 15:28:51 +00:00
|
|
|
log "github.com/sirupsen/logrus"
|
2022-03-14 13:21:04 +00:00
|
|
|
|
|
|
|
"github.com/c9s/bbgo/pkg/service"
|
2021-02-20 16:45:56 +00:00
|
|
|
)
|
2020-12-07 03:43:17 +00:00
|
|
|
|
|
|
|
type PersistenceSelector struct {
|
|
|
|
// StoreID is the store you want to use.
|
|
|
|
StoreID string `json:"store" yaml:"store"`
|
|
|
|
|
|
|
|
// Type is the persistence type
|
|
|
|
Type string `json:"type" yaml:"type"`
|
|
|
|
}
|
|
|
|
|
2022-06-20 17:05:13 +00:00
|
|
|
var DefaultPersistenceServiceFacade = &service.PersistenceServiceFacade{
|
|
|
|
Memory: service.NewMemoryService(),
|
|
|
|
}
|
|
|
|
|
|
|
|
var PersistenceServiceFacade = DefaultPersistenceServiceFacade
|
|
|
|
|
2020-12-07 03:43:17 +00:00
|
|
|
// Persistence is used for strategy to inject the persistence.
|
|
|
|
type Persistence struct {
|
|
|
|
PersistenceSelector *PersistenceSelector `json:"persistence,omitempty" yaml:"persistence,omitempty"`
|
|
|
|
}
|
|
|
|
|
2021-03-18 09:20:07 +00:00
|
|
|
func (p *Persistence) backendService(t string) (service.PersistenceService, error) {
|
2020-12-07 03:43:17 +00:00
|
|
|
switch t {
|
|
|
|
case "json":
|
2022-06-21 06:32:43 +00:00
|
|
|
return PersistenceServiceFacade.Json, nil
|
2020-12-07 03:43:17 +00:00
|
|
|
|
|
|
|
case "redis":
|
2022-06-21 06:32:43 +00:00
|
|
|
if PersistenceServiceFacade.Redis == nil {
|
2022-01-21 15:28:51 +00:00
|
|
|
log.Warn("redis persistence is not available, fallback to memory backend")
|
2022-06-21 06:32:43 +00:00
|
|
|
return PersistenceServiceFacade.Memory, nil
|
2022-01-21 15:28:51 +00:00
|
|
|
}
|
2022-06-21 06:32:43 +00:00
|
|
|
return PersistenceServiceFacade.Redis, nil
|
2020-12-07 03:43:17 +00:00
|
|
|
|
2020-12-07 04:03:56 +00:00
|
|
|
case "memory":
|
2022-06-21 06:32:43 +00:00
|
|
|
return PersistenceServiceFacade.Memory, nil
|
2020-12-07 04:03:56 +00:00
|
|
|
|
2020-12-07 03:43:17 +00:00
|
|
|
}
|
|
|
|
|
2021-03-18 09:20:07 +00:00
|
|
|
return nil, fmt.Errorf("unsupported persistent type %s", t)
|
2020-12-07 03:43:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Persistence) Load(val interface{}, subIDs ...string) error {
|
2021-03-18 09:20:07 +00:00
|
|
|
ps, err := p.backendService(p.PersistenceSelector.Type)
|
2020-12-07 03:43:17 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-03-14 13:21:04 +00:00
|
|
|
log.Debugf("using persistence store %T for loading", ps)
|
|
|
|
|
2020-12-07 03:43:17 +00:00
|
|
|
if p.PersistenceSelector.StoreID == "" {
|
2021-03-18 09:20:07 +00:00
|
|
|
p.PersistenceSelector.StoreID = "default"
|
2020-12-07 03:43:17 +00:00
|
|
|
}
|
|
|
|
|
2021-03-18 09:20:07 +00:00
|
|
|
store := ps.NewStore(p.PersistenceSelector.StoreID, subIDs...)
|
2020-12-07 03:43:17 +00:00
|
|
|
return store.Load(val)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Persistence) Save(val interface{}, subIDs ...string) error {
|
2021-03-18 09:20:07 +00:00
|
|
|
ps, err := p.backendService(p.PersistenceSelector.Type)
|
2020-12-07 03:43:17 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-03-14 13:21:04 +00:00
|
|
|
log.Debugf("using persistence store %T for storing", ps)
|
|
|
|
|
2020-12-07 03:43:17 +00:00
|
|
|
if p.PersistenceSelector.StoreID == "" {
|
2021-03-18 09:20:07 +00:00
|
|
|
p.PersistenceSelector.StoreID = "default"
|
2020-12-07 03:43:17 +00:00
|
|
|
}
|
|
|
|
|
2021-03-18 09:20:07 +00:00
|
|
|
store := ps.NewStore(p.PersistenceSelector.StoreID, subIDs...)
|
2020-12-07 03:43:17 +00:00
|
|
|
return store.Save(val)
|
|
|
|
}
|
2022-05-05 04:53:48 +00:00
|
|
|
|
2022-05-05 10:02:08 +00:00
|
|
|
func (p *Persistence) Sync(obj interface{}) error {
|
|
|
|
id := callID(obj)
|
|
|
|
if len(id) == 0 {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-06-21 06:32:43 +00:00
|
|
|
ps := PersistenceServiceFacade.Get()
|
|
|
|
return storePersistenceFields(obj, id, ps)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Sync syncs the object properties into the persistence layer
|
2022-06-21 07:57:26 +00:00
|
|
|
func Sync(obj interface{}) {
|
2022-06-21 06:32:43 +00:00
|
|
|
id := callID(obj)
|
|
|
|
if len(id) == 0 {
|
2022-06-21 07:57:26 +00:00
|
|
|
log.Warnf("InstanceID() is not provided, can not sync persistence")
|
|
|
|
return
|
2022-06-21 06:32:43 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
ps := PersistenceServiceFacade.Get()
|
2022-06-21 07:57:26 +00:00
|
|
|
err := storePersistenceFields(obj, id, ps)
|
|
|
|
if err != nil {
|
|
|
|
log.WithError(err).Errorf("persistence sync failed")
|
|
|
|
}
|
2022-05-05 10:02:08 +00:00
|
|
|
}
|
|
|
|
|
2022-05-05 05:05:01 +00:00
|
|
|
func loadPersistenceFields(obj interface{}, id string, persistence service.PersistenceService) error {
|
2022-05-05 04:53:48 +00:00
|
|
|
return iterateFieldsByTag(obj, "persistence", func(tag string, field reflect.StructField, value reflect.Value) error {
|
2022-06-02 19:10:50 +00:00
|
|
|
log.Debugf("[loadPersistenceFields] loading value into field %v, tag = %s, original value = %v", field, tag, value)
|
|
|
|
|
2022-05-05 04:53:48 +00:00
|
|
|
newValueInf := newTypeValueInterface(value.Type())
|
|
|
|
// inf := value.Interface()
|
2022-05-05 09:56:41 +00:00
|
|
|
store := persistence.NewStore("state", id, tag)
|
2022-05-05 04:53:48 +00:00
|
|
|
if err := store.Load(&newValueInf); err != nil {
|
2022-05-05 06:04:44 +00:00
|
|
|
if err == service.ErrPersistenceNotExists {
|
2022-06-02 19:10:50 +00:00
|
|
|
log.Debugf("[loadPersistenceFields] state key does not exist, id = %v, tag = %s", id, tag)
|
2022-05-05 06:04:44 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-05-05 04:53:48 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
newValue := reflect.ValueOf(newValueInf)
|
|
|
|
if value.Kind() != reflect.Ptr && newValue.Kind() == reflect.Ptr {
|
|
|
|
newValue = newValue.Elem()
|
|
|
|
}
|
|
|
|
|
2022-06-04 17:09:31 +00:00
|
|
|
log.Debugf("[loadPersistenceFields] %v = %v -> %v\n", field, value, newValue)
|
2022-05-05 04:53:48 +00:00
|
|
|
|
|
|
|
value.Set(newValue)
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2022-05-05 05:05:01 +00:00
|
|
|
func storePersistenceFields(obj interface{}, id string, persistence service.PersistenceService) error {
|
2022-05-05 04:53:48 +00:00
|
|
|
return iterateFieldsByTag(obj, "persistence", func(tag string, ft reflect.StructField, fv reflect.Value) error {
|
2022-06-02 19:10:50 +00:00
|
|
|
log.Debugf("[storePersistenceFields] storing value from field %v, tag = %s, original value = %v", ft, tag, fv)
|
2022-05-05 04:53:48 +00:00
|
|
|
|
2022-06-02 19:10:50 +00:00
|
|
|
inf := fv.Interface()
|
2022-05-05 09:56:41 +00:00
|
|
|
store := persistence.NewStore("state", id, tag)
|
2022-05-05 05:16:46 +00:00
|
|
|
return store.Save(inf)
|
2022-05-05 04:53:48 +00:00
|
|
|
})
|
|
|
|
}
|