risk: add Enabled config to circuitbreaker

This commit is contained in:
c9s 2024-08-26 12:50:13 +08:00
parent 321eb23514
commit 7fdb3f671f
No known key found for this signature in database
GPG Key ID: 7385E7E464CB0A54

View File

@ -75,6 +75,8 @@ func init() {
} }
type BasicCircuitBreaker struct { type BasicCircuitBreaker struct {
Enabled bool `json:"enabled"`
MaximumConsecutiveTotalLoss fixedpoint.Value `json:"maximumConsecutiveTotalLoss"` MaximumConsecutiveTotalLoss fixedpoint.Value `json:"maximumConsecutiveTotalLoss"`
MaximumConsecutiveLossTimes int `json:"maximumConsecutiveLossTimes"` MaximumConsecutiveLossTimes int `json:"maximumConsecutiveLossTimes"`
@ -117,14 +119,17 @@ type BasicCircuitBreaker struct {
func NewBasicCircuitBreaker(strategyID, strategyInstance string) *BasicCircuitBreaker { func NewBasicCircuitBreaker(strategyID, strategyInstance string) *BasicCircuitBreaker {
b := &BasicCircuitBreaker{ b := &BasicCircuitBreaker{
Enabled: true,
MaximumConsecutiveLossTimes: 8, MaximumConsecutiveLossTimes: 8,
MaximumHaltTimes: 3, MaximumHaltTimes: 3,
MaximumHaltTimesExceededPanic: false, MaximumHaltTimesExceededPanic: false,
HaltDuration: types.Duration(1 * time.Hour),
strategyID: strategyID, HaltDuration: types.Duration(1 * time.Hour),
strategyInstance: strategyInstance, strategyID: strategyID,
metricsLabels: prometheus.Labels{"strategy": strategyID, "strategyInstance": strategyInstance}, strategyInstance: strategyInstance,
metricsLabels: prometheus.Labels{"strategy": strategyID, "strategyInstance": strategyInstance},
} }
b.updateMetrics() b.updateMetrics()
return b return b
} }
@ -182,7 +187,7 @@ func (b *BasicCircuitBreaker) RecordProfit(profit fixedpoint.Value, now time.Tim
b.winRatio = float64(b.winTimes) / float64(b.lossTimes) b.winRatio = float64(b.winTimes) / float64(b.lossTimes)
} }
b.updateMetrics() defer b.updateMetrics()
if b.MaximumConsecutiveLossTimes > 0 && b.consecutiveLossTimes >= b.MaximumConsecutiveLossTimes { if b.MaximumConsecutiveLossTimes > 0 && b.consecutiveLossTimes >= b.MaximumConsecutiveLossTimes {
b.halt(now, "exceeded MaximumConsecutiveLossTimes") b.halt(now, "exceeded MaximumConsecutiveLossTimes")
@ -224,6 +229,10 @@ func (b *BasicCircuitBreaker) reset() {
} }
func (b *BasicCircuitBreaker) IsHalted(now time.Time) (string, bool) { func (b *BasicCircuitBreaker) IsHalted(now time.Time) (string, bool) {
if !b.Enabled {
return "disabled", false
}
b.mu.Lock() b.mu.Lock()
defer b.mu.Unlock() defer b.mu.Unlock()
@ -251,6 +260,8 @@ func (b *BasicCircuitBreaker) halt(now time.Time, reason string) {
haltCounterMetrics.With(labels).Set(float64(b.haltCounter)) haltCounterMetrics.With(labels).Set(float64(b.haltCounter))
haltMetrics.With(labels).Set(1.0) haltMetrics.With(labels).Set(1.0)
defer b.updateMetrics()
if b.MaximumHaltTimesExceededPanic && b.haltCounter > b.MaximumHaltTimes { if b.MaximumHaltTimesExceededPanic && b.haltCounter > b.MaximumHaltTimes {
panic(fmt.Errorf("total %d halt times > maximumHaltTimesExceededPanic %d", b.haltCounter, b.MaximumHaltTimes)) panic(fmt.Errorf("total %d halt times > maximumHaltTimesExceededPanic %d", b.haltCounter, b.MaximumHaltTimes))
} }