feat(auth): introduce per-model state tracking and enhanced error handling

- Added `ModelState` for detailed per-model runtime status management.
- Implemented methods to manage model-specific error handling, quotas, and recovery logic.
- Enhanced aggregated availability calculations for auth entries with model-specific states.
- Updated retry and recovery logic to operate separately for models and auth entries.
- Improved selector logic to filter based on model states and availability.
This commit is contained in:
Luis Pater
2025-09-24 21:48:31 +08:00
parent a2c5fdaf66
commit ab55373bc5
3 changed files with 308 additions and 61 deletions

View File

@@ -28,10 +28,7 @@ func (s *RoundRobinSelector) Pick(ctx context.Context, provider, model string, o
now := time.Now()
for i := 0; i < len(auths); i++ {
candidate := auths[i]
if candidate.Unavailable && candidate.NextRetryAfter.After(now) {
continue
}
if candidate.Status == StatusDisabled || candidate.Disabled {
if isAuthBlockedForModel(candidate, model, now) {
continue
}
available = append(available, candidate)
@@ -52,3 +49,31 @@ func (s *RoundRobinSelector) Pick(ctx context.Context, provider, model string, o
// log.Debugf("available: %d, index: %d, key: %d", len(available), index, index%len(available))
return available[index%len(available)], nil
}
func isAuthBlockedForModel(auth *Auth, model string, now time.Time) bool {
if auth == nil {
return true
}
if auth.Disabled || auth.Status == StatusDisabled {
return true
}
if model != "" && len(auth.ModelStates) > 0 {
if state, ok := auth.ModelStates[model]; ok && state != nil {
if state.Status == StatusDisabled {
return true
}
if state.Unavailable {
if state.NextRetryAfter.IsZero() {
return false
}
if state.NextRetryAfter.After(now) {
return true
}
}
}
}
if auth.Unavailable && auth.NextRetryAfter.After(now) {
return true
}
return false
}