mirror of
https://github.com/farion1231/cc-switch.git
synced 2026-06-16 13:34:04 +08:00
* refactor(proxy): simplify logging for better readability - Delete 17 verbose debug logs from handlers, streaming, and response_processor - Convert excessive INFO logs to DEBUG level for internal processing details - Add 2 critical INFO logs in forwarder.rs for failover scenarios: - Log when switching to next provider after failure - Log when all providers have been exhausted - Fix clippy uninlined_format_args warning This reduces log noise while maintaining visibility into key user-facing decisions. * fix: replace unsafe unwrap() calls with proper error handling - database/dao/mcp.rs: Use map_err for serde_json serialization - database/dao/providers.rs: Use map_err for settings_config and meta serialization - commands/misc.rs: Use expect() for compile-time regex pattern - services/prompt.rs: Use unwrap_or_default() for SystemTime - deeplink/provider.rs: Replace unwrap() with is_none_or pattern for Option checks Reduces potential panic points from 26 to 1 (static regex init, safe). * refactor(proxy): simplify verbose logging output - Remove response JSON full output logging in response_processor - Remove per-request INFO logs in provider_router (failover status, provider selection) - Change model mapping log from INFO to DEBUG - Change usage logging failure from INFO to WARN - Remove redundant debug logs for circuit breaker operations Reduces log noise significantly while preserving important warnings and errors. * feat(proxy): add structured log codes for i18n support Add error code system to proxy module logs for multi-language support: - CB-001~006: Circuit breaker state transitions and triggers - SRV-001~004: Proxy server lifecycle events - FWD-001~002: Request forwarding and failover - FO-001~005: Failover switch operations - USG-001~002: Usage logging errors Log format: [CODE] Chinese message Frontend/log tools can map codes to any language. New file: src/proxy/log_codes.rs - centralized code definitions * chore: bump version to 3.9.1 * style: format code with prettier and rustfmt * fix(ui): allow number inputs to be fully cleared before saving - Convert numeric state to string type for controlled inputs - Use isNaN() check instead of || fallback to allow 0 values - Apply fix to ProxyPanel, CircuitBreakerConfigPanel, AutoFailoverConfigPanel, and ModelTestConfigPanel * feat(pricing): support @ separator in model name matching - Refactor model name cleaning into chained method calls - Add @ to - replacement (e.g., gpt-5.2-codex@low → gpt-5.2-codex-low) - Add test case for @ separator matching * fix(proxy): improve validation and error handling in proxy config panels - Add StopTimeout/StopFailed error types for proper stop() error reporting - Replace silent clamp with validation-and-block in config panels - Add listenAddress format validation in ProxyPanel - Use log_codes constants instead of hardcoded strings - Use once_cell::Lazy for regex precompilation * fix(proxy): harden error handling and input validation - Handle RwLock poisoning in settings.rs with unwrap_or_else - Add fallback for dirs::home_dir() in config modules - Normalize localhost to 127.0.0.1 in ProxyPanel - Format IPv6 addresses with brackets for valid URLs - Strict port validation with pure digit regex - Treat NaN as validation failure in config panels - Log warning on cost_multiplier parse failure - Align timeoutSeconds range to [0, 300] across all panels
329 lines
12 KiB
Rust
329 lines
12 KiB
Rust
//! 供应商路由器模块
|
||
//!
|
||
//! 负责选择和管理代理目标供应商,实现智能故障转移
|
||
|
||
use crate::database::Database;
|
||
use crate::error::AppError;
|
||
use crate::provider::Provider;
|
||
use crate::proxy::circuit_breaker::{AllowResult, CircuitBreaker, CircuitBreakerConfig};
|
||
use std::collections::HashMap;
|
||
use std::sync::Arc;
|
||
use tokio::sync::RwLock;
|
||
|
||
/// 供应商路由器
|
||
pub struct ProviderRouter {
|
||
/// 数据库连接
|
||
db: Arc<Database>,
|
||
/// 熔断器管理器 - key 格式: "app_type:provider_id"
|
||
circuit_breakers: Arc<RwLock<HashMap<String, Arc<CircuitBreaker>>>>,
|
||
}
|
||
|
||
impl ProviderRouter {
|
||
/// 创建新的供应商路由器
|
||
pub fn new(db: Arc<Database>) -> Self {
|
||
Self {
|
||
db,
|
||
circuit_breakers: Arc::new(RwLock::new(HashMap::new())),
|
||
}
|
||
}
|
||
|
||
/// 选择可用的供应商(支持故障转移)
|
||
///
|
||
/// 返回按优先级排序的可用供应商列表:
|
||
/// - 故障转移关闭时:仅返回当前供应商
|
||
/// - 故障转移开启时:完全按照故障转移队列顺序返回,忽略当前供应商设置
|
||
pub async fn select_providers(&self, app_type: &str) -> Result<Vec<Provider>, AppError> {
|
||
let mut result = Vec::new();
|
||
let mut total_providers = 0usize;
|
||
let mut circuit_open_count = 0usize;
|
||
|
||
// 检查该应用的自动故障转移开关是否开启(从 proxy_config 表读取)
|
||
let auto_failover_enabled = match self.db.get_proxy_config_for_app(app_type).await {
|
||
Ok(config) => config.auto_failover_enabled,
|
||
Err(e) => {
|
||
log::error!("[{app_type}] 读取 proxy_config 失败: {e},默认禁用故障转移");
|
||
false
|
||
}
|
||
};
|
||
|
||
if auto_failover_enabled {
|
||
// 故障转移开启:使用 in_failover_queue 标记的供应商,按 sort_index 排序
|
||
let failover_providers = self.db.get_failover_providers(app_type)?;
|
||
total_providers = failover_providers.len();
|
||
|
||
for provider in failover_providers {
|
||
let circuit_key = format!("{}:{}", app_type, provider.id);
|
||
let breaker = self.get_or_create_circuit_breaker(&circuit_key).await;
|
||
|
||
if breaker.is_available().await {
|
||
result.push(provider);
|
||
} else {
|
||
circuit_open_count += 1;
|
||
}
|
||
}
|
||
} else {
|
||
// 故障转移关闭:仅使用当前供应商,跳过熔断器检查
|
||
if let Some(current_id) = self.db.get_current_provider(app_type)? {
|
||
if let Some(current) = self.db.get_provider_by_id(¤t_id, app_type)? {
|
||
total_providers = 1;
|
||
result.push(current);
|
||
}
|
||
}
|
||
}
|
||
|
||
if result.is_empty() {
|
||
if total_providers > 0 && circuit_open_count == total_providers {
|
||
log::warn!("[{app_type}] [FO-004] 所有供应商均已熔断");
|
||
return Err(AppError::AllProvidersCircuitOpen);
|
||
} else {
|
||
log::warn!("[{app_type}] [FO-005] 未配置供应商");
|
||
return Err(AppError::NoProvidersConfigured);
|
||
}
|
||
}
|
||
|
||
Ok(result)
|
||
}
|
||
|
||
/// 请求执行前获取熔断器“放行许可”
|
||
///
|
||
/// - Closed:直接放行
|
||
/// - Open:超时到达后切到 HalfOpen 并放行一次探测
|
||
/// - HalfOpen:按限流规则放行探测
|
||
///
|
||
/// 注意:调用方必须在请求结束后通过 `record_result()` 释放 HalfOpen 名额,
|
||
/// 否则会导致该 Provider 长时间无法进入探测状态。
|
||
pub async fn allow_provider_request(&self, provider_id: &str, app_type: &str) -> AllowResult {
|
||
let circuit_key = format!("{app_type}:{provider_id}");
|
||
let breaker = self.get_or_create_circuit_breaker(&circuit_key).await;
|
||
breaker.allow_request().await
|
||
}
|
||
|
||
/// 记录供应商请求结果
|
||
pub async fn record_result(
|
||
&self,
|
||
provider_id: &str,
|
||
app_type: &str,
|
||
used_half_open_permit: bool,
|
||
success: bool,
|
||
error_msg: Option<String>,
|
||
) -> Result<(), AppError> {
|
||
// 1. 按应用独立获取熔断器配置
|
||
let failure_threshold = match self.db.get_proxy_config_for_app(app_type).await {
|
||
Ok(app_config) => app_config.circuit_failure_threshold,
|
||
Err(_) => 5, // 默认值
|
||
};
|
||
|
||
// 2. 更新熔断器状态
|
||
let circuit_key = format!("{app_type}:{provider_id}");
|
||
let breaker = self.get_or_create_circuit_breaker(&circuit_key).await;
|
||
|
||
if success {
|
||
breaker.record_success(used_half_open_permit).await;
|
||
} else {
|
||
breaker.record_failure(used_half_open_permit).await;
|
||
}
|
||
|
||
// 3. 更新数据库健康状态(使用配置的阈值)
|
||
self.db
|
||
.update_provider_health_with_threshold(
|
||
provider_id,
|
||
app_type,
|
||
success,
|
||
error_msg.clone(),
|
||
failure_threshold,
|
||
)
|
||
.await?;
|
||
|
||
Ok(())
|
||
}
|
||
|
||
/// 重置熔断器(手动恢复)
|
||
pub async fn reset_circuit_breaker(&self, circuit_key: &str) {
|
||
let breakers = self.circuit_breakers.read().await;
|
||
if let Some(breaker) = breakers.get(circuit_key) {
|
||
breaker.reset().await;
|
||
}
|
||
}
|
||
|
||
/// 重置指定供应商的熔断器
|
||
pub async fn reset_provider_breaker(&self, provider_id: &str, app_type: &str) {
|
||
let circuit_key = format!("{app_type}:{provider_id}");
|
||
self.reset_circuit_breaker(&circuit_key).await;
|
||
}
|
||
|
||
/// 更新所有熔断器的配置(热更新)
|
||
pub async fn update_all_configs(&self, config: CircuitBreakerConfig) {
|
||
let breakers = self.circuit_breakers.read().await;
|
||
for breaker in breakers.values() {
|
||
breaker.update_config(config.clone()).await;
|
||
}
|
||
}
|
||
|
||
/// 获取熔断器状态
|
||
#[allow(dead_code)]
|
||
pub async fn get_circuit_breaker_stats(
|
||
&self,
|
||
provider_id: &str,
|
||
app_type: &str,
|
||
) -> Option<crate::proxy::circuit_breaker::CircuitBreakerStats> {
|
||
let circuit_key = format!("{app_type}:{provider_id}");
|
||
let breakers = self.circuit_breakers.read().await;
|
||
|
||
if let Some(breaker) = breakers.get(&circuit_key) {
|
||
Some(breaker.get_stats().await)
|
||
} else {
|
||
None
|
||
}
|
||
}
|
||
|
||
/// 获取或创建熔断器
|
||
async fn get_or_create_circuit_breaker(&self, key: &str) -> Arc<CircuitBreaker> {
|
||
// 先尝试读锁获取
|
||
{
|
||
let breakers = self.circuit_breakers.read().await;
|
||
if let Some(breaker) = breakers.get(key) {
|
||
return breaker.clone();
|
||
}
|
||
}
|
||
|
||
// 如果不存在,获取写锁创建
|
||
let mut breakers = self.circuit_breakers.write().await;
|
||
|
||
// 双重检查,防止竞争条件
|
||
if let Some(breaker) = breakers.get(key) {
|
||
return breaker.clone();
|
||
}
|
||
|
||
// 从 key 中提取 app_type (格式: "app_type:provider_id")
|
||
let app_type = key.split(':').next().unwrap_or("claude");
|
||
|
||
// 按应用独立读取熔断器配置
|
||
let config = match self.db.get_proxy_config_for_app(app_type).await {
|
||
Ok(app_config) => crate::proxy::circuit_breaker::CircuitBreakerConfig {
|
||
failure_threshold: app_config.circuit_failure_threshold,
|
||
success_threshold: app_config.circuit_success_threshold,
|
||
timeout_seconds: app_config.circuit_timeout_seconds as u64,
|
||
error_rate_threshold: app_config.circuit_error_rate_threshold,
|
||
min_requests: app_config.circuit_min_requests,
|
||
},
|
||
Err(_) => crate::proxy::circuit_breaker::CircuitBreakerConfig::default(),
|
||
};
|
||
|
||
let breaker = Arc::new(CircuitBreaker::new(config));
|
||
breakers.insert(key.to_string(), breaker.clone());
|
||
|
||
breaker
|
||
}
|
||
}
|
||
|
||
#[cfg(test)]
|
||
mod tests {
|
||
use super::*;
|
||
use crate::database::Database;
|
||
use serde_json::json;
|
||
|
||
#[tokio::test]
|
||
async fn test_provider_router_creation() {
|
||
let db = Arc::new(Database::memory().unwrap());
|
||
let router = ProviderRouter::new(db);
|
||
|
||
let breaker = router.get_or_create_circuit_breaker("claude:test").await;
|
||
assert!(breaker.allow_request().await.allowed);
|
||
}
|
||
|
||
#[tokio::test]
|
||
async fn test_failover_disabled_uses_current_provider() {
|
||
let db = Arc::new(Database::memory().unwrap());
|
||
|
||
let provider_a =
|
||
Provider::with_id("a".to_string(), "Provider A".to_string(), json!({}), None);
|
||
let provider_b =
|
||
Provider::with_id("b".to_string(), "Provider B".to_string(), json!({}), None);
|
||
|
||
db.save_provider("claude", &provider_a).unwrap();
|
||
db.save_provider("claude", &provider_b).unwrap();
|
||
db.set_current_provider("claude", "a").unwrap();
|
||
db.add_to_failover_queue("claude", "b").unwrap();
|
||
|
||
let router = ProviderRouter::new(db.clone());
|
||
let providers = router.select_providers("claude").await.unwrap();
|
||
|
||
assert_eq!(providers.len(), 1);
|
||
assert_eq!(providers[0].id, "a");
|
||
}
|
||
|
||
#[tokio::test]
|
||
async fn test_failover_enabled_uses_queue_order() {
|
||
let db = Arc::new(Database::memory().unwrap());
|
||
|
||
// 设置 sort_index 来控制顺序:b=1, a=2
|
||
let mut provider_a =
|
||
Provider::with_id("a".to_string(), "Provider A".to_string(), json!({}), None);
|
||
provider_a.sort_index = Some(2);
|
||
let mut provider_b =
|
||
Provider::with_id("b".to_string(), "Provider B".to_string(), json!({}), None);
|
||
provider_b.sort_index = Some(1);
|
||
|
||
db.save_provider("claude", &provider_a).unwrap();
|
||
db.save_provider("claude", &provider_b).unwrap();
|
||
db.set_current_provider("claude", "a").unwrap();
|
||
|
||
db.add_to_failover_queue("claude", "b").unwrap();
|
||
db.add_to_failover_queue("claude", "a").unwrap();
|
||
|
||
// 启用自动故障转移(使用新的 proxy_config API)
|
||
let mut config = db.get_proxy_config_for_app("claude").await.unwrap();
|
||
config.auto_failover_enabled = true;
|
||
db.update_proxy_config_for_app(config).await.unwrap();
|
||
|
||
let router = ProviderRouter::new(db.clone());
|
||
let providers = router.select_providers("claude").await.unwrap();
|
||
|
||
assert_eq!(providers.len(), 2);
|
||
// 按 sort_index 排序:b(1) 在前,a(2) 在后
|
||
assert_eq!(providers[0].id, "b");
|
||
assert_eq!(providers[1].id, "a");
|
||
}
|
||
|
||
#[tokio::test]
|
||
async fn test_select_providers_does_not_consume_half_open_permit() {
|
||
let db = Arc::new(Database::memory().unwrap());
|
||
|
||
db.update_circuit_breaker_config(&CircuitBreakerConfig {
|
||
failure_threshold: 1,
|
||
timeout_seconds: 0,
|
||
..Default::default()
|
||
})
|
||
.await
|
||
.unwrap();
|
||
|
||
let provider_a =
|
||
Provider::with_id("a".to_string(), "Provider A".to_string(), json!({}), None);
|
||
let provider_b =
|
||
Provider::with_id("b".to_string(), "Provider B".to_string(), json!({}), None);
|
||
|
||
db.save_provider("claude", &provider_a).unwrap();
|
||
db.save_provider("claude", &provider_b).unwrap();
|
||
|
||
db.add_to_failover_queue("claude", "a").unwrap();
|
||
db.add_to_failover_queue("claude", "b").unwrap();
|
||
|
||
// 启用自动故障转移(使用新的 proxy_config API)
|
||
let mut config = db.get_proxy_config_for_app("claude").await.unwrap();
|
||
config.auto_failover_enabled = true;
|
||
db.update_proxy_config_for_app(config).await.unwrap();
|
||
|
||
let router = ProviderRouter::new(db.clone());
|
||
|
||
router
|
||
.record_result("b", "claude", false, false, Some("fail".to_string()))
|
||
.await
|
||
.unwrap();
|
||
|
||
let providers = router.select_providers("claude").await.unwrap();
|
||
assert_eq!(providers.len(), 2);
|
||
|
||
assert!(router.allow_provider_request("b", "claude").await.allowed);
|
||
}
|
||
}
|