chuan/CLIProxyAPI
1
0
Fork 0
mirror of https://github.com/router-for-me/CLIProxyAPI.git synced 2026-02-03 04:50:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(registry): add thinking metadata for models

Browse Source
This commit is contained in:
hkfires
2025-12-11 11:28:44 +08:00
parent 1da03bfe15
commit a03d514095
2 changed files with 16 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
internal/registry/model_definitions.go
View File

@@ -16,6 +16,7 @@ func GetClaudeModels() []*ModelInfo {
DisplayName: "Claude 4.5 Haiku", DisplayName: "Claude 4.5 Haiku",
ContextLength: 200000, ContextLength: 200000,
MaxCompletionTokens: 64000, MaxCompletionTokens: 64000,
// Thinking: not supported for Haiku models
}, },
{ {
ID: "claude-sonnet-4-5-20250929", ID: "claude-sonnet-4-5-20250929",
@@ -49,6 +50,7 @@ func GetClaudeModels() []*ModelInfo {
DisplayName: "Claude 4.1 Opus", DisplayName: "Claude 4.1 Opus",
ContextLength: 200000, ContextLength: 200000,
MaxCompletionTokens: 32000, MaxCompletionTokens: 32000,
Thinking: &ThinkingSupport{Min: 1024, Max: 100000, ZeroAllowed: false, DynamicAllowed: true},
}, },
{ {
ID: "claude-opus-4-20250514", ID: "claude-opus-4-20250514",
@@ -59,6 +61,7 @@ func GetClaudeModels() []*ModelInfo {
DisplayName: "Claude 4 Opus", DisplayName: "Claude 4 Opus",
ContextLength: 200000, ContextLength: 200000,
MaxCompletionTokens: 32000, MaxCompletionTokens: 32000,
Thinking: &ThinkingSupport{Min: 1024, Max: 100000, ZeroAllowed: false, DynamicAllowed: true},
}, },
{ {
ID: "claude-sonnet-4-20250514", ID: "claude-sonnet-4-20250514",
@@ -69,6 +72,7 @@ func GetClaudeModels() []*ModelInfo {
DisplayName: "Claude 4 Sonnet", DisplayName: "Claude 4 Sonnet",
ContextLength: 200000, ContextLength: 200000,
MaxCompletionTokens: 64000, MaxCompletionTokens: 64000,
Thinking: &ThinkingSupport{Min: 1024, Max: 100000, ZeroAllowed: false, DynamicAllowed: true},
}, },
{ {
ID: "claude-3-7-sonnet-20250219", ID: "claude-3-7-sonnet-20250219",
@@ -79,6 +83,7 @@ func GetClaudeModels() []*ModelInfo {
DisplayName: "Claude 3.7 Sonnet", DisplayName: "Claude 3.7 Sonnet",
ContextLength: 128000, ContextLength: 128000,
MaxCompletionTokens: 8192, MaxCompletionTokens: 8192,
Thinking: &ThinkingSupport{Min: 1024, Max: 100000, ZeroAllowed: false, DynamicAllowed: true},
}, },
{ {
ID: "claude-3-5-haiku-20241022", ID: "claude-3-5-haiku-20241022",
@@ -89,6 +94,7 @@ func GetClaudeModels() []*ModelInfo {
DisplayName: "Claude 3.5 Haiku", DisplayName: "Claude 3.5 Haiku",
ContextLength: 128000, ContextLength: 128000,
MaxCompletionTokens: 8192, MaxCompletionTokens: 8192,
// Thinking: not supported for Haiku models
}, },
} }
} }
@@ -476,6 +482,7 @@ func GetOpenAIModels() []*ModelInfo {
ContextLength: 400000, ContextLength: 400000,
MaxCompletionTokens: 128000, MaxCompletionTokens: 128000,
SupportedParameters: []string{"tools"}, SupportedParameters: []string{"tools"},
Thinking: &ThinkingSupport{Levels: []string{"minimal", "low", "medium", "high"}},
}, },
{ {
ID: "gpt-5-codex", ID: "gpt-5-codex",
@@ -489,6 +496,7 @@ func GetOpenAIModels() []*ModelInfo {
ContextLength: 400000, ContextLength: 400000,
MaxCompletionTokens: 128000, MaxCompletionTokens: 128000,
SupportedParameters: []string{"tools"}, SupportedParameters: []string{"tools"},
Thinking: &ThinkingSupport{Levels: []string{"low", "medium", "high"}},
}, },
{ {
ID: "gpt-5-codex-mini", ID: "gpt-5-codex-mini",
@@ -502,6 +510,7 @@ func GetOpenAIModels() []*ModelInfo {
ContextLength: 400000, ContextLength: 400000,
MaxCompletionTokens: 128000, MaxCompletionTokens: 128000,
SupportedParameters: []string{"tools"}, SupportedParameters: []string{"tools"},
Thinking: &ThinkingSupport{Levels: []string{"low", "medium", "high"}},
}, },
{ {
ID: "gpt-5.1", ID: "gpt-5.1",
@@ -515,6 +524,7 @@ func GetOpenAIModels() []*ModelInfo {
ContextLength: 400000, ContextLength: 400000,
MaxCompletionTokens: 128000, MaxCompletionTokens: 128000,
SupportedParameters: []string{"tools"}, SupportedParameters: []string{"tools"},
Thinking: &ThinkingSupport{Levels: []string{"none", "low", "medium", "high"}},
}, },
{ {
ID: "gpt-5.1-codex", ID: "gpt-5.1-codex",
@@ -528,6 +538,7 @@ func GetOpenAIModels() []*ModelInfo {
ContextLength: 400000, ContextLength: 400000,
MaxCompletionTokens: 128000, MaxCompletionTokens: 128000,
SupportedParameters: []string{"tools"}, SupportedParameters: []string{"tools"},
Thinking: &ThinkingSupport{Levels: []string{"low", "medium", "high"}},
}, },
{ {
ID: "gpt-5.1-codex-mini", ID: "gpt-5.1-codex-mini",
@@ -541,6 +552,7 @@ func GetOpenAIModels() []*ModelInfo {
ContextLength: 400000, ContextLength: 400000,
MaxCompletionTokens: 128000, MaxCompletionTokens: 128000,
SupportedParameters: []string{"tools"}, SupportedParameters: []string{"tools"},
Thinking: &ThinkingSupport{Levels: []string{"low", "medium", "high"}},
}, },
{ {
ID: "gpt-5.1-codex-max", ID: "gpt-5.1-codex-max",
@@ -554,6 +566,7 @@ func GetOpenAIModels() []*ModelInfo {
ContextLength: 400000, ContextLength: 400000,
MaxCompletionTokens: 128000, MaxCompletionTokens: 128000,
SupportedParameters: []string{"tools"}, SupportedParameters: []string{"tools"},
Thinking: &ThinkingSupport{Levels: []string{"low", "medium", "high", "xhigh"}},
}, },
} }
} }

3
internal/registry/model_registry.go
View File

@@ -63,6 +63,9 @@ type ThinkingSupport struct {
ZeroAllowed bool `json:"zero_allowed,omitempty"` ZeroAllowed bool `json:"zero_allowed,omitempty"`
// DynamicAllowed indicates whether -1 is a valid value (dynamic thinking budget). // DynamicAllowed indicates whether -1 is a valid value (dynamic thinking budget).
DynamicAllowed bool `json:"dynamic_allowed,omitempty"` DynamicAllowed bool `json:"dynamic_allowed,omitempty"`
// Levels defines discrete reasoning effort levels (e.g., "low", "medium", "high").
// When set, the model uses level-based reasoning instead of token budgets.
Levels []string `json:"levels,omitempty"`
} }
// ModelRegistration tracks a model's availability // ModelRegistration tracks a model's availability