57 lines
4.9 KiB
Go
57 lines
4.9 KiB
Go
package rankings_setting
|
|
|
|
import "github.com/QuantumNous/new-api/setting/config"
|
|
|
|
// ModelBenchmark 单个模型的评测数据
|
|
type ModelBenchmark struct {
|
|
Name string `json:"name"`
|
|
Provider string `json:"provider"`
|
|
Intelligence float64 `json:"intelligence"` // 智能指数
|
|
Speed float64 `json:"speed"` // 输出速度 (tokens/s)
|
|
Price float64 `json:"price"` // 每百万 token 价格 ($)
|
|
Latency float64 `json:"latency"` // 首 token 延迟 (秒)
|
|
ContextWindow string `json:"context_window"` // 上下文窗口大小描述
|
|
Type string `json:"type"` // reasoning / non-reasoning
|
|
Openness string `json:"openness"` // proprietary / open-weights
|
|
Category string `json:"category"` // language / image / video
|
|
}
|
|
|
|
// BenchmarkSetting 评测数据配置
|
|
type BenchmarkSetting struct {
|
|
Models []ModelBenchmark `json:"models"`
|
|
}
|
|
|
|
// 默认评测数据
|
|
var benchmarkSetting = BenchmarkSetting{
|
|
Models: []ModelBenchmark{
|
|
{Name: "Claude Fable 5", Provider: "Anthropic", Intelligence: 60, Speed: 42.0, Price: 15.00, Latency: 0.45, ContextWindow: "200K", Type: "reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "Claude Opus 4.8", Provider: "Anthropic", Intelligence: 56, Speed: 38.0, Price: 15.00, Latency: 0.50, ContextWindow: "200K", Type: "reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "GPT-5.5", Provider: "OpenAI", Intelligence: 55, Speed: 85.0, Price: 10.00, Latency: 0.35, ContextWindow: "128K", Type: "reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "Claude Opus 4.7", Provider: "Anthropic", Intelligence: 54, Speed: 40.0, Price: 15.00, Latency: 0.48, ContextWindow: "200K", Type: "reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "MiniMax-M3", Provider: "MiniMax", Intelligence: 44, Speed: 120.0, Price: 2.00, Latency: 0.30, ContextWindow: "128K", Type: "reasoning", Openness: "open-weights", Category: "language"},
|
|
{Name: "DeepSeek V4 Pro", Provider: "DeepSeek", Intelligence: 44, Speed: 95.0, Price: 1.50, Latency: 0.32, ContextWindow: "128K", Type: "reasoning", Openness: "open-weights", Category: "language"},
|
|
{Name: "Kimi K2.6", Provider: "Kimi", Intelligence: 43, Speed: 88.0, Price: 2.50, Latency: 0.38, ContextWindow: "128K", Type: "reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "Qwen3.5 0.8B", Provider: "Alibaba", Intelligence: 18, Speed: 250.0, Price: 0.01, Latency: 0.25, ContextWindow: "32K", Type: "non-reasoning", Openness: "open-weights", Category: "language"},
|
|
{Name: "Gemini 2.5 Flash", Provider: "Google", Intelligence: 38, Speed: 180.0, Price: 0.15, Latency: 0.37, ContextWindow: "1M", Type: "non-reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "Llama 4 Scout", Provider: "Meta", Intelligence: 35, Speed: 150.0, Price: 0.10, Latency: 0.40, ContextWindow: "10M", Type: "non-reasoning", Openness: "open-weights", Category: "language"},
|
|
{Name: "Mercury 2", Provider: "Inception Labs", Intelligence: 22, Speed: 839.3, Price: 0.50, Latency: 0.28, ContextWindow: "32K", Type: "non-reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "GPT-4.1", Provider: "OpenAI", Intelligence: 42, Speed: 72.0, Price: 2.00, Latency: 0.42, ContextWindow: "128K", Type: "non-reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "Claude Sonnet 4.6", Provider: "Anthropic", Intelligence: 45, Speed: 68.0, Price: 3.00, Latency: 0.44, ContextWindow: "200K", Type: "non-reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "Gemma 3n E4B", Provider: "Google", Intelligence: 20, Speed: 300.0, Price: 0.02, Latency: 0.22, ContextWindow: "32K", Type: "non-reasoning", Openness: "open-weights", Category: "language"},
|
|
{Name: "Command A+", Provider: "Cohere", Intelligence: 32, Speed: 130.0, Price: 0.80, Latency: 0.39, ContextWindow: "128K", Type: "non-reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "Grok 4", Provider: "xAI", Intelligence: 46, Speed: 75.0, Price: 5.00, Latency: 0.40, ContextWindow: "128K", Type: "reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "North Mini Code", Provider: "North AI", Intelligence: 28, Speed: 200.0, Price: 0.25, Latency: 0.31, ContextWindow: "64K", Type: "non-reasoning", Openness: "proprietary", Category: "language"},
|
|
{Name: "LFM2 1.2B", Provider: "Liquid", Intelligence: 10, Speed: 542.6, Price: 0.05, Latency: 0.18, ContextWindow: "16K", Type: "non-reasoning", Openness: "open-weights", Category: "language"},
|
|
{Name: "Gemini 2.0 Pro", Provider: "Google", Intelligence: 48, Speed: 55.0, Price: 2.50, Latency: 0.50, ContextWindow: "2M", Type: "reasoning", Openness: "proprietary", Category: "language"},
|
|
},
|
|
}
|
|
|
|
func init() {
|
|
config.GlobalConfig.Register("benchmark_data", &benchmarkSetting)
|
|
}
|
|
|
|
// GetBenchmarkSetting 获取评测数据配置
|
|
func GetBenchmarkSetting() *BenchmarkSetting {
|
|
return &benchmarkSetting
|
|
}
|