mirror of
https://github.com/QuantumNous/new-api.git
synced 2026-03-30 04:22:58 +00:00
869 lines
29 KiB
Go
869 lines
29 KiB
Go
package ratio_setting
|
||
|
||
import (
|
||
"encoding/json"
|
||
"strings"
|
||
"sync"
|
||
|
||
"github.com/QuantumNous/new-api/common"
|
||
"github.com/QuantumNous/new-api/setting/operation_setting"
|
||
)
|
||
|
||
// from songquanpeng/one-api
|
||
const (
|
||
USD2RMB = 7.3 // 暂定 1 USD = 7.3 RMB
|
||
USD = 500 // $0.002 = 1 -> $1 = 500
|
||
RMB = USD / USD2RMB
|
||
)
|
||
|
||
// modelRatio
|
||
// https://platform.openai.com/docs/models/model-endpoint-compatibility
|
||
// https://cloud.baidu.com/doc/WENXINWORKSHOP/s/Blfmc9dlf
|
||
// https://openai.com/pricing
|
||
// TODO: when a new api is enabled, check the pricing here
|
||
// 1 === $0.002 / 1K tokens
|
||
// 1 === ￥0.014 / 1k tokens
|
||
|
||
var defaultModelRatio = map[string]float64{
|
||
//"midjourney": 50,
|
||
"gpt-4-gizmo-*": 15,
|
||
"gpt-4o-gizmo-*": 2.5,
|
||
"gpt-4-all": 15,
|
||
"gpt-4o-all": 15,
|
||
"gpt-4": 15,
|
||
//"gpt-4-0314": 15, //deprecated
|
||
"gpt-4-0613": 15,
|
||
"gpt-4-32k": 30,
|
||
//"gpt-4-32k-0314": 30, //deprecated
|
||
"gpt-4-32k-0613": 30,
|
||
"gpt-4-1106-preview": 5, // $10 / 1M tokens
|
||
"gpt-4-0125-preview": 5, // $10 / 1M tokens
|
||
"gpt-4-turbo-preview": 5, // $10 / 1M tokens
|
||
"gpt-4-vision-preview": 5, // $10 / 1M tokens
|
||
"gpt-4-1106-vision-preview": 5, // $10 / 1M tokens
|
||
"chatgpt-4o-latest": 2.5, // $5 / 1M tokens
|
||
"gpt-4o": 1.25, // $2.5 / 1M tokens
|
||
"gpt-4o-audio-preview": 1.25, // $2.5 / 1M tokens
|
||
"gpt-4o-audio-preview-2024-10-01": 1.25, // $2.5 / 1M tokens
|
||
"gpt-4o-2024-05-13": 2.5, // $5 / 1M tokens
|
||
"gpt-4o-2024-08-06": 1.25, // $2.5 / 1M tokens
|
||
"gpt-4o-2024-11-20": 1.25, // $2.5 / 1M tokens
|
||
"gpt-4o-realtime-preview": 2.5,
|
||
"gpt-4o-realtime-preview-2024-10-01": 2.5,
|
||
"gpt-4o-realtime-preview-2024-12-17": 2.5,
|
||
"gpt-4o-mini-realtime-preview": 0.3,
|
||
"gpt-4o-mini-realtime-preview-2024-12-17": 0.3,
|
||
"gpt-4.1": 1.0, // $2 / 1M tokens
|
||
"gpt-4.1-2025-04-14": 1.0, // $2 / 1M tokens
|
||
"gpt-4.1-mini": 0.2, // $0.4 / 1M tokens
|
||
"gpt-4.1-mini-2025-04-14": 0.2, // $0.4 / 1M tokens
|
||
"gpt-4.1-nano": 0.05, // $0.1 / 1M tokens
|
||
"gpt-4.1-nano-2025-04-14": 0.05, // $0.1 / 1M tokens
|
||
"gpt-image-1": 2.5, // $5 / 1M tokens
|
||
"o1": 7.5, // $15 / 1M tokens
|
||
"o1-2024-12-17": 7.5, // $15 / 1M tokens
|
||
"o1-preview": 7.5, // $15 / 1M tokens
|
||
"o1-preview-2024-09-12": 7.5, // $15 / 1M tokens
|
||
"o1-mini": 0.55, // $1.1 / 1M tokens
|
||
"o1-mini-2024-09-12": 0.55, // $1.1 / 1M tokens
|
||
"o1-pro": 75.0, // $150 / 1M tokens
|
||
"o1-pro-2025-03-19": 75.0, // $150 / 1M tokens
|
||
"o3-mini": 0.55,
|
||
"o3-mini-2025-01-31": 0.55,
|
||
"o3-mini-high": 0.55,
|
||
"o3-mini-2025-01-31-high": 0.55,
|
||
"o3-mini-low": 0.55,
|
||
"o3-mini-2025-01-31-low": 0.55,
|
||
"o3-mini-medium": 0.55,
|
||
"o3-mini-2025-01-31-medium": 0.55,
|
||
"o3": 1.0, // $2 / 1M tokens
|
||
"o3-2025-04-16": 1.0, // $2 / 1M tokens
|
||
"o3-pro": 10.0, // $20 / 1M tokens
|
||
"o3-pro-2025-06-10": 10.0, // $20 / 1M tokens
|
||
"o3-deep-research": 5.0, // $10 / 1M tokens
|
||
"o3-deep-research-2025-06-26": 5.0, // $10 / 1M tokens
|
||
"o4-mini": 0.55, // $1.1 / 1M tokens
|
||
"o4-mini-2025-04-16": 0.55, // $1.1 / 1M tokens
|
||
"o4-mini-deep-research": 1.0, // $2 / 1M tokens
|
||
"o4-mini-deep-research-2025-06-26": 1.0, // $2 / 1M tokens
|
||
"gpt-4o-mini": 0.075,
|
||
"gpt-4o-mini-2024-07-18": 0.075,
|
||
"gpt-4-turbo": 5, // $0.01 / 1K tokens
|
||
"gpt-4-turbo-2024-04-09": 5, // $0.01 / 1K tokens
|
||
"gpt-4.5-preview": 37.5,
|
||
"gpt-4.5-preview-2025-02-27": 37.5,
|
||
"gpt-5": 0.625,
|
||
"gpt-5-2025-08-07": 0.625,
|
||
"gpt-5-chat-latest": 0.625,
|
||
"gpt-5-mini": 0.125,
|
||
"gpt-5-mini-2025-08-07": 0.125,
|
||
"gpt-5-nano": 0.025,
|
||
"gpt-5-nano-2025-08-07": 0.025,
|
||
//"gpt-3.5-turbo-0301": 0.75, //deprecated
|
||
"gpt-3.5-turbo": 0.25,
|
||
"gpt-3.5-turbo-0613": 0.75,
|
||
"gpt-3.5-turbo-16k": 1.5, // $0.003 / 1K tokens
|
||
"gpt-3.5-turbo-16k-0613": 1.5,
|
||
"gpt-3.5-turbo-instruct": 0.75, // $0.0015 / 1K tokens
|
||
"gpt-3.5-turbo-1106": 0.5, // $0.001 / 1K tokens
|
||
"gpt-3.5-turbo-0125": 0.25,
|
||
"babbage-002": 0.2, // $0.0004 / 1K tokens
|
||
"davinci-002": 1, // $0.002 / 1K tokens
|
||
"text-ada-001": 0.2,
|
||
"text-babbage-001": 0.25,
|
||
"text-curie-001": 1,
|
||
//"text-davinci-002": 10,
|
||
//"text-davinci-003": 10,
|
||
"text-davinci-edit-001": 10,
|
||
"code-davinci-edit-001": 10,
|
||
"whisper-1": 15, // $0.006 / minute -> $0.006 / 150 words -> $0.006 / 200 tokens -> $0.03 / 1k tokens
|
||
"tts-1": 7.5, // 1k characters -> $0.015
|
||
"tts-1-1106": 7.5, // 1k characters -> $0.015
|
||
"tts-1-hd": 15, // 1k characters -> $0.03
|
||
"tts-1-hd-1106": 15, // 1k characters -> $0.03
|
||
"davinci": 10,
|
||
"curie": 10,
|
||
"babbage": 10,
|
||
"ada": 10,
|
||
"text-embedding-3-small": 0.01,
|
||
"text-embedding-3-large": 0.065,
|
||
"text-embedding-ada-002": 0.05,
|
||
"text-search-ada-doc-001": 10,
|
||
"text-moderation-stable": 0.1,
|
||
"text-moderation-latest": 0.1,
|
||
"claude-3-haiku-20240307": 0.125, // $0.25 / 1M tokens
|
||
"claude-3-5-haiku-20241022": 0.5, // $1 / 1M tokens
|
||
"claude-haiku-4-5-20251001": 0.5, // $1 / 1M tokens
|
||
"claude-3-sonnet-20240229": 1.5, // $3 / 1M tokens
|
||
"claude-3-5-sonnet-20240620": 1.5,
|
||
"claude-3-5-sonnet-20241022": 1.5,
|
||
"claude-3-7-sonnet-20250219": 1.5,
|
||
"claude-3-7-sonnet-20250219-thinking": 1.5,
|
||
"claude-sonnet-4-20250514": 1.5,
|
||
"claude-sonnet-4-5-20250929": 1.5,
|
||
"claude-opus-4-5-20251101": 2.5,
|
||
"claude-opus-4-6": 2.5,
|
||
"claude-opus-4-6-max": 2.5,
|
||
"claude-opus-4-6-high": 2.5,
|
||
"claude-opus-4-6-medium": 2.5,
|
||
"claude-opus-4-6-low": 2.5,
|
||
"claude-3-opus-20240229": 7.5, // $15 / 1M tokens
|
||
"claude-opus-4-20250514": 7.5,
|
||
"claude-opus-4-1-20250805": 7.5,
|
||
"ERNIE-4.0-8K": 0.120 * RMB,
|
||
"ERNIE-3.5-8K": 0.012 * RMB,
|
||
"ERNIE-3.5-8K-0205": 0.024 * RMB,
|
||
"ERNIE-3.5-8K-1222": 0.012 * RMB,
|
||
"ERNIE-Bot-8K": 0.024 * RMB,
|
||
"ERNIE-3.5-4K-0205": 0.012 * RMB,
|
||
"ERNIE-Speed-8K": 0.004 * RMB,
|
||
"ERNIE-Speed-128K": 0.004 * RMB,
|
||
"ERNIE-Lite-8K-0922": 0.008 * RMB,
|
||
"ERNIE-Lite-8K-0308": 0.003 * RMB,
|
||
"ERNIE-Tiny-8K": 0.001 * RMB,
|
||
"BLOOMZ-7B": 0.004 * RMB,
|
||
"Embedding-V1": 0.002 * RMB,
|
||
"bge-large-zh": 0.002 * RMB,
|
||
"bge-large-en": 0.002 * RMB,
|
||
"tao-8k": 0.002 * RMB,
|
||
"PaLM-2": 1,
|
||
"gemini-1.5-pro-latest": 1.25, // $3.5 / 1M tokens
|
||
"gemini-1.5-flash-latest": 0.075,
|
||
"gemini-2.0-flash": 0.05,
|
||
"gemini-2.5-pro-exp-03-25": 0.625,
|
||
"gemini-2.5-pro-preview-03-25": 0.625,
|
||
"gemini-2.5-pro": 0.625,
|
||
"gemini-2.5-flash-preview-04-17": 0.075,
|
||
"gemini-2.5-flash-preview-04-17-thinking": 0.075,
|
||
"gemini-2.5-flash-preview-04-17-nothinking": 0.075,
|
||
"gemini-2.5-flash-preview-05-20": 0.075,
|
||
"gemini-2.5-flash-preview-05-20-thinking": 0.075,
|
||
"gemini-2.5-flash-preview-05-20-nothinking": 0.075,
|
||
"gemini-2.5-flash-thinking-*": 0.075, // 用于为后续所有2.5 flash thinking budget 模型设置默认倍率
|
||
"gemini-2.5-pro-thinking-*": 0.625, // 用于为后续所有2.5 pro thinking budget 模型设置默认倍率
|
||
"gemini-2.5-flash-lite-preview-thinking-*": 0.05,
|
||
"gemini-2.5-flash-lite-preview-06-17": 0.05,
|
||
"gemini-2.5-flash": 0.15,
|
||
"gemini-robotics-er-1.5-preview": 0.15,
|
||
"gemini-embedding-001": 0.075,
|
||
"text-embedding-004": 0.001,
|
||
"chatglm_turbo": 0.3572, // ￥0.005 / 1k tokens
|
||
"chatglm_pro": 0.7143, // ￥0.01 / 1k tokens
|
||
"chatglm_std": 0.3572, // ￥0.005 / 1k tokens
|
||
"chatglm_lite": 0.1429, // ￥0.002 / 1k tokens
|
||
"glm-4": 7.143, // ￥0.1 / 1k tokens
|
||
"glm-4v": 0.05 * RMB, // ￥0.05 / 1k tokens
|
||
"glm-4-alltools": 0.1 * RMB, // ￥0.1 / 1k tokens
|
||
"glm-3-turbo": 0.3572,
|
||
"glm-4-plus": 0.05 * RMB,
|
||
"glm-4-0520": 0.1 * RMB,
|
||
"glm-4-air": 0.001 * RMB,
|
||
"glm-4-airx": 0.01 * RMB,
|
||
"glm-4-long": 0.001 * RMB,
|
||
"glm-4-flash": 0,
|
||
"glm-4v-plus": 0.01 * RMB,
|
||
"qwen-turbo": 0.8572, // ￥0.012 / 1k tokens
|
||
"qwen-plus": 10, // ￥0.14 / 1k tokens
|
||
"text-embedding-v1": 0.05, // ￥0.0007 / 1k tokens
|
||
"SparkDesk-v1.1": 1.2858, // ￥0.018 / 1k tokens
|
||
"SparkDesk-v2.1": 1.2858, // ￥0.018 / 1k tokens
|
||
"SparkDesk-v3.1": 1.2858, // ￥0.018 / 1k tokens
|
||
"SparkDesk-v3.5": 1.2858, // ￥0.018 / 1k tokens
|
||
"SparkDesk-v4.0": 1.2858,
|
||
"360GPT_S2_V9": 0.8572, // ¥0.012 / 1k tokens
|
||
"360gpt-turbo": 0.0858, // ¥0.0012 / 1k tokens
|
||
"360gpt-turbo-responsibility-8k": 0.8572, // ¥0.012 / 1k tokens
|
||
"360gpt-pro": 0.8572, // ¥0.012 / 1k tokens
|
||
"360gpt2-pro": 0.8572, // ¥0.012 / 1k tokens
|
||
"embedding-bert-512-v1": 0.0715, // ¥0.001 / 1k tokens
|
||
"embedding_s1_v1": 0.0715, // ¥0.001 / 1k tokens
|
||
"semantic_similarity_s1_v1": 0.0715, // ¥0.001 / 1k tokens
|
||
"hunyuan": 7.143, // ¥0.1 / 1k tokens // https://cloud.tencent.com/document/product/1729/97731#e0e6be58-60c8-469f-bdeb-6c264ce3b4d0
|
||
// https://platform.lingyiwanwu.com/docs#-计费单元
|
||
// 已经按照 7.2 来换算美元价格
|
||
"yi-34b-chat-0205": 0.18,
|
||
"yi-34b-chat-200k": 0.864,
|
||
"yi-vl-plus": 0.432,
|
||
"yi-large": 20.0 / 1000 * RMB,
|
||
"yi-medium": 2.5 / 1000 * RMB,
|
||
"yi-vision": 6.0 / 1000 * RMB,
|
||
"yi-medium-200k": 12.0 / 1000 * RMB,
|
||
"yi-spark": 1.0 / 1000 * RMB,
|
||
"yi-large-rag": 25.0 / 1000 * RMB,
|
||
"yi-large-turbo": 12.0 / 1000 * RMB,
|
||
"yi-large-preview": 20.0 / 1000 * RMB,
|
||
"yi-large-rag-preview": 25.0 / 1000 * RMB,
|
||
"command": 0.5,
|
||
"command-nightly": 0.5,
|
||
"command-light": 0.5,
|
||
"command-light-nightly": 0.5,
|
||
"command-r": 0.25,
|
||
"command-r-plus": 1.5,
|
||
"command-r-08-2024": 0.075,
|
||
"command-r-plus-08-2024": 1.25,
|
||
"deepseek-chat": 0.27 / 2,
|
||
"deepseek-coder": 0.27 / 2,
|
||
"deepseek-reasoner": 0.55 / 2, // 0.55 / 1k tokens
|
||
// Perplexity online 模型对搜索额外收费，有需要应自行调整，此处不计入搜索费用
|
||
"llama-3-sonar-small-32k-chat": 0.2 / 1000 * USD,
|
||
"llama-3-sonar-small-32k-online": 0.2 / 1000 * USD,
|
||
"llama-3-sonar-large-32k-chat": 1 / 1000 * USD,
|
||
"llama-3-sonar-large-32k-online": 1 / 1000 * USD,
|
||
// grok
|
||
"grok-3-beta": 1.5,
|
||
"grok-3-mini-beta": 0.15,
|
||
"grok-2": 1,
|
||
"grok-2-vision": 1,
|
||
"grok-beta": 2.5,
|
||
"grok-vision-beta": 2.5,
|
||
"grok-3-fast-beta": 2.5,
|
||
"grok-3-mini-fast-beta": 0.3,
|
||
// submodel
|
||
"NousResearch/Hermes-4-405B-FP8": 0.8,
|
||
"Qwen/Qwen3-235B-A22B-Thinking-2507": 0.6,
|
||
"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": 0.8,
|
||
"Qwen/Qwen3-235B-A22B-Instruct-2507": 0.3,
|
||
"zai-org/GLM-4.5-FP8": 0.8,
|
||
"openai/gpt-oss-120b": 0.5,
|
||
"deepseek-ai/DeepSeek-R1-0528": 0.8,
|
||
"deepseek-ai/DeepSeek-R1": 0.8,
|
||
"deepseek-ai/DeepSeek-V3-0324": 0.8,
|
||
"deepseek-ai/DeepSeek-V3.1": 0.8,
|
||
}
|
||
|
||
var defaultModelPrice = map[string]float64{
|
||
"suno_music": 0.1,
|
||
"suno_lyrics": 0.01,
|
||
"dall-e-3": 0.04,
|
||
"imagen-3.0-generate-002": 0.03,
|
||
"black-forest-labs/flux-1.1-pro": 0.04,
|
||
"gpt-4-gizmo-*": 0.1,
|
||
"mj_video": 0.8,
|
||
"mj_imagine": 0.1,
|
||
"mj_edits": 0.1,
|
||
"mj_variation": 0.1,
|
||
"mj_reroll": 0.1,
|
||
"mj_blend": 0.1,
|
||
"mj_modal": 0.1,
|
||
"mj_zoom": 0.1,
|
||
"mj_shorten": 0.1,
|
||
"mj_high_variation": 0.1,
|
||
"mj_low_variation": 0.1,
|
||
"mj_pan": 0.1,
|
||
"mj_inpaint": 0,
|
||
"mj_custom_zoom": 0,
|
||
"mj_describe": 0.05,
|
||
"mj_upscale": 0.05,
|
||
"swap_face": 0.05,
|
||
"mj_upload": 0.05,
|
||
"sora-2": 0.3,
|
||
"sora-2-pro": 0.5,
|
||
"gpt-4o-mini-tts": 0.3,
|
||
}
|
||
|
||
var defaultAudioRatio = map[string]float64{
|
||
"gpt-4o-audio-preview": 16,
|
||
"gpt-4o-mini-audio-preview": 66.67,
|
||
"gpt-4o-realtime-preview": 8,
|
||
"gpt-4o-mini-realtime-preview": 16.67,
|
||
"gpt-4o-mini-tts": 25,
|
||
}
|
||
|
||
var defaultAudioCompletionRatio = map[string]float64{
|
||
"gpt-4o-realtime": 2,
|
||
"gpt-4o-mini-realtime": 2,
|
||
"gpt-4o-mini-tts": 1,
|
||
"tts-1": 0,
|
||
"tts-1-hd": 0,
|
||
"tts-1-1106": 0,
|
||
"tts-1-hd-1106": 0,
|
||
}
|
||
|
||
var (
|
||
modelPriceMap map[string]float64 = nil
|
||
modelPriceMapMutex = sync.RWMutex{}
|
||
)
|
||
var (
|
||
modelRatioMap map[string]float64 = nil
|
||
modelRatioMapMutex = sync.RWMutex{}
|
||
)
|
||
|
||
var (
|
||
CompletionRatio map[string]float64 = nil
|
||
CompletionRatioMutex = sync.RWMutex{}
|
||
)
|
||
|
||
var defaultCompletionRatio = map[string]float64{
|
||
"gpt-4-gizmo-*": 2,
|
||
"gpt-4o-gizmo-*": 3,
|
||
"gpt-4-all": 2,
|
||
"gpt-image-1": 8,
|
||
}
|
||
|
||
// InitRatioSettings initializes all model related settings maps
|
||
func InitRatioSettings() {
|
||
// Initialize modelPriceMap
|
||
modelPriceMapMutex.Lock()
|
||
modelPriceMap = defaultModelPrice
|
||
modelPriceMapMutex.Unlock()
|
||
|
||
// Initialize modelRatioMap
|
||
modelRatioMapMutex.Lock()
|
||
modelRatioMap = defaultModelRatio
|
||
modelRatioMapMutex.Unlock()
|
||
|
||
// Initialize CompletionRatio
|
||
CompletionRatioMutex.Lock()
|
||
CompletionRatio = defaultCompletionRatio
|
||
CompletionRatioMutex.Unlock()
|
||
|
||
// Initialize cacheRatioMap
|
||
cacheRatioMapMutex.Lock()
|
||
cacheRatioMap = defaultCacheRatio
|
||
cacheRatioMapMutex.Unlock()
|
||
|
||
// initialize imageRatioMap
|
||
imageRatioMapMutex.Lock()
|
||
imageRatioMap = defaultImageRatio
|
||
imageRatioMapMutex.Unlock()
|
||
|
||
// initialize audioRatioMap
|
||
audioRatioMapMutex.Lock()
|
||
audioRatioMap = defaultAudioRatio
|
||
audioRatioMapMutex.Unlock()
|
||
|
||
// initialize audioCompletionRatioMap
|
||
audioCompletionRatioMapMutex.Lock()
|
||
audioCompletionRatioMap = defaultAudioCompletionRatio
|
||
audioCompletionRatioMapMutex.Unlock()
|
||
}
|
||
|
||
func GetModelPriceMap() map[string]float64 {
|
||
modelPriceMapMutex.RLock()
|
||
defer modelPriceMapMutex.RUnlock()
|
||
return modelPriceMap
|
||
}
|
||
|
||
func ModelPrice2JSONString() string {
|
||
modelPriceMapMutex.RLock()
|
||
defer modelPriceMapMutex.RUnlock()
|
||
|
||
jsonBytes, err := common.Marshal(modelPriceMap)
|
||
if err != nil {
|
||
common.SysError("error marshalling model price: " + err.Error())
|
||
}
|
||
return string(jsonBytes)
|
||
}
|
||
|
||
func UpdateModelPriceByJSONString(jsonStr string) error {
|
||
modelPriceMapMutex.Lock()
|
||
defer modelPriceMapMutex.Unlock()
|
||
modelPriceMap = make(map[string]float64)
|
||
err := json.Unmarshal([]byte(jsonStr), &modelPriceMap)
|
||
if err == nil {
|
||
InvalidateExposedDataCache()
|
||
}
|
||
return err
|
||
}
|
||
|
||
// GetModelPrice 返回模型的价格，如果模型不存在则返回-1，false
|
||
func GetModelPrice(name string, printErr bool) (float64, bool) {
|
||
modelPriceMapMutex.RLock()
|
||
defer modelPriceMapMutex.RUnlock()
|
||
|
||
name = FormatMatchingModelName(name)
|
||
|
||
if strings.HasSuffix(name, CompactModelSuffix) {
|
||
price, ok := modelPriceMap[CompactWildcardModelKey]
|
||
if !ok {
|
||
if printErr {
|
||
common.SysError("model price not found: " + name)
|
||
}
|
||
return -1, false
|
||
}
|
||
return price, true
|
||
}
|
||
|
||
price, ok := modelPriceMap[name]
|
||
if !ok {
|
||
if printErr {
|
||
common.SysError("model price not found: " + name)
|
||
}
|
||
return -1, false
|
||
}
|
||
return price, true
|
||
}
|
||
|
||
func UpdateModelRatioByJSONString(jsonStr string) error {
|
||
modelRatioMapMutex.Lock()
|
||
defer modelRatioMapMutex.Unlock()
|
||
modelRatioMap = make(map[string]float64)
|
||
err := common.Unmarshal([]byte(jsonStr), &modelRatioMap)
|
||
if err == nil {
|
||
InvalidateExposedDataCache()
|
||
}
|
||
return err
|
||
}
|
||
|
||
// 处理带有思考预算的模型名称，方便统一定价
|
||
func handleThinkingBudgetModel(name, prefix, wildcard string) string {
|
||
if strings.HasPrefix(name, prefix) && strings.Contains(name, "-thinking-") {
|
||
return wildcard
|
||
}
|
||
return name
|
||
}
|
||
|
||
func GetModelRatio(name string) (float64, bool, string) {
|
||
modelRatioMapMutex.RLock()
|
||
defer modelRatioMapMutex.RUnlock()
|
||
|
||
name = FormatMatchingModelName(name)
|
||
|
||
ratio, ok := modelRatioMap[name]
|
||
if !ok {
|
||
if strings.HasSuffix(name, CompactModelSuffix) {
|
||
if wildcardRatio, ok := modelRatioMap[CompactWildcardModelKey]; ok {
|
||
return wildcardRatio, true, name
|
||
}
|
||
//return 0, true, name
|
||
}
|
||
return 37.5, operation_setting.SelfUseModeEnabled, name
|
||
}
|
||
return ratio, true, name
|
||
}
|
||
|
||
func DefaultModelRatio2JSONString() string {
|
||
jsonBytes, err := common.Marshal(defaultModelRatio)
|
||
if err != nil {
|
||
common.SysError("error marshalling model ratio: " + err.Error())
|
||
}
|
||
return string(jsonBytes)
|
||
}
|
||
|
||
func GetDefaultModelRatioMap() map[string]float64 {
|
||
return defaultModelRatio
|
||
}
|
||
|
||
func GetDefaultModelPriceMap() map[string]float64 {
|
||
return defaultModelPrice
|
||
}
|
||
|
||
func GetDefaultImageRatioMap() map[string]float64 {
|
||
return defaultImageRatio
|
||
}
|
||
|
||
func GetDefaultAudioRatioMap() map[string]float64 {
|
||
return defaultAudioRatio
|
||
}
|
||
|
||
func GetDefaultAudioCompletionRatioMap() map[string]float64 {
|
||
return defaultAudioCompletionRatio
|
||
}
|
||
|
||
func GetCompletionRatioMap() map[string]float64 {
|
||
CompletionRatioMutex.RLock()
|
||
defer CompletionRatioMutex.RUnlock()
|
||
return CompletionRatio
|
||
}
|
||
|
||
func CompletionRatio2JSONString() string {
|
||
CompletionRatioMutex.RLock()
|
||
defer CompletionRatioMutex.RUnlock()
|
||
|
||
jsonBytes, err := json.Marshal(CompletionRatio)
|
||
if err != nil {
|
||
common.SysError("error marshalling completion ratio: " + err.Error())
|
||
}
|
||
return string(jsonBytes)
|
||
}
|
||
|
||
func UpdateCompletionRatioByJSONString(jsonStr string) error {
|
||
CompletionRatioMutex.Lock()
|
||
defer CompletionRatioMutex.Unlock()
|
||
CompletionRatio = make(map[string]float64)
|
||
err := common.Unmarshal([]byte(jsonStr), &CompletionRatio)
|
||
if err == nil {
|
||
InvalidateExposedDataCache()
|
||
}
|
||
return err
|
||
}
|
||
|
||
func GetCompletionRatio(name string) float64 {
|
||
CompletionRatioMutex.RLock()
|
||
defer CompletionRatioMutex.RUnlock()
|
||
|
||
name = FormatMatchingModelName(name)
|
||
|
||
if strings.Contains(name, "/") {
|
||
if ratio, ok := CompletionRatio[name]; ok {
|
||
return ratio
|
||
}
|
||
}
|
||
hardCodedRatio, contain := getHardcodedCompletionModelRatio(name)
|
||
if contain {
|
||
return hardCodedRatio
|
||
}
|
||
if ratio, ok := CompletionRatio[name]; ok {
|
||
return ratio
|
||
}
|
||
return hardCodedRatio
|
||
}
|
||
|
||
func getHardcodedCompletionModelRatio(name string) (float64, bool) {
|
||
|
||
isReservedModel := strings.HasSuffix(name, "-all") || strings.HasSuffix(name, "-gizmo-*")
|
||
if isReservedModel {
|
||
return 2, false
|
||
}
|
||
|
||
if strings.HasPrefix(name, "gpt-") {
|
||
if strings.HasPrefix(name, "gpt-4o") {
|
||
if name == "gpt-4o-2024-05-13" {
|
||
return 3, true
|
||
}
|
||
if strings.HasPrefix(name, "gpt-4o-mini-tts") {
|
||
return 20, false
|
||
}
|
||
return 4, false
|
||
}
|
||
// gpt-5 匹配
|
||
if strings.HasPrefix(name, "gpt-5") {
|
||
return 8, true
|
||
}
|
||
// gpt-4.5-preview匹配
|
||
if strings.HasPrefix(name, "gpt-4.5-preview") {
|
||
return 2, true
|
||
}
|
||
if strings.HasPrefix(name, "gpt-4-turbo") || strings.HasSuffix(name, "gpt-4-1106") || strings.HasSuffix(name, "gpt-4-1105") {
|
||
return 3, true
|
||
}
|
||
// 没有特殊标记的 gpt-4 模型默认倍率为 2
|
||
return 2, false
|
||
}
|
||
if strings.HasPrefix(name, "o1") || strings.HasPrefix(name, "o3") {
|
||
return 4, true
|
||
}
|
||
if name == "chatgpt-4o-latest" {
|
||
return 3, true
|
||
}
|
||
|
||
if strings.Contains(name, "claude-3") {
|
||
return 5, true
|
||
} else if strings.Contains(name, "claude-sonnet-4") || strings.Contains(name, "claude-opus-4") || strings.Contains(name, "claude-haiku-4") {
|
||
return 5, true
|
||
}
|
||
|
||
if strings.HasPrefix(name, "gpt-3.5") {
|
||
if name == "gpt-3.5-turbo" || strings.HasSuffix(name, "0125") {
|
||
// https://openai.com/blog/new-embedding-models-and-api-updates
|
||
// Updated GPT-3.5 Turbo model and lower pricing
|
||
return 3, true
|
||
}
|
||
if strings.HasSuffix(name, "1106") {
|
||
return 2, true
|
||
}
|
||
return 4.0 / 3.0, true
|
||
}
|
||
if strings.HasPrefix(name, "mistral-") {
|
||
return 3, true
|
||
}
|
||
if strings.HasPrefix(name, "gemini-") {
|
||
if strings.HasPrefix(name, "gemini-1.5") {
|
||
return 4, true
|
||
} else if strings.HasPrefix(name, "gemini-2.0") {
|
||
return 4, true
|
||
} else if strings.HasPrefix(name, "gemini-2.5-pro") { // 移除preview来增加兼容性，这里假设正式版的倍率和preview一致
|
||
return 8, false
|
||
} else if strings.HasPrefix(name, "gemini-2.5-flash") { // 处理不同的flash模型倍率
|
||
if strings.HasPrefix(name, "gemini-2.5-flash-preview") {
|
||
if strings.HasSuffix(name, "-nothinking") {
|
||
return 4, false
|
||
}
|
||
return 3.5 / 0.15, false
|
||
}
|
||
if strings.HasPrefix(name, "gemini-2.5-flash-lite") {
|
||
return 4, false
|
||
}
|
||
return 2.5 / 0.3, false
|
||
} else if strings.HasPrefix(name, "gemini-robotics-er-1.5") {
|
||
return 2.5 / 0.3, false
|
||
} else if strings.HasPrefix(name, "gemini-3-pro") {
|
||
if strings.HasPrefix(name, "gemini-3-pro-image") {
|
||
return 60, false
|
||
}
|
||
return 6, false
|
||
}
|
||
return 4, false
|
||
}
|
||
if strings.HasPrefix(name, "command") {
|
||
switch name {
|
||
case "command-r":
|
||
return 3, true
|
||
case "command-r-plus":
|
||
return 5, true
|
||
case "command-r-08-2024":
|
||
return 4, true
|
||
case "command-r-plus-08-2024":
|
||
return 4, true
|
||
default:
|
||
return 4, false
|
||
}
|
||
}
|
||
// hint 只给官方上4倍率，由于开源模型供应商自行定价，不对其进行补全倍率进行强制对齐
|
||
if strings.HasPrefix(name, "ERNIE-Speed-") {
|
||
return 2, true
|
||
} else if strings.HasPrefix(name, "ERNIE-Lite-") {
|
||
return 2, true
|
||
} else if strings.HasPrefix(name, "ERNIE-Character") {
|
||
return 2, true
|
||
} else if strings.HasPrefix(name, "ERNIE-Functions") {
|
||
return 2, true
|
||
}
|
||
switch name {
|
||
case "llama2-70b-4096":
|
||
return 0.8 / 0.64, true
|
||
case "llama3-8b-8192":
|
||
return 2, true
|
||
case "llama3-70b-8192":
|
||
return 0.79 / 0.59, true
|
||
}
|
||
return 1, false
|
||
}
|
||
|
||
func GetAudioRatio(name string) float64 {
|
||
audioRatioMapMutex.RLock()
|
||
defer audioRatioMapMutex.RUnlock()
|
||
name = FormatMatchingModelName(name)
|
||
if ratio, ok := audioRatioMap[name]; ok {
|
||
return ratio
|
||
}
|
||
return 1
|
||
}
|
||
|
||
func GetAudioCompletionRatio(name string) float64 {
|
||
audioCompletionRatioMapMutex.RLock()
|
||
defer audioCompletionRatioMapMutex.RUnlock()
|
||
name = FormatMatchingModelName(name)
|
||
if ratio, ok := audioCompletionRatioMap[name]; ok {
|
||
|
||
return ratio
|
||
}
|
||
return 1
|
||
}
|
||
|
||
func ContainsAudioRatio(name string) bool {
|
||
audioRatioMapMutex.RLock()
|
||
defer audioRatioMapMutex.RUnlock()
|
||
name = FormatMatchingModelName(name)
|
||
_, ok := audioRatioMap[name]
|
||
return ok
|
||
}
|
||
|
||
func ContainsAudioCompletionRatio(name string) bool {
|
||
audioCompletionRatioMapMutex.RLock()
|
||
defer audioCompletionRatioMapMutex.RUnlock()
|
||
name = FormatMatchingModelName(name)
|
||
_, ok := audioCompletionRatioMap[name]
|
||
return ok
|
||
}
|
||
|
||
func ModelRatio2JSONString() string {
|
||
modelRatioMapMutex.RLock()
|
||
defer modelRatioMapMutex.RUnlock()
|
||
|
||
jsonBytes, err := common.Marshal(modelRatioMap)
|
||
if err != nil {
|
||
common.SysError("error marshalling model ratio: " + err.Error())
|
||
}
|
||
return string(jsonBytes)
|
||
}
|
||
|
||
var defaultImageRatio = map[string]float64{
|
||
"gpt-image-1": 2,
|
||
}
|
||
var imageRatioMap map[string]float64
|
||
var imageRatioMapMutex sync.RWMutex
|
||
var (
|
||
audioRatioMap map[string]float64 = nil
|
||
audioRatioMapMutex = sync.RWMutex{}
|
||
)
|
||
var (
|
||
audioCompletionRatioMap map[string]float64 = nil
|
||
audioCompletionRatioMapMutex = sync.RWMutex{}
|
||
)
|
||
|
||
func ImageRatio2JSONString() string {
|
||
imageRatioMapMutex.RLock()
|
||
defer imageRatioMapMutex.RUnlock()
|
||
jsonBytes, err := common.Marshal(imageRatioMap)
|
||
if err != nil {
|
||
common.SysError("error marshalling cache ratio: " + err.Error())
|
||
}
|
||
return string(jsonBytes)
|
||
}
|
||
|
||
func UpdateImageRatioByJSONString(jsonStr string) error {
|
||
imageRatioMapMutex.Lock()
|
||
defer imageRatioMapMutex.Unlock()
|
||
imageRatioMap = make(map[string]float64)
|
||
return common.Unmarshal([]byte(jsonStr), &imageRatioMap)
|
||
}
|
||
|
||
func GetImageRatio(name string) (float64, bool) {
|
||
imageRatioMapMutex.RLock()
|
||
defer imageRatioMapMutex.RUnlock()
|
||
ratio, ok := imageRatioMap[name]
|
||
if !ok {
|
||
return 1, false // Default to 1 if not found
|
||
}
|
||
return ratio, true
|
||
}
|
||
|
||
func AudioRatio2JSONString() string {
|
||
audioRatioMapMutex.RLock()
|
||
defer audioRatioMapMutex.RUnlock()
|
||
jsonBytes, err := common.Marshal(audioRatioMap)
|
||
if err != nil {
|
||
common.SysError("error marshalling audio ratio: " + err.Error())
|
||
}
|
||
return string(jsonBytes)
|
||
}
|
||
|
||
func UpdateAudioRatioByJSONString(jsonStr string) error {
|
||
|
||
tmp := make(map[string]float64)
|
||
if err := common.Unmarshal([]byte(jsonStr), &tmp); err != nil {
|
||
return err
|
||
}
|
||
audioRatioMapMutex.Lock()
|
||
audioRatioMap = tmp
|
||
audioRatioMapMutex.Unlock()
|
||
InvalidateExposedDataCache()
|
||
return nil
|
||
}
|
||
|
||
func AudioCompletionRatio2JSONString() string {
|
||
audioCompletionRatioMapMutex.RLock()
|
||
defer audioCompletionRatioMapMutex.RUnlock()
|
||
jsonBytes, err := common.Marshal(audioCompletionRatioMap)
|
||
if err != nil {
|
||
common.SysError("error marshalling audio completion ratio: " + err.Error())
|
||
}
|
||
return string(jsonBytes)
|
||
}
|
||
|
||
func UpdateAudioCompletionRatioByJSONString(jsonStr string) error {
|
||
tmp := make(map[string]float64)
|
||
if err := common.Unmarshal([]byte(jsonStr), &tmp); err != nil {
|
||
return err
|
||
}
|
||
audioCompletionRatioMapMutex.Lock()
|
||
audioCompletionRatioMap = tmp
|
||
audioCompletionRatioMapMutex.Unlock()
|
||
InvalidateExposedDataCache()
|
||
return nil
|
||
}
|
||
|
||
func GetModelRatioCopy() map[string]float64 {
|
||
modelRatioMapMutex.RLock()
|
||
defer modelRatioMapMutex.RUnlock()
|
||
copyMap := make(map[string]float64, len(modelRatioMap))
|
||
for k, v := range modelRatioMap {
|
||
copyMap[k] = v
|
||
}
|
||
return copyMap
|
||
}
|
||
|
||
func GetModelPriceCopy() map[string]float64 {
|
||
modelPriceMapMutex.RLock()
|
||
defer modelPriceMapMutex.RUnlock()
|
||
copyMap := make(map[string]float64, len(modelPriceMap))
|
||
for k, v := range modelPriceMap {
|
||
copyMap[k] = v
|
||
}
|
||
return copyMap
|
||
}
|
||
|
||
func GetCompletionRatioCopy() map[string]float64 {
|
||
CompletionRatioMutex.RLock()
|
||
defer CompletionRatioMutex.RUnlock()
|
||
copyMap := make(map[string]float64, len(CompletionRatio))
|
||
for k, v := range CompletionRatio {
|
||
copyMap[k] = v
|
||
}
|
||
return copyMap
|
||
}
|
||
|
||
// 转换模型名，减少渠道必须配置各种带参数模型
|
||
func FormatMatchingModelName(name string) string {
|
||
|
||
if strings.HasPrefix(name, "gemini-2.5-flash-lite") {
|
||
name = handleThinkingBudgetModel(name, "gemini-2.5-flash-lite", "gemini-2.5-flash-lite-thinking-*")
|
||
} else if strings.HasPrefix(name, "gemini-2.5-flash") {
|
||
name = handleThinkingBudgetModel(name, "gemini-2.5-flash", "gemini-2.5-flash-thinking-*")
|
||
} else if strings.HasPrefix(name, "gemini-2.5-pro") {
|
||
name = handleThinkingBudgetModel(name, "gemini-2.5-pro", "gemini-2.5-pro-thinking-*")
|
||
}
|
||
|
||
if strings.HasPrefix(name, "gpt-4-gizmo") {
|
||
name = "gpt-4-gizmo-*"
|
||
}
|
||
if strings.HasPrefix(name, "gpt-4o-gizmo") {
|
||
name = "gpt-4o-gizmo-*"
|
||
}
|
||
return name
|
||
}
|
||
|
||
// result: 倍率or价格， usePrice， exist
|
||
func GetModelRatioOrPrice(model string) (float64, bool, bool) { // price or ratio
|
||
price, usePrice := GetModelPrice(model, false)
|
||
if usePrice {
|
||
return price, true, true
|
||
}
|
||
modelRatio, success, _ := GetModelRatio(model)
|
||
if success {
|
||
return modelRatio, false, true
|
||
}
|
||
return 37.5, false, false
|
||
}
|