mirror of
https://github.com/QuantumNous/new-api.git
synced 2026-03-30 02:25:00 +00:00
* feat: 引入通用 HTTP BodyStorage/DiskCache 缓存配置与管理 - 新增 common/body_storage.go 提供 HTTP 请求体存储抽象和文件缓存能力 - 增加 common/disk_cache_config.go 支持全局磁盘缓存配置 - main.go 挂载缓存初始化流程 - 新增和补充 controller/performance.go (及 unix/windows) 用于缓存性能监控接口 - middleware/body_cleanup.go 自动清理缓存文件 - router 挂载相关接口 - 前端 settings 页面新增性能监控设置 PerformanceSetting - 优化缓存开关状态和模块热插拔能力 - 其他相关文件同步适配缓存扩展 * fix: 修复 BodyStorage 并发安全和错误处理问题 - 修复 diskStorage.Close() 竞态条件,先获取锁再执行 CAS - 为 memoryStorage 添加互斥锁和 closed 状态检查 - 修复 CreateBodyStorageFromReader 在磁盘存储失败时的回退逻辑 - 添加缓存命中统计调用 (IncrementDiskCacheHits/IncrementMemoryCacheHits) - 修复 gin.go 中 Seek 错误被忽略的问题 - 在 api-router 添加 BodyStorageCleanup 中间件 - 修复前端 formatBytes 对异常值的处理 Co-authored-by: Cursor <cursoragent@cursor.com> --------- Co-authored-by: Cursor <cursoragent@cursor.com>
210 lines
7.4 KiB
Go
210 lines
7.4 KiB
Go
package router
|
||
|
||
import (
|
||
"github.com/QuantumNous/new-api/constant"
|
||
"github.com/QuantumNous/new-api/controller"
|
||
"github.com/QuantumNous/new-api/middleware"
|
||
"github.com/QuantumNous/new-api/relay"
|
||
"github.com/QuantumNous/new-api/types"
|
||
|
||
"github.com/gin-gonic/gin"
|
||
)
|
||
|
||
func SetRelayRouter(router *gin.Engine) {
|
||
router.Use(middleware.CORS())
|
||
router.Use(middleware.DecompressRequestMiddleware())
|
||
router.Use(middleware.BodyStorageCleanup()) // 清理请求体存储
|
||
router.Use(middleware.StatsMiddleware())
|
||
// https://platform.openai.com/docs/api-reference/introduction
|
||
modelsRouter := router.Group("/v1/models")
|
||
modelsRouter.Use(middleware.TokenAuth())
|
||
{
|
||
modelsRouter.GET("", func(c *gin.Context) {
|
||
switch {
|
||
case c.GetHeader("x-api-key") != "" && c.GetHeader("anthropic-version") != "":
|
||
controller.ListModels(c, constant.ChannelTypeAnthropic)
|
||
case c.GetHeader("x-goog-api-key") != "" || c.Query("key") != "": // 单独的适配
|
||
controller.RetrieveModel(c, constant.ChannelTypeGemini)
|
||
default:
|
||
controller.ListModels(c, constant.ChannelTypeOpenAI)
|
||
}
|
||
})
|
||
|
||
modelsRouter.GET("/:model", func(c *gin.Context) {
|
||
switch {
|
||
case c.GetHeader("x-api-key") != "" && c.GetHeader("anthropic-version") != "":
|
||
controller.RetrieveModel(c, constant.ChannelTypeAnthropic)
|
||
default:
|
||
controller.RetrieveModel(c, constant.ChannelTypeOpenAI)
|
||
}
|
||
})
|
||
}
|
||
|
||
geminiRouter := router.Group("/v1beta/models")
|
||
geminiRouter.Use(middleware.TokenAuth())
|
||
{
|
||
geminiRouter.GET("", func(c *gin.Context) {
|
||
controller.ListModels(c, constant.ChannelTypeGemini)
|
||
})
|
||
}
|
||
|
||
geminiCompatibleRouter := router.Group("/v1beta/openai/models")
|
||
geminiCompatibleRouter.Use(middleware.TokenAuth())
|
||
{
|
||
geminiCompatibleRouter.GET("", func(c *gin.Context) {
|
||
controller.ListModels(c, constant.ChannelTypeOpenAI)
|
||
})
|
||
}
|
||
|
||
playgroundRouter := router.Group("/pg")
|
||
playgroundRouter.Use(middleware.UserAuth(), middleware.Distribute())
|
||
{
|
||
playgroundRouter.POST("/chat/completions", controller.Playground)
|
||
}
|
||
relayV1Router := router.Group("/v1")
|
||
relayV1Router.Use(middleware.TokenAuth())
|
||
relayV1Router.Use(middleware.ModelRequestRateLimit())
|
||
{
|
||
// WebSocket 路由(统一到 Relay)
|
||
wsRouter := relayV1Router.Group("")
|
||
wsRouter.Use(middleware.Distribute())
|
||
wsRouter.GET("/realtime", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAIRealtime)
|
||
})
|
||
}
|
||
{
|
||
//http router
|
||
httpRouter := relayV1Router.Group("")
|
||
httpRouter.Use(middleware.Distribute())
|
||
|
||
// claude related routes
|
||
httpRouter.POST("/messages", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatClaude)
|
||
})
|
||
|
||
// chat related routes
|
||
httpRouter.POST("/completions", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAI)
|
||
})
|
||
httpRouter.POST("/chat/completions", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAI)
|
||
})
|
||
|
||
// response related routes
|
||
httpRouter.POST("/responses", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAIResponses)
|
||
})
|
||
httpRouter.POST("/responses/compact", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAIResponsesCompaction)
|
||
})
|
||
|
||
// image related routes
|
||
httpRouter.POST("/edits", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAIImage)
|
||
})
|
||
httpRouter.POST("/images/generations", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAIImage)
|
||
})
|
||
httpRouter.POST("/images/edits", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAIImage)
|
||
})
|
||
|
||
// embedding related routes
|
||
httpRouter.POST("/embeddings", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatEmbedding)
|
||
})
|
||
|
||
// audio related routes
|
||
httpRouter.POST("/audio/transcriptions", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAIAudio)
|
||
})
|
||
httpRouter.POST("/audio/translations", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAIAudio)
|
||
})
|
||
httpRouter.POST("/audio/speech", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAIAudio)
|
||
})
|
||
|
||
// rerank related routes
|
||
httpRouter.POST("/rerank", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatRerank)
|
||
})
|
||
|
||
// gemini relay routes
|
||
httpRouter.POST("/engines/:model/embeddings", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatGemini)
|
||
})
|
||
httpRouter.POST("/models/*path", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatGemini)
|
||
})
|
||
|
||
// other relay routes
|
||
httpRouter.POST("/moderations", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatOpenAI)
|
||
})
|
||
|
||
// not implemented
|
||
httpRouter.POST("/images/variations", controller.RelayNotImplemented)
|
||
httpRouter.GET("/files", controller.RelayNotImplemented)
|
||
httpRouter.POST("/files", controller.RelayNotImplemented)
|
||
httpRouter.DELETE("/files/:id", controller.RelayNotImplemented)
|
||
httpRouter.GET("/files/:id", controller.RelayNotImplemented)
|
||
httpRouter.GET("/files/:id/content", controller.RelayNotImplemented)
|
||
httpRouter.POST("/fine-tunes", controller.RelayNotImplemented)
|
||
httpRouter.GET("/fine-tunes", controller.RelayNotImplemented)
|
||
httpRouter.GET("/fine-tunes/:id", controller.RelayNotImplemented)
|
||
httpRouter.POST("/fine-tunes/:id/cancel", controller.RelayNotImplemented)
|
||
httpRouter.GET("/fine-tunes/:id/events", controller.RelayNotImplemented)
|
||
httpRouter.DELETE("/models/:model", controller.RelayNotImplemented)
|
||
}
|
||
|
||
relayMjRouter := router.Group("/mj")
|
||
registerMjRouterGroup(relayMjRouter)
|
||
|
||
relayMjModeRouter := router.Group("/:mode/mj")
|
||
registerMjRouterGroup(relayMjModeRouter)
|
||
//relayMjRouter.Use()
|
||
|
||
relaySunoRouter := router.Group("/suno")
|
||
relaySunoRouter.Use(middleware.TokenAuth(), middleware.Distribute())
|
||
{
|
||
relaySunoRouter.POST("/submit/:action", controller.RelayTask)
|
||
relaySunoRouter.POST("/fetch", controller.RelayTask)
|
||
relaySunoRouter.GET("/fetch/:id", controller.RelayTask)
|
||
}
|
||
|
||
relayGeminiRouter := router.Group("/v1beta")
|
||
relayGeminiRouter.Use(middleware.TokenAuth())
|
||
relayGeminiRouter.Use(middleware.ModelRequestRateLimit())
|
||
relayGeminiRouter.Use(middleware.Distribute())
|
||
{
|
||
// Gemini API 路径格式: /v1beta/models/{model_name}:{action}
|
||
relayGeminiRouter.POST("/models/*path", func(c *gin.Context) {
|
||
controller.Relay(c, types.RelayFormatGemini)
|
||
})
|
||
}
|
||
}
|
||
|
||
func registerMjRouterGroup(relayMjRouter *gin.RouterGroup) {
|
||
relayMjRouter.GET("/image/:id", relay.RelayMidjourneyImage)
|
||
relayMjRouter.Use(middleware.TokenAuth(), middleware.Distribute())
|
||
{
|
||
relayMjRouter.POST("/submit/action", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/submit/shorten", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/submit/modal", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/submit/imagine", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/submit/change", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/submit/simple-change", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/submit/describe", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/submit/blend", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/submit/edits", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/submit/video", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/notify", controller.RelayMidjourney)
|
||
relayMjRouter.GET("/task/:id/fetch", controller.RelayMidjourney)
|
||
relayMjRouter.GET("/task/:id/image-seed", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/task/list-by-condition", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/insight-face/swap", controller.RelayMidjourney)
|
||
relayMjRouter.POST("/submit/upload-discord-images", controller.RelayMidjourney)
|
||
}
|
||
}
|