github/new-api
1
0
Fork 0
mirror of https://github.com/QuantumNous/new-api.git synced 2026-03-30 02:44:40 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: set MaxIdleConnsPerHost to 100

Browse Source
This commit is contained in:
Papersnake
2025-12-02 09:51:02 +08:00
parent d3ca454c3b
commit 3954feb993
4 changed files with 18 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
common/constants.go
View File

@@ -121,6 +121,9 @@ var BatchUpdateInterval int
var RelayTimeout int // unit is second var RelayTimeout int // unit is second
var RelayMaxIdleConns int
var RelayMaxIdleConnsPerHost int
var GeminiSafetySetting string var GeminiSafetySetting string
// https://docs.cohere.com/docs/safety-modes Type; NONE/CONTEXTUAL/STRICT // https://docs.cohere.com/docs/safety-modes Type; NONE/CONTEXTUAL/STRICT

2
common/init.go
View File

@@ -90,6 +90,8 @@ func InitEnv() {
SyncFrequency = GetEnvOrDefault("SYNC_FREQUENCY", 60) SyncFrequency = GetEnvOrDefault("SYNC_FREQUENCY", 60)
BatchUpdateInterval = GetEnvOrDefault("BATCH_UPDATE_INTERVAL", 5) BatchUpdateInterval = GetEnvOrDefault("BATCH_UPDATE_INTERVAL", 5)
RelayTimeout = GetEnvOrDefault("RELAY_TIMEOUT", 0) RelayTimeout = GetEnvOrDefault("RELAY_TIMEOUT", 0)
RelayMaxIdleConns = GetEnvOrDefault("RELAY_MAX_IDLE_CONNS", 500)
RelayMaxIdleConnsPerHost = GetEnvOrDefault("RELAY_MAX_IDLE_CONNS_PER_HOST", 100)
// Initialize string variables with GetEnvOrDefaultString // Initialize string variables with GetEnvOrDefaultString
GeminiSafetySetting = GetEnvOrDefaultString("GEMINI_SAFETY_SETTING", "BLOCK_NONE") GeminiSafetySetting = GetEnvOrDefaultString("GEMINI_SAFETY_SETTING", "BLOCK_NONE")

2
relay/helper/stream_scanner.go
View File

@@ -72,6 +72,8 @@ func StreamScannerHandler(c *gin.Context, resp *http.Response, info *relaycommon
if common.DebugEnabled { if common.DebugEnabled {
// print timeout and ping interval for debugging // print timeout and ping interval for debugging
println("relay timeout seconds:", common.RelayTimeout) println("relay timeout seconds:", common.RelayTimeout)
println("relay max idle conns:", common.RelayMaxIdleConns)
println("relay max idle conns per host:", common.RelayMaxIdleConnsPerHost)
println("streaming timeout seconds:", int64(streamingTimeout.Seconds())) println("streaming timeout seconds:", int64(streamingTimeout.Seconds()))
println("ping interval seconds:", int64(pingInterval.Seconds())) println("ping interval seconds:", int64(pingInterval.Seconds()))
} }

11
service/http_client.go
View File

@@ -34,12 +34,19 @@ func checkRedirect(req *http.Request, via []*http.Request) error {
} }
func InitHttpClient() { func InitHttpClient() {
transport := &http.Transport{
MaxIdleConns: common.RelayMaxIdleConns,
MaxIdleConnsPerHost: common.RelayMaxIdleConnsPerHost,
}
if common.RelayTimeout == 0 { if common.RelayTimeout == 0 {
httpClient = &http.Client{ httpClient = &http.Client{
Transport: transport,
CheckRedirect: checkRedirect, CheckRedirect: checkRedirect,
} }
} else { } else {
httpClient = &http.Client{ httpClient = &http.Client{
Transport: transport,
Timeout: time.Duration(common.RelayTimeout) * time.Second, Timeout: time.Duration(common.RelayTimeout) * time.Second,
CheckRedirect: checkRedirect, CheckRedirect: checkRedirect,
} }
@@ -84,6 +91,8 @@ func NewProxyHttpClient(proxyURL string) (*http.Client, error) {
case "http", "https": case "http", "https":
client := &http.Client{ client := &http.Client{
Transport: &http.Transport{ Transport: &http.Transport{
MaxIdleConns: common.RelayMaxIdleConns,
MaxIdleConnsPerHost: common.RelayMaxIdleConnsPerHost,
Proxy: http.ProxyURL(parsedURL), Proxy: http.ProxyURL(parsedURL),
}, },
CheckRedirect: checkRedirect, CheckRedirect: checkRedirect,
@@ -116,6 +125,8 @@ func NewProxyHttpClient(proxyURL string) (*http.Client, error) {
client := &http.Client{ client := &http.Client{
Transport: &http.Transport{ Transport: &http.Transport{
MaxIdleConns: common.RelayMaxIdleConns,
MaxIdleConnsPerHost: common.RelayMaxIdleConnsPerHost,
DialContext: func(ctx context.Context, network, addr string) (net.Conn, error) { DialContext: func(ctx context.Context, network, addr string) (net.Conn, error) {
return dialer.Dial(network, addr) return dialer.Dial(network, addr)
}, },