github/new-api
1
0
Fork 0
mirror of https://github.com/QuantumNous/new-api.git synced 2026-05-05 08:01:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: Add ContextKeyLocalCountTokens and update ResponseText2Usage to use context in multiple channels

Browse Source
This commit is contained in:
CaIon
2025-11-21 18:16:40 +08:00
parent ef0647285c
commit 84745d5ca4
17 changed files with 96 additions and 127 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
relay/channel/cohere/relay-cohere.go
View File

@@ -165,7 +165,7 @@ func cohereStreamHandler(c *gin.Context, info *relaycommon.RelayInfo, resp *http
}
})
if usage.PromptTokens == 0 {
usage = service.ResponseText2Usage(responseText, info.UpstreamModelName, info.PromptTokens)
usage = service.ResponseText2Usage(c, responseText, info.UpstreamModelName, info.PromptTokens)
}
return usage, nil
}