github/new-api
1
0
Fork 0
mirror of https://github.com/QuantumNous/new-api.git synced 2026-03-30 05:41:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: update model ratio

Browse Source
This commit is contained in:
CaIon
2024-04-24 18:53:21 +08:00
parent bfcaccc2e3
commit 20aaf30785
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
common/model-ratio.go
View File

@@ -224,6 +224,9 @@ func GetCompletionRatio(name string) float64 {
if strings.HasPrefix(name, "gemini-") {
return 3
}
if strings.HasPrefix(name, "command") {
return 5
}
switch name {
case "llama2-70b-4096":
return 0.8 / 0.7