Based on QuantumNous/new-api v1.0.0-rc.36 (shallow history squashed). - CNY quota display mode: RMB-denominated top-up and crediting across Epay/Waffo channels - New CheckinButton in both authenticated and public headers (Turnstile supported) - New /subscribe page with public plan snapshot, Alipay/balance payment, auto group upgrade/reset - New /docs 12-section beginner guide with anchor navigation - New home PromoBanner linking to /docs; i18n synced (en/zh/zh-TW/fr/ja/ru/vi) - README: document custom features, live demo https://ai.88531.cn
34 lines
1.2 KiB
Go
34 lines
1.2 KiB
Go
package service
|
|
|
|
import (
|
|
"github.com/QuantumNous/new-api/common"
|
|
"github.com/QuantumNous/new-api/constant"
|
|
"github.com/QuantumNous/new-api/relaykit/dto"
|
|
"github.com/gin-gonic/gin"
|
|
)
|
|
|
|
//func GetPromptTokens(textRequest dto.GeneralOpenAIRequest, relayMode int) (int, error) {
|
|
// switch relayMode {
|
|
// case constant.RelayModeChatCompletions:
|
|
// return CountTokenMessages(textRequest.Messages, textRequest.Model)
|
|
// case constant.RelayModeCompletions:
|
|
// return CountTokenInput(textRequest.Prompt, textRequest.Model), nil
|
|
// case constant.RelayModeModerations:
|
|
// return CountTokenInput(textRequest.Input, textRequest.Model), nil
|
|
// }
|
|
// return 0, errors.New("unknown relay mode")
|
|
//}
|
|
|
|
func ResponseText2Usage(c *gin.Context, responseText string, modeName string, promptTokens int) *dto.Usage {
|
|
common.SetContextKey(c, constant.ContextKeyLocalCountTokens, true)
|
|
usage := &dto.Usage{}
|
|
usage.PromptTokens = promptTokens
|
|
usage.CompletionTokens = EstimateTokenByModel(modeName, responseText)
|
|
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
|
|
return usage
|
|
}
|
|
|
|
func ValidUsage(usage *dto.Usage) bool {
|
|
return usage != nil && (usage.PromptTokens != 0 || usage.CompletionTokens != 0)
|
|
}
|