feat: change token get

This commit is contained in:
zhaoweijie
2025-02-24 10:10:21 +08:00
parent 70d1f40333
commit c5fa739a95
3 changed files with 17 additions and 14 deletions

View File

@@ -193,7 +193,8 @@ export const useMessageOption = () => {
let generateMessageId = generateID()
const meter: MeteringEntry = {
id: generateMessageId,
queryContent: message
queryContent: message,
date: new Date()
} as MeteringEntry
if (!isRegenerate) {
@@ -488,18 +489,20 @@ export const useMessageOption = () => {
// Save metering entry
const { cot, content } = responseResolver(fullText)
setMeteringEntries([...meteringEntries, {
setMeteringEntries([ {
...meter,
modelInputTokenCount: generationInfo?.prompt_eval_count ?? 0,
modelOutputTokenCount: generationInfo?.eval_count ?? 0,
model: generationInfo?.model ?? "",
modelInputTokenCount: prompt.length,
modelOutputTokenCount: fullText.length,
model: ollama.modelName,
relatedDataCount: iodData?.length ?? 0,
timeTaken: timetaken,
timeTaken: new Date().getTime() - meter.date.getTime(),
date: chatStartTime,
cot,
responseContent: content,
modelResponseContent: fullText,
}])
},
...meteringEntries,
])
} catch (e) {
const errorSave = await saveMessageOnError({
e,