feat: change token get
This commit is contained in:
@@ -193,7 +193,8 @@ export const useMessageOption = () => {
|
||||
let generateMessageId = generateID()
|
||||
const meter: MeteringEntry = {
|
||||
id: generateMessageId,
|
||||
queryContent: message
|
||||
queryContent: message,
|
||||
date: new Date()
|
||||
} as MeteringEntry
|
||||
|
||||
if (!isRegenerate) {
|
||||
@@ -488,18 +489,20 @@ export const useMessageOption = () => {
|
||||
|
||||
// Save metering entry
|
||||
const { cot, content } = responseResolver(fullText)
|
||||
setMeteringEntries([...meteringEntries, {
|
||||
setMeteringEntries([ {
|
||||
...meter,
|
||||
modelInputTokenCount: generationInfo?.prompt_eval_count ?? 0,
|
||||
modelOutputTokenCount: generationInfo?.eval_count ?? 0,
|
||||
model: generationInfo?.model ?? "",
|
||||
modelInputTokenCount: prompt.length,
|
||||
modelOutputTokenCount: fullText.length,
|
||||
model: ollama.modelName,
|
||||
relatedDataCount: iodData?.length ?? 0,
|
||||
timeTaken: timetaken,
|
||||
timeTaken: new Date().getTime() - meter.date.getTime(),
|
||||
date: chatStartTime,
|
||||
cot,
|
||||
responseContent: content,
|
||||
modelResponseContent: fullText,
|
||||
}])
|
||||
},
|
||||
...meteringEntries,
|
||||
])
|
||||
} catch (e) {
|
||||
const errorSave = await saveMessageOnError({
|
||||
e,
|
||||
|
||||
Reference in New Issue
Block a user