feat: add metering data
This commit is contained in:
@@ -55,6 +55,8 @@ export const useMessageOption = () => {
|
||||
const {
|
||||
history,
|
||||
setHistory,
|
||||
chatMessages,
|
||||
setChatMessages,
|
||||
setStreaming,
|
||||
streaming,
|
||||
setIsFirstMessage,
|
||||
@@ -166,7 +168,6 @@ export const useMessageOption = () => {
|
||||
useMlock:
|
||||
currentChatModelSettings?.useMlock ?? userDefaultModelSettings?.useMlock
|
||||
})
|
||||
|
||||
let newMessage: Message[] = []
|
||||
let generateMessageId = generateID()
|
||||
|
||||
@@ -285,16 +286,19 @@ export const useMessageOption = () => {
|
||||
const response = await ollama.invoke(promptForQuestion)
|
||||
let res = response.content.toString()
|
||||
res = removeReasoning(res)
|
||||
keywords = res.replace(/^Keywords:/i, '').split(', ').map(k => k.trim())
|
||||
keywords = res
|
||||
.replace(/^Keywords:/i, "")
|
||||
.split(", ")
|
||||
.map((k) => k.trim())
|
||||
}
|
||||
|
||||
const { prompt, webSources, iodSources } = await getSystemPromptForWeb(
|
||||
query,
|
||||
keywords,
|
||||
webSearch,
|
||||
iodSearch,
|
||||
iodSearch
|
||||
)
|
||||
console.log("prompt:\n"+prompt);
|
||||
console.log("prompt:\n" + prompt)
|
||||
setIsSearchingInternet(false)
|
||||
|
||||
// message = message.trim().replaceAll("\n", " ")
|
||||
@@ -455,6 +459,24 @@ export const useMessageOption = () => {
|
||||
|
||||
setIsProcessing(false)
|
||||
setStreaming(false)
|
||||
|
||||
setChatMessages([
|
||||
...chatMessages,
|
||||
{
|
||||
id: generateMessageId,
|
||||
query: message,
|
||||
prompt: prompt,
|
||||
thinkingChain: "",
|
||||
answer: fullText,
|
||||
relatedDataCount: count,
|
||||
iodInputToken: "",
|
||||
iodOutputToken: "",
|
||||
modelInputToken: "",
|
||||
modelOutputToken: "",
|
||||
date: reasoningStartTime,
|
||||
timeTaken: timetaken
|
||||
}
|
||||
])
|
||||
} catch (e) {
|
||||
const errorSave = await saveMessageOnError({
|
||||
e,
|
||||
|
||||
Reference in New Issue
Block a user