feat: upgrade registry

src/hooks/useMessageOption.tsx

@@ -21,6 +21,8 @@ import {
 import { useNavigate } from "react-router-dom"
 import { notification } from "antd"
 import { getSystemPromptForWeb } from "~/web/web"
+import { tokenizeInput } from "~/web/iod"
+
 import { generateHistory } from "@/utils/generate-history"
 import { useTranslation } from "react-i18next"
 import {
@@ -38,6 +40,7 @@ import { pageAssistModel } from "@/models"
 import { getNoOfRetrievedDocs } from "@/services/app"
 import { humanMessageFormatter } from "@/utils/human-message"
 import { pageAssistEmbeddingModel } from "@/models/embedding"
+
 import {
   isReasoningEnded,
   isReasoningStarted,
@@ -307,6 +310,9 @@ export const useMessageOption = () => {
       // Currently only IoD search use keywords
       if (iodSearch) {
         // Extract keywords
+        console.log("query:"+query+" --> "+JSON.stringify(tokenizeInput(query)));
+        keywords = tokenizeInput(query)
+        /*
         const questionPrompt = await geWebSearchKeywordsPrompt()
         const promptForQuestion = questionPrompt.replaceAll("{query}", query)
         const response = await ollama.invoke(promptForQuestion)
@@ -317,8 +323,10 @@ export const useMessageOption = () => {
           .replace(/^关键词:/i, "")
           .replace(/^：/i, "")
           .replace(/^:/i, "")
-          .split(", ")
+          .replaceAll(" ", "")
+          .split(",")
           .map((k) => k.trim())
+        */
       }
 
       const { prompt, webSources, iodSources, iodSearchResults: iodData, iodTokenCount } =