feat: Add export/import functions for chat history, promt and knowledge

This commit is contained in:
n4ze3m 2024-05-08 13:42:59 +05:30
parent 11147fd951
commit 677aa6ef51
11 changed files with 159 additions and 22 deletions

View File

@ -41,12 +41,12 @@
"confirm": "Are you sure you want to delete your chat history? This action cannot be undone." "confirm": "Are you sure you want to delete your chat history? This action cannot be undone."
}, },
"export": { "export": {
"label": "Export Chat History, Settings, and Prompts", "label": "Export Chat History, Knowledge Base, and Prompts",
"button": "Export Data", "button": "Export Data",
"success": "Export Success" "success": "Export Success"
}, },
"import": { "import": {
"label": "Import Chat History, Settings, and Prompts", "label": "Import Chat History, Knowledge Base, and Prompts",
"button": "Import Data", "button": "Import Data",
"success": "Import Success", "success": "Import Success",
"error": "Import Error" "error": "Import Error"

View File

@ -44,12 +44,12 @@
"confirm": "チャット履歴を削除してもよろしいですか?この操作は元に戻せません。" "confirm": "チャット履歴を削除してもよろしいですか?この操作は元に戻せません。"
}, },
"export": { "export": {
"label": "チャット履歴、設定、プロンプトをエクスポートする", "label": "チャット履歴、知識ベース、プロンプトをエクスポート",
"button": "データをエクスポート", "button": "データをエクスポート",
"success": "エクスポート成功" "success": "エクスポート成功"
}, },
"import": { "import": {
"label": "チャット履歴、設定、プロンプトをインポートする", "label": "チャット履歴、知識ベース、プロンプトをインポート",
"button": "データをインポート", "button": "データをインポート",
"success": "インポート成功", "success": "インポート成功",
"error": "インポートエラー" "error": "インポートエラー"

View File

@ -44,15 +44,15 @@
"confirm": "നിങ്ങളുടെ ചാറ്റ് ചരിത്രം ഇല്ലാതാക്കണമെന്ന് ഉറപ്പാണോ? ഈ പ്രവർത്തനം പിന്നീട് പിന്വലിക്കാനാവില്ല." "confirm": "നിങ്ങളുടെ ചാറ്റ് ചരിത്രം ഇല്ലാതാക്കണമെന്ന് ഉറപ്പാണോ? ഈ പ്രവർത്തനം പിന്നീട് പിന്വലിക്കാനാവില്ല."
}, },
"export": { "export": {
"label": "ചാറ്റ് ചരിത്രം, ക്രമീകരണങ്ങൾ, പ്രോംപ്റ്റുകൾ എക്സ്പോർട്ട് ചെയ്യുക", "label": "ചാറ്റ് ചരിത്രം, അറിവ് അടിസ്ഥാനം, പ്രോംപ്റ്റുകൾ എക്സ്പോർട്ട് ചെയ്യുക",
"button": "ഡാറ്റ എക്സ്പോർട്ട് ചെയ്യുക", "button": "ഡാറ്റ എക്സ്പോർട്ട് ചെയ്യുക",
"success": "എക്സ്പോർട്ട് വിജയകരമായി" "success": "എക്സ്പോർട്ട് വിജയകരമായി"
}, },
"import": { "import": {
"label": "ചാറ്റ് ചരിത്രം, ക്രമീകരണങ്ങൾ, പ്രോംപ്റ്റുകൾ ഇമ്പോർട്ട് ചെയ്യുക", "label": "ചാറ്റ് ചരിത്രം, അറിവ് അടിസ്ഥാനം, പ്രോംപ്റ്റുകൾ ഇമ്പോർട്ട് ചെയ്യുക",
"button": "ഡാറ്റ ഇമ്പോർട്ട് ചെയ്യുക", "button": "ഡാറ്റ ഇമ്പോർട്ട് ചെയ്യുക",
"success": "ഇമ്പോർട്ട് വിജയകരമായി", "success": "ഇമ്പോർട്ട് വിജയകരമായി",
"error": "ഇമ്പോർട്ട് പരാജയപ്പെട്ടു" "error": "ഇമ്പോർട്ട് പിശക്"
} }
}, },
"tts": { "tts": {

View File

@ -41,13 +41,13 @@
"confirm": "Вы уверены, что хотите удалить историю чата? Это действие нельзя отменить." "confirm": "Вы уверены, что хотите удалить историю чата? Это действие нельзя отменить."
}, },
"export": { "export": {
"label": "Экспорт истории чата, настроек и подсказок", "label": "Экспорт истории чата, базы знаний и подсказок",
"button": "Экспорт данных", "button": "Экспортировать данные",
"success": "Экспорт успешен" "success": "Экспорт успешен"
}, },
"import": { "import": {
"label": "Импорт истории чата, настроек и подсказок", "label": "Импорт истории чата, базы знаний и подсказок",
"button": "Импорт данных", "button": "Импортировать данные",
"success": "Импорт успешен", "success": "Импорт успешен",
"error": "Ошибка импорта" "error": "Ошибка импорта"
} }

View File

@ -44,12 +44,12 @@
"confirm": "您确定要删除聊天记录吗?此操作无法撤销。" "confirm": "您确定要删除聊天记录吗?此操作无法撤销。"
}, },
"export": { "export": {
"label": "导出聊天记录、设置和提示", "label": "导出聊天记录、知识库和提示",
"button": "导出数据", "button": "导出数据",
"success": "导出成功" "success": "导出成功"
}, },
"import": { "import": {
"label": "导入聊天记录、设置和提示", "label": "导入聊天记录、知识库和提示",
"button": "导入数据", "button": "导入数据",
"success": "导入成功", "success": "导入成功",
"error": "导入错误" "error": "导入错误"

View File

@ -0,0 +1,8 @@
import { Tag } from "antd"
import { useTranslation } from "react-i18next"
export const BetaTag = () => {
const { t } = useTranslation("common")
return <Tag color="yellow">{t("beta")}</Tag>
}

View File

@ -10,6 +10,7 @@ import { useTranslation } from "react-i18next"
import { Link, useLocation } from "react-router-dom" import { Link, useLocation } from "react-router-dom"
import { OllamaIcon } from "../Icons/Ollama" import { OllamaIcon } from "../Icons/Ollama"
import { Tag } from "antd" import { Tag } from "antd"
import { BetaTag } from "../Common/Beta"
function classNames(...classes: string[]) { function classNames(...classes: string[]) {
return classes.filter(Boolean).join(" ") return classes.filter(Boolean).join(" ")
@ -81,7 +82,7 @@ export const SettingsLayout = ({ children }: { children: React.ReactNode }) => {
name={ name={
<div className="inline-flex items-center gap-2"> <div className="inline-flex items-center gap-2">
{t("manageKnowledge.title")} {t("manageKnowledge.title")}
<Tag color="yellow">{t("common:beta")}</Tag> <BetaTag />
</div> </div>
} }
icon={BlocksIcon} icon={BlocksIcon}

View File

@ -9,6 +9,11 @@ import { SearchModeSettings } from "./search-mode"
import { useTranslation } from "react-i18next" import { useTranslation } from "react-i18next"
import { useI18n } from "@/hooks/useI18n" import { useI18n } from "@/hooks/useI18n"
import { TTSModeSettings } from "./tts-mode" import { TTSModeSettings } from "./tts-mode"
import {
exportPageAssistData,
importPageAssistData
} from "@/libs/export-import"
import { BetaTag } from "@/components/Common/Beta"
export const SettingOther = () => { export const SettingOther = () => {
const { clearChat, speechToTextLanguage, setSpeechToTextLanguage } = const { clearChat, speechToTextLanguage, setSpeechToTextLanguage } =
@ -98,7 +103,7 @@ export const SettingOther = () => {
</h2> </h2>
<div className="border border-b border-gray-200 dark:border-gray-600 mt-3"></div> <div className="border border-b border-gray-200 dark:border-gray-600 mt-3"></div>
</div> </div>
<div className="flex flex-row justify-between"> <div className="flex flex-row mb-3 justify-between">
<span className="text-gray-500 dark:text-neutral-50 "> <span className="text-gray-500 dark:text-neutral-50 ">
{t("generalSettings.system.deleteChatHistory.label")} {t("generalSettings.system.deleteChatHistory.label")}
</span> </span>
@ -122,6 +127,37 @@ export const SettingOther = () => {
{t("generalSettings.system.deleteChatHistory.button")} {t("generalSettings.system.deleteChatHistory.button")}
</button> </button>
</div> </div>
<div className="flex flex-row mb-3 justify-between">
<span className="text-gray-500 dark:text-neutral-50 ">
<BetaTag /> {t("generalSettings.system.export.label")}
</span>
<button
onClick={exportPageAssistData}
className="bg-gray-800 dark:bg-white text-white dark:text-gray-900 px-4 py-2 rounded-md cursor-pointer">
{t("generalSettings.system.export.button")}
</button>
</div>
<div className="flex flex-row mb-3 justify-between">
<span className="text-gray-500 dark:text-neutral-50 ">
<BetaTag /> {t("generalSettings.system.import.label")}
</span>
<label
htmlFor="import"
className="bg-gray-800 dark:bg-white text-white dark:text-gray-900 px-4 py-2 rounded-md cursor-pointer">
{t("generalSettings.system.import.button")}
</label>
<input
type="file"
accept=".json"
id="import"
className="hidden"
onChange={(e) => {
if (e.target.files) {
importPageAssistData(e.target.files[0])
}
}}
/>
</div>
</div> </div>
</dl> </dl>
) )

View File

@ -444,3 +444,15 @@ export const importChatHistory = async (
} }
} }
} }
export const exportPrompts = async () => {
const db = new PageAssitDatabase()
return await db.getAllPrompts()
}
export const importPrompts = async (prompts: Prompts) => {
const db = new PageAssitDatabase()
for (const prompt of prompts) {
await db.addPrompt(prompt)
}
}

View File

@ -112,6 +112,22 @@ export class PageAssistVectorDb {
}) })
}) })
} }
saveImportedData = async (data: VectorData[]): Promise<void> => {
return new Promise((resolve, reject) => {
const obj: Record<string, VectorData> = {}
data.forEach((d) => {
obj[d.id] = d
})
this.db.set(obj, () => {
if (chrome.runtime.lastError) {
reject(chrome.runtime.lastError)
} else {
resolve()
}
})
})
}
} }
export const insertVector = async ( export const insertVector = async (
@ -148,7 +164,5 @@ export const exportVectors = async () => {
export const importVectors = async (data: VectorData[]) => { export const importVectors = async (data: VectorData[]) => {
const db = new PageAssistVectorDb() const db = new PageAssistVectorDb()
for (const d of data) { return db.saveImportedData(data)
await db.insertVector(d.id, d.vectors)
}
} }

66
src/libs/export-import.ts Normal file
View File

@ -0,0 +1,66 @@
import {
exportChatHistory,
exportPrompts,
importChatHistory,
importPrompts
} from "@/db"
import { exportKnowledge, importKnowledge } from "@/db/knowledge"
import { exportVectors, importVectors } from "@/db/vector"
import { message } from "antd"
export const exportPageAssistData = async () => {
const knowledge = await exportKnowledge()
const chat = await exportChatHistory()
const vector = await exportVectors()
const prompts = await exportPrompts()
const data = {
knowledge,
chat,
vector,
prompts
}
const dataStr = JSON.stringify(data)
const blob = new Blob([dataStr], { type: "application/json" })
const url = URL.createObjectURL(blob)
const a = document.createElement("a")
a.href = url
a.download = `page-assist-${new Date().toISOString()}.json`
a.click()
URL.revokeObjectURL(url)
}
export const importPageAssistData = async (file: File) => {
const reader = new FileReader()
reader.onload = async () => {
try {
const data = JSON.parse(reader.result as string)
if (data?.knowledge) {
await importKnowledge(data.knowledge)
}
if (data?.chat) {
await importChatHistory(data.chat)
}
if (data?.vector) {
await importVectors(data.vector)
}
if (data?.prompts) {
await importPrompts(data.prompts)
}
message.success("Data imported successfully")
} catch (e) {
console.error(e)
message.error("Failed to import data")
}
}
reader.readAsText(file)
}