183 lines
5.9 KiB
TypeScript
183 lines
5.9 KiB
TypeScript
import { useMutation, useQuery, useQueryClient } from "@tanstack/react-query"
|
|
import { Form, InputNumber, Select, Skeleton } from "antd"
|
|
import { SaveButton } from "~/components/Common/SaveButton"
|
|
import {
|
|
defaultEmbeddingChunkOverlap,
|
|
defaultEmbeddingChunkSize,
|
|
defaultEmbeddingModelForRag,
|
|
getAllModels,
|
|
saveForRag
|
|
} from "~/services/ollama"
|
|
import { SettingPrompt } from "./prompt"
|
|
import { useTranslation } from "react-i18next"
|
|
import { getTotalFilePerKB } from "@/services/app"
|
|
import { SidepanelRag } from "./sidepanel-rag"
|
|
|
|
export const RagSettings = () => {
|
|
const { t } = useTranslation("settings")
|
|
|
|
const queryClient = useQueryClient()
|
|
|
|
const { data: ollamaInfo, status } = useQuery({
|
|
queryKey: ["fetchRAGSettings"],
|
|
queryFn: async () => {
|
|
const [allModels, chunkOverlap, chunkSize, defaultEM, totalFilePerKB] =
|
|
await Promise.all([
|
|
getAllModels({ returnEmpty: true }),
|
|
defaultEmbeddingChunkOverlap(),
|
|
defaultEmbeddingChunkSize(),
|
|
defaultEmbeddingModelForRag(),
|
|
getTotalFilePerKB()
|
|
])
|
|
return {
|
|
models: allModels,
|
|
chunkOverlap,
|
|
chunkSize,
|
|
defaultEM,
|
|
totalFilePerKB
|
|
}
|
|
}
|
|
})
|
|
|
|
const { mutate: saveRAG, isPending: isSaveRAGPending } = useMutation({
|
|
mutationFn: async (data: {
|
|
model: string
|
|
chunkSize: number
|
|
overlap: number
|
|
totalFilePerKB: number
|
|
}) => {
|
|
await saveForRag(data.model, data.chunkSize, data.overlap, data.totalFilePerKB)
|
|
return true
|
|
},
|
|
onSuccess: () => {
|
|
queryClient.invalidateQueries({
|
|
queryKey: ["fetchRAGSettings"]
|
|
})
|
|
}
|
|
})
|
|
|
|
return (
|
|
<div className="flex flex-col space-y-3">
|
|
{status === "pending" && <Skeleton paragraph={{ rows: 4 }} active />}
|
|
{status === "success" && (
|
|
<div className="flex flex-col space-y-6">
|
|
<div>
|
|
<div>
|
|
<h2 className="text-base font-semibold leading-7 text-gray-900 dark:text-white">
|
|
{t("rag.ragSettings.label")}
|
|
</h2>
|
|
<div className="border border-b border-gray-200 dark:border-gray-600 mt-3 mb-6"></div>
|
|
</div>
|
|
<Form
|
|
layout="vertical"
|
|
onFinish={(data) => {
|
|
saveRAG({
|
|
model: data.defaultEM,
|
|
chunkSize: data.chunkSize,
|
|
overlap: data.chunkOverlap,
|
|
totalFilePerKB: data.totalFilePerKB
|
|
})
|
|
}}
|
|
initialValues={{
|
|
chunkSize: ollamaInfo?.chunkSize,
|
|
chunkOverlap: ollamaInfo?.chunkOverlap,
|
|
defaultEM: ollamaInfo?.defaultEM,
|
|
totalFilePerKB: ollamaInfo?.totalFilePerKB
|
|
}}>
|
|
<Form.Item
|
|
name="defaultEM"
|
|
label={t("rag.ragSettings.model.label")}
|
|
help={t("rag.ragSettings.model.help")}
|
|
rules={[
|
|
{
|
|
required: true,
|
|
message: t("rag.ragSettings.model.required")
|
|
}
|
|
]}>
|
|
<Select
|
|
size="large"
|
|
filterOption={(input, option) =>
|
|
option!.label.toLowerCase().indexOf(input.toLowerCase()) >=
|
|
0 ||
|
|
option!.value.toLowerCase().indexOf(input.toLowerCase()) >=
|
|
0
|
|
}
|
|
showSearch
|
|
placeholder={t("rag.ragSettings.model.placeholder")}
|
|
style={{ width: "100%" }}
|
|
className="mt-4"
|
|
options={ollamaInfo.models?.map((model) => ({
|
|
label: model.name,
|
|
value: model.model
|
|
}))}
|
|
/>
|
|
</Form.Item>
|
|
|
|
<Form.Item
|
|
name="chunkSize"
|
|
label={t("rag.ragSettings.chunkSize.label")}
|
|
rules={[
|
|
{
|
|
required: true,
|
|
message: t("rag.ragSettings.chunkSize.required")
|
|
}
|
|
]}>
|
|
<InputNumber
|
|
style={{ width: "100%" }}
|
|
placeholder={t("rag.ragSettings.chunkSize.placeholder")}
|
|
/>
|
|
</Form.Item>
|
|
<Form.Item
|
|
name="chunkOverlap"
|
|
label={t("rag.ragSettings.chunkOverlap.label")}
|
|
rules={[
|
|
{
|
|
required: true,
|
|
message: t("rag.ragSettings.chunkOverlap.required")
|
|
}
|
|
]}>
|
|
<InputNumber
|
|
style={{ width: "100%" }}
|
|
placeholder={t("rag.ragSettings.chunkOverlap.placeholder")}
|
|
/>
|
|
</Form.Item>
|
|
|
|
<Form.Item
|
|
name="totalFilePerKB"
|
|
label={t("rag.ragSettings.totalFilePerKB.label")}
|
|
rules={[
|
|
{
|
|
required: true,
|
|
message: t("rag.ragSettings.totalFilePerKB.required")
|
|
}
|
|
]}>
|
|
<InputNumber
|
|
style={{ width: "100%" }}
|
|
placeholder={t("rag.ragSettings.totalFilePerKB.placeholder")}
|
|
/>
|
|
</Form.Item>
|
|
|
|
|
|
<div className="flex justify-end">
|
|
<SaveButton disabled={isSaveRAGPending} btnType="submit" />
|
|
</div>
|
|
</Form>
|
|
</div>
|
|
|
|
<SidepanelRag />
|
|
|
|
<div>
|
|
<div>
|
|
<h2 className="text-base font-semibold leading-7 text-gray-900 dark:text-white">
|
|
{t("rag.prompt.label")}
|
|
</h2>
|
|
<div className="border border-b border-gray-200 dark:border-gray-600 mt-3 mb-6"></div>
|
|
</div>
|
|
<SettingPrompt />
|
|
</div>
|
|
</div>
|
|
)}
|
|
</div>
|
|
)
|
|
}
|