iod/page-assist
10
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: ability to update knowledge base default file limit

Browse Source
This commit is contained in:
n4ze3m
2024-07-21 20:13:37 +05:30
parent 943813f759
commit af09c8eed6
14 changed files with 101 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/components/Option/Knowledge/AddKnowledge.tsx
View File

@@ -7,6 +7,7 @@ import { InboxIcon } from "lucide-react"
import { useTranslation } from "react-i18next"
import PubSub from "pubsub-js"
import { KNOWLEDGE_QUEUE } from "@/queue"
import { useStorage } from "@plasmohq/storage/hook"
type Props = {
open: boolean
@@ -16,6 +17,7 @@ type Props = {
export const AddKnowledge = ({ open, setOpen }: Props) => {
const { t } = useTranslation(["knowledge", "common"])
const [form] = Form.useForm()
const [totalFilePerKB] = useStorage("totalFilePerKB", 10)
const onUploadHandler = async (data: {
title: string
@@ -92,7 +94,7 @@ export const AddKnowledge = ({ open, setOpen }: Props) => {
<Upload.Dragger
accept={".pdf, .csv, .txt, .md, .docx"}
multiple={true}
maxCount={10}
maxCount={totalFilePerKB}
beforeUpload={(file) => {
const allowedTypes = [
"application/pdf",

67
src/components/Option/Settings/rag.tsx
View File

@@ -10,6 +10,7 @@ import {
} from "~/services/ollama"
import { SettingPrompt } from "./prompt"
import { useTranslation } from "react-i18next"
import { getTotalFilePerKB } from "@/services/app"
export const RagSettings = () => {
const { t } = useTranslation("settings")
@@ -19,19 +20,20 @@ export const RagSettings = () => {
const { data: ollamaInfo, status } = useQuery({
queryKey: ["fetchRAGSettings"],
queryFn: async () => {
const [allModels, chunkOverlap, chunkSize, defaultEM] = await Promise.all(
[
const [allModels, chunkOverlap, chunkSize, defaultEM, totalFilePerKB] =
await Promise.all([
getAllModels({ returnEmpty: true }),
defaultEmbeddingChunkOverlap(),
defaultEmbeddingChunkSize(),
defaultEmbeddingModelForRag()
]
)
defaultEmbeddingModelForRag(),
getTotalFilePerKB()
])
return {
models: allModels,
chunkOverlap,
chunkSize,
defaultEM
defaultEM,
totalFilePerKB
}
}
})
@@ -41,8 +43,9 @@ export const RagSettings = () => {
model: string
chunkSize: number
overlap: number
totalFilePerKB: number
}) => {
await saveForRag(data.model, data.chunkSize, data.overlap)
await saveForRag(data.model, data.chunkSize, data.overlap, data.totalFilePerKB)
return true
},
onSuccess: () => {
@@ -70,13 +73,15 @@ export const RagSettings = () => {
saveRAG({
model: data.defaultEM,
chunkSize: data.chunkSize,
overlap: data.chunkOverlap
overlap: data.chunkOverlap,
totalFilePerKB: data.totalFilePerKB
})
}}
initialValues={{
chunkSize: ollamaInfo?.chunkSize,
chunkOverlap: ollamaInfo?.chunkOverlap,
defaultEM: ollamaInfo?.defaultEM
defaultEM: ollamaInfo?.defaultEM,
totalFilePerKB: ollamaInfo?.totalFilePerKB
}}>
<Form.Item
name="defaultEM"
@@ -85,9 +90,7 @@ export const RagSettings = () => {
rules={[
{
required: true,
message: t(
"rag.ragSettings.model.required"
)
message: t("rag.ragSettings.model.required")
}
]}>
<Select
@@ -99,9 +102,7 @@ export const RagSettings = () => {
0
}
showSearch
placeholder={t(
"rag.ragSettings.model.placeholder"
)}
placeholder={t("rag.ragSettings.model.placeholder")}
style={{ width: "100%" }}
className="mt-4"
options={ollamaInfo.models?.map((model) => ({
@@ -117,39 +118,45 @@ export const RagSettings = () => {
rules={[
{
required: true,
message: t(
"rag.ragSettings.chunkSize.required"
)
message: t("rag.ragSettings.chunkSize.required")
}
]}>
<InputNumber
style={{ width: "100%" }}
placeholder={t(
"rag.ragSettings.chunkSize.placeholder"
)}
placeholder={t("rag.ragSettings.chunkSize.placeholder")}
/>
</Form.Item>
<Form.Item
name="chunkOverlap"
label={t(
"rag.ragSettings.chunkOverlap.label"
)}
label={t("rag.ragSettings.chunkOverlap.label")}
rules={[
{
required: true,
message: t(
"rag.ragSettings.chunkOverlap.required"
)
message: t("rag.ragSettings.chunkOverlap.required")
}
]}>
<InputNumber
style={{ width: "100%" }}
placeholder={t(
"rag.ragSettings.chunkOverlap.placeholder"
)}
placeholder={t("rag.ragSettings.chunkOverlap.placeholder")}
/>
</Form.Item>
<Form.Item
name="totalFilePerKB"
label={t("rag.ragSettings.totalFilePerKB.label")}
rules={[
{
required: true,
message: t("rag.ragSettings.totalFilePerKB.required")
}
]}>
<InputNumber
style={{ width: "100%" }}
placeholder={t("rag.ragSettings.totalFilePerKB.placeholder")}
/>
</Form.Item>
<div className="flex justify-end">
<SaveButton disabled={isSaveRAGPending} btnType="submit" />
</div>