feat: Add useMMap option to model settings

src/components/Common/Settings/CurrentChatModelSettings.tsx

@@ -10,7 +10,8 @@ import {
   Input,
   InputNumber,
   Modal,
-  Skeleton
+  Skeleton,
+  Switch
 } from "antd"
 import React from "react"
 import { useTranslation } from "react-i18next"
@@ -35,7 +36,7 @@ export const CurrentChatModelSettings = ({
     queryFn: async () => {
       const data = await getAllModelSettings()
 
-      let tempSystemPrompt = "";
+      let tempSystemPrompt = ""
 
       // i hate this method but i need this feature so badly that i need to do this
       if (selectedSystemPrompt) {
@@ -52,7 +53,8 @@ export const CurrentChatModelSettings = ({
         seed: cUserSettings.seed,
         numGpu: cUserSettings.numGpu ?? data.numGpu,
         numPredict: cUserSettings.numPredict ?? data.numPredict,
-        systemPrompt: cUserSettings.systemPrompt ?? tempSystemPrompt
+        systemPrompt: cUserSettings.systemPrompt ?? tempSystemPrompt,
+        useMMap: cUserSettings.useMMap ?? data.useMMap
       })
       return data
     },
@@ -61,7 +63,6 @@ export const CurrentChatModelSettings = ({
     refetchOnWindowFocus: false
   })
 
-
   const renderBody = () => {
     return (
       <>
@@ -176,6 +177,12 @@ export const CurrentChatModelSettings = ({
                           )}
                         />
                       </Form.Item>
+
+                      <Form.Item
+                        name="useMMap"
+                        label={t("modelSettings.form.useMMap.label")}>
+                        <Switch />
+                      </Form.Item>
                     </React.Fragment>
                   )
                 }

src/components/Option/Settings/model-settings.tsx

@@ -2,7 +2,7 @@ import { BetaTag } from "@/components/Common/Beta"
 import { SaveButton } from "@/components/Common/SaveButton"
 import { getAllModelSettings, setModelSetting } from "@/services/model-settings"
 import { useQuery, useQueryClient } from "@tanstack/react-query"
-import { Form, Skeleton, Input, InputNumber, Collapse } from "antd"
+import { Form, Skeleton, Input, InputNumber, Collapse, Switch } from "antd"
 import React from "react"
 import { useTranslation } from "react-i18next"
 
@@ -78,13 +78,13 @@ export const ModelSettings = () => {
             />
           </Form.Item>
           <Form.Item
-              name="numPredict"
-              label={t("modelSettings.form.numPredict.label")}>
-              <InputNumber
-                style={{ width: "100%" }}
-                placeholder={t("modelSettings.form.numPredict.placeholder")}
-              />
-            </Form.Item>
+            name="numPredict"
+            label={t("modelSettings.form.numPredict.label")}>
+            <InputNumber
+              style={{ width: "100%" }}
+              placeholder={t("modelSettings.form.numPredict.placeholder")}
+            />
+          </Form.Item>
           <Collapse
             ghost
             className="border-none bg-transparent"
@@ -119,11 +119,14 @@ export const ModelSettings = () => {
                       <InputNumber
                         style={{ width: "100%" }}
                         size="large"
-                        placeholder={t(
-                          "modelSettings.form.numGpu.placeholder"
-                        )}
+                        placeholder={t("modelSettings.form.numGpu.placeholder")}
                       />
                     </Form.Item>
+                    <Form.Item
+                      name="useMMap"
+                      label={t("modelSettings.form.useMMap.label")}>
+                      <Switch />
+                    </Form.Item>
                   </React.Fragment>
                 )
               }