feat: Add useMMap option to model settings

2024-11-30 20:17:03 +05:30
parent e5e04c3674
commit 6d80798da9
6 changed files with 72 additions and 28 deletions
--- a/src/assets/locale/en/common.json
+++ b/src/assets/locale/en/common.json
@@ -87,6 +87,9 @@
                "label": "Top P",
                "placeholder": "Enter Top P value (e.g. 0.9, 0.95)"
            },
+            "useMMap": {
+                "label": "useMmap"
+            },
            "numGpu": {
                "label": "Num GPU",
                "placeholder": "Enter number of layers to send to GPU(s)"