feat: Add Ollama model settings for tfsZ, numKeep, numThread, and useMlock

2025-01-05 15:11:43 +05:30
parent 0af69a3be8
commit 9674b842ef
10 changed files with 232 additions and 18 deletions
--- a/src/services/model-settings.ts
+++ b/src/services/model-settings.ts
@@ -33,6 +33,7 @@ type ModelSettings = {
  useMMap?: boolean
  vocabOnly?: boolean
  minP?: number
+  useMlock?: boolean
 }

 const keys = [
@@ -65,6 +66,7 @@ const keys = [
  "useMMap",
  "vocabOnly",
  "minP",
+  "useMlock"
 ]

 export const getAllModelSettings = async () => {