feat: Add support for minP, repeatLastN, and repeatPenalty model settings

2024-12-28 17:38:52 +05:30
parent ef40b9a242
commit aa49f03f63
10 changed files with 209 additions and 26 deletions
--- a/src/services/model-settings.ts
+++ b/src/services/model-settings.ts
@@ -32,6 +32,7 @@ type ModelSettings = {
  useMLock?: boolean
  useMMap?: boolean
  vocabOnly?: boolean
+  minP?: number
 }

 const keys = [
@@ -62,7 +63,8 @@ const keys = [
  "typicalP",
  "useMLock",
  "useMMap",
-  "vocabOnly"
+  "vocabOnly",
+  "minP",
 ]

 export const getAllModelSettings = async () => {