iod/page-assist
10
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Add support for minP, repeatLastN, and repeatPenalty model settings

Browse Source
This commit is contained in:
n4ze3m
2024-12-28 17:38:52 +05:30
parent ef40b9a242
commit aa49f03f63
10 changed files with 209 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
src/components/Common/Settings/CurrentChatModelSettings.tsx
View File

@@ -76,7 +76,10 @@ export const CurrentChatModelSettings = ({
numGpu: cUserSettings.numGpu ?? data.numGpu,
numPredict: cUserSettings.numPredict ?? data.numPredict,
systemPrompt: cUserSettings.systemPrompt ?? tempSystemPrompt,
useMMap: cUserSettings.useMMap ?? data.useMMap
useMMap: cUserSettings.useMMap ?? data.useMMap,
minP: cUserSettings.minP ?? data.minP,
repeatLastN: cUserSettings.repeatLastN ?? data.repeatLastN,
repeatPenalty: cUserSettings.repeatPenalty ?? data.repeatPenalty
})
return data
},
@@ -199,6 +202,34 @@ export const CurrentChatModelSettings = ({
/>
</Form.Item>
<Form.Item
name="minP"
label={t("modelSettings.form.minP.label")}>
<InputNumber
style={{ width: "100%" }}
placeholder={t("modelSettings.form.minP.placeholder")}
/>
</Form.Item>
<Form.Item
name="repeatPenalty"
label={t("modelSettings.form.repeatPenalty.label")}>
<InputNumber
style={{ width: "100%" }}
placeholder={t(
"modelSettings.form.repeatPenalty.placeholder"
)}
/>
</Form.Item>
<Form.Item
name="repeatLastN"
label={t("modelSettings.form.repeatLastN.label")}>
<InputNumber
style={{ width: "100%" }}
placeholder={t(
"modelSettings.form.repeatLastN.placeholder"
)}
/>
</Form.Item>
<Form.Item
name="useMMap"
label={t("modelSettings.form.useMMap.label")}>
@@ -209,7 +240,10 @@ export const CurrentChatModelSettings = ({
}
]}
/>
<SaveButton className="w-full text-center inline-flex items-center justify-center" btnType="submit" />
<SaveButton
className="w-full text-center inline-flex items-center justify-center"
btnType="submit"
/>
</Form>
) : (
<Skeleton active />

28
src/components/Option/Settings/model-settings.tsx
View File

@@ -122,6 +122,34 @@ export const ModelSettings = () => {
placeholder={t("modelSettings.form.numGpu.placeholder")}
/>
</Form.Item>
<Form.Item
name="minP"
label={t("modelSettings.form.minP.label")}>
<InputNumber
style={{ width: "100%" }}
placeholder={t("modelSettings.form.minP.placeholder")}
/>
</Form.Item>
<Form.Item
name="repeatPenalty"
label={t("modelSettings.form.repeatPenalty.label")}>
<InputNumber
style={{ width: "100%" }}
placeholder={t(
"modelSettings.form.repeatPenalty.placeholder"
)}
/>
</Form.Item>
<Form.Item
name="repeatLastN"
label={t("modelSettings.form.repeatLastN.label")}>
<InputNumber
style={{ width: "100%" }}
placeholder={t(
"modelSettings.form.repeatLastN.placeholder"
)}
/>
</Form.Item>
<Form.Item
name="useMMap"
label={t("modelSettings.form.useMMap.label")}>