diff --git a/frontend/src/components/LLMSelection/KoboldCPPOptions/index.jsx b/frontend/src/components/LLMSelection/KoboldCPPOptions/index.jsx index ac4db91aae5..0c774112fc6 100644 --- a/frontend/src/components/LLMSelection/KoboldCPPOptions/index.jsx +++ b/frontend/src/components/LLMSelection/KoboldCPPOptions/index.jsx @@ -22,11 +22,18 @@ export default function KoboldCPPOptions({ settings }) { const [tokenLimit, setTokenLimit] = useState( settings?.KoboldCPPTokenLimit || 4096 ); + const [maxTokens, setMaxTokens] = useState( + settings?.KoboldCPPMaxTokens || 2048 + ); const handleTokenLimitChange = (e) => { setTokenLimit(Number(e.target.value)); }; + const handleMaxTokensChange = (e) => { + setMaxTokens(Number(e.target.value)); + }; + return (
@@ -54,6 +61,26 @@ export default function KoboldCPPOptions({ settings }) { Maximum number of tokens for context and response.

+
+ + e.target.blur()} + required={true} + autoComplete="off" + /> +

+ Maximum number of tokens for the response. +

+