diff --git a/frontend/src/components/LLMSelection/KoboldCPPOptions/index.jsx b/frontend/src/components/LLMSelection/KoboldCPPOptions/index.jsx
index ac4db91aae5..0c774112fc6 100644
--- a/frontend/src/components/LLMSelection/KoboldCPPOptions/index.jsx
+++ b/frontend/src/components/LLMSelection/KoboldCPPOptions/index.jsx
@@ -22,11 +22,18 @@ export default function KoboldCPPOptions({ settings }) {
const [tokenLimit, setTokenLimit] = useState(
settings?.KoboldCPPTokenLimit || 4096
);
+ const [maxTokens, setMaxTokens] = useState(
+ settings?.KoboldCPPMaxTokens || 2048
+ );
const handleTokenLimitChange = (e) => {
setTokenLimit(Number(e.target.value));
};
+ const handleMaxTokensChange = (e) => {
+ setMaxTokens(Number(e.target.value));
+ };
+
return (
@@ -54,6 +61,26 @@ export default function KoboldCPPOptions({ settings }) {
Maximum number of tokens for context and response.
+
+
+
e.target.blur()}
+ required={true}
+ autoComplete="off"
+ />
+
+ Maximum number of tokens for the response.
+
+