Commit b8c97fa0 authored by Jun Siang Cheah's avatar Jun Siang Cheah
Browse files

feat: restrict title gen output to 50 tokens

parent 594f2f26
......@@ -159,7 +159,11 @@ export const generateTitle = async (
body: JSON.stringify({
model: model,
prompt: template,
stream: false
stream: false,
options: {
// Restrict the number of tokens generated to 50
num_predict: 50,
}
})
})
.then(async (res) => {
......
......@@ -295,7 +295,9 @@ export const generateTitle = async (
content: template
}
],
stream: false
stream: false,
// Restricting the max tokens to 50 to avoid long titles
max_tokens: 50,
})
})
.then(async (res) => {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment