diff --git a/ai-server/index.mjs b/ai-server/index.mjs index 872affa..6736a58 100644 --- a/ai-server/index.mjs +++ b/ai-server/index.mjs @@ -203,7 +203,7 @@ Provide concise, actionable sales advice. When asked about a specific job catego ], stream: false, keep_alive: "30m", - options: { temperature: 0.7, num_predict: 1024 }, + options: { temperature: 0.7, num_predict: 2048, num_thread: 12 }, }), }) @@ -591,7 +591,7 @@ async function warmModel() { model: MODEL, prompt: "Hello", keep_alive: "30m", - options: { num_predict: 1 }, + options: { num_predict: 1, num_thread: 12 }, }), }) if (res.ok) {