Fixed AI server Not booting

2026-07-01 10:08:32 +02:00
parent eedf528a33
commit 5d971dc749
1 changed files with 2 additions and 2 deletions
@@ -203,7 +203,7 @@ Provide concise, actionable sales advice. When asked about a specific job catego
      ],
      stream: false,
      keep_alive: "30m",
-      options: { temperature: 0.7, num_predict: 1024 },
+      options: { temperature: 0.7, num_predict: 2048, num_thread: 12 },
    }),
  })
@@ -591,7 +591,7 @@ async function warmModel() {
        model: MODEL,
        prompt: "Hello",
        keep_alive: "30m",
-        options: { num_predict: 1 },
+        options: { num_predict: 1, num_thread: 12 },
      }),
    })
    if (res.ok) {