Fixes for compatibility with the latest llama.cpp

diff --git a/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java b/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java
index 09c5f4e..7230232 100644 (file)
--- a/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java
+++ b/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java
@@ -152,8 +152,8 @@ public class AiTask {
                 "--threads " + configuration.getThreadCount(),
                 "--threads-batch " + configuration.getBatchThreadCount(),
                 "--mirostat 2",
-                "--log-disable",
                 "--flash-attn",
+                "--no-warmup",
                 "--temp " + temperature,
                 "--ctx-size " + mailQuery.model.contextSizeTokens,
                 "--batch-size 8",

diff --git a/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java b/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java
index 0704ab2..2ca0823 100644 (file)
--- a/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java
+++ b/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java
@@ -6,4 +6,13 @@ public class MailQuery {
     public String systemPrompt;
     public String userPrompt;
     public Model model;
+
+    @Override
+    public String toString() {
+        return "MailQuery{" +
+                "systemPrompt='" + systemPrompt + '\'' +
+                ", userPrompt='" + userPrompt + '\'' +
+                ", model=" + model +
+                '}';
+    }
 }