From: Svjatoslav Agejenko <svjatoslav@svjatoslav.eu>
Date: Sun, 29 Sep 2024 21:55:22 +0000 (+0300)
Subject: Fixes for compatibility with the latest llama.cpp
X-Git-Url: http://www2.svjatoslav.eu/gitweb/?a=commitdiff_plain;h=f35e26425c587dbf7caeee1823e5594a6baf7bb0;p=alyverkko-cli.git

Fixes for compatibility with the latest llama.cpp
---

diff --git a/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java b/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java
index 09c5f4e..7230232 100644
--- a/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java
+++ b/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java
@@ -152,8 +152,8 @@ public class AiTask {
                 "--threads " + configuration.getThreadCount(),
                 "--threads-batch " + configuration.getBatchThreadCount(),
                 "--mirostat 2",
-                "--log-disable",
                 "--flash-attn",
+                "--no-warmup",
                 "--temp " + temperature,
                 "--ctx-size " + mailQuery.model.contextSizeTokens,
                 "--batch-size 8",
diff --git a/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java b/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java
index 0704ab2..2ca0823 100644
--- a/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java
+++ b/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java
@@ -6,4 +6,13 @@ public class MailQuery {
     public String systemPrompt;
     public String userPrompt;
     public Model model;
+
+    @Override
+    public String toString() {
+        return "MailQuery{" +
+                "systemPrompt='" + systemPrompt + '\'' +
+                ", userPrompt='" + userPrompt + '\'' +
+                ", model=" + model +
+                '}';
+    }
 }