From f35e26425c587dbf7caeee1823e5594a6baf7bb0 Mon Sep 17 00:00:00 2001 From: Svjatoslav Agejenko Date: Mon, 30 Sep 2024 00:55:22 +0300 Subject: [PATCH] Fixes for compatibility with the latest llama.cpp --- src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java | 2 +- .../eu/svjatoslav/alyverkko_cli/commands/MailQuery.java | 9 +++++++++ 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java b/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java index 09c5f4e..7230232 100644 --- a/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java +++ b/src/main/java/eu/svjatoslav/alyverkko_cli/AiTask.java @@ -152,8 +152,8 @@ public class AiTask { "--threads " + configuration.getThreadCount(), "--threads-batch " + configuration.getBatchThreadCount(), "--mirostat 2", - "--log-disable", "--flash-attn", + "--no-warmup", "--temp " + temperature, "--ctx-size " + mailQuery.model.contextSizeTokens, "--batch-size 8", diff --git a/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java b/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java index 0704ab2..2ca0823 100644 --- a/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java +++ b/src/main/java/eu/svjatoslav/alyverkko_cli/commands/MailQuery.java @@ -6,4 +6,13 @@ public class MailQuery { public String systemPrompt; public String userPrompt; public Model model; + + @Override + public String toString() { + return "MailQuery{" + + "systemPrompt='" + systemPrompt + '\'' + + ", userPrompt='" + userPrompt + '\'' + + ", model=" + model + + '}'; + } } -- 2.20.1