Improve selftest
[alyverkko-cli.git] / alyverkko-cli.yaml
1 mail_directory: "/home/user/AI/mail"
2 models_directory: "/home/user/AI/models"
3 default_temperature: 0.7
4 llama_cpp_executable_path: "/home/user/AI/llama.cpp/main"
5 batch_thread_count: 10
6 thread_count: 6
7 models:
8   - alias: "wizard"
9     filesystem_path: "WizardLM-2-8x22B.Q5_K_M-00001-of-00005.gguf"
10     context_size_tokens: 64000
11     end_of_text_marker: null
12