notes

Log | Files | Refs

commit 6f32d26433ea29f39972279b9312494ccba1f5d1
parent b5848c333d112a9643eda8e943169bcd6d60952d
Author: ling0x <ling0x@users.noreply.github.com>
Date:   Thu, 23 Jul 2026 18:40:38 +0100

commands

Diffstat:
Acommands/linux.txt | 4++++
Mcommands/llama-cpp.txt | 9+++++++--
Mcommands/tts.txt | 4++++
3 files changed, 15 insertions(+), 2 deletions(-)

diff --git a/commands/linux.txt b/commands/linux.txt @@ -0,0 +1,3 @@ +Mount a harddrive to a directory in archlinux: + +sudo mount -t exfat /dev/sda1 /mnt/seagate +\ No newline at end of file diff --git a/commands/llama-cpp.txt b/commands/llama-cpp.txt @@ -27,8 +27,13 @@ cmake --build build --config Release Run on NVIDIA GPU without reasoning: -./build/bin/llama-server -hf unsloth/gemma-4-12b-it-GGUF -ngl 999 -c 32768 --host 0.0.0.0 --port 9090 --reasoning off +./build/bin/llama-server -hf unsloth/gemma-4-12b-it-GGUF -ngl 999 -c 32768 --host 0.0.0.0 --port 9090 --reasoning off --parallel 1 Run on CPU only without reasoning: -./build/bin/llama-server -hf unsloth/gemma-4-12b-it-GGUF -c 32768 --host 0.0.0.0 --port 9090 --reasoning off +./build/bin/llama-server -hf unsloth/gemma-4-12b-it-GGUF -c 32768 --host 0.0.0.0 --port 9090 --reasoning off --parallel 1 + +==================================================================== +Check how many requests it can accept in parallel: + +curl -s 127.0.0.1:9090/props | jq '{n_ctx: .default_generation_settings.n_ctx, total_slots}' diff --git a/commands/tts.txt b/commands/tts.txt @@ -31,6 +31,10 @@ Test saying sth: spd-say "This is a test" +Read a txt file: + +cat transcript.txt | spd-say -e + ==================================================================== Kokoro