From 3823afa90f8688a99c1d522938687123da0324c8 Mon Sep 17 00:00:00 2001
From: Edward Delaporte <edward@delaporte.us>
Date: Sat, 1 Aug 2026 17:12:00 -0500
Subject: [PATCH] Add some llama-cpp config

---
 bin/llama-ui.sh     | 2 +-
 files/llama-cpp.ini | 8 ++++++++
 2 files changed, 9 insertions(+), 1 deletion(-)
 create mode 100644 files/llama-cpp.ini

diff --git a/bin/llama-ui.sh b/bin/llama-ui.sh
index 7df1fd9..3d304a2 100755
--- a/bin/llama-ui.sh
+++ b/bin/llama-ui.sh
@@ -2,4 +2,4 @@ if [ ! -n "$MY_IP" ]; then
   echo "Set MY_IP"
   exit 1
 fi
-llama-server --host $MY_IP
+llama-server --host $MY_IP --models-preset $HOME/dotfiles/files/llama-cpp.ini
diff --git a/files/llama-cpp.ini b/files/llama-cpp.ini
new file mode 100644
index 0000000..3c5657a
--- /dev/null
+++ b/files/llama-cpp.ini
@@ -0,0 +1,8 @@
+version = 1
+
+; (Optional) This section provides global settings shared across all presets.
+; If the same key is defined in a specific preset, it will override the value in this global section.
+[*]
+c = 8192
+n-gpu-layers = 8
+
-- 
2.47.3