Add some llama-cpp config

diff --git a/bin/llama-ui.sh b/bin/llama-ui.sh
index 7df1fd9441c4faed4ad449b18da689b277e96271..3d304a27d1fad590b64b58130d682200a68806e2 100755 (executable)
--- a/bin/llama-ui.sh
+++ b/bin/llama-ui.sh
@@ -2,4 +2,4 @@ if [ ! -n "$MY_IP" ]; then
   echo "Set MY_IP"
   exit 1
 fi
-llama-server --host $MY_IP
+llama-server --host $MY_IP --models-preset $HOME/dotfiles/files/llama-cpp.ini

diff --git a/files/llama-cpp.ini b/files/llama-cpp.ini
new file mode 100644 (file)
index 0000000..3c5657a
--- /dev/null
+++ b/files/llama-cpp.ini
@@ -0,0 +1,8 @@
+version = 1
+
+; (Optional) This section provides global settings shared across all presets.
+; If the same key is defined in a specific preset, it will override the value in this global section.
+[*]
+c = 8192
+n-gpu-layers = 8
+