bin/llama-cli.sh

   1 # MODEL=https://huggingface.co/TheBloke/Llama-2-7B-GGUF/resolve/main/llama-2-7b.Q4_K_M.gguf
   2 # MODEL=TheBloke/Llama-2-7B-GGUF/resolve/main/llama-2-7b.Q4_K_M.gguf
   3 MODEL=TheBloke/Llama-2-7B-GGUF
   4
   5 echo $MODEL
   6 llama cli --ctx-size 8200 --hf-repo "$MODEL" -p $1