diff options
Diffstat (limited to '.config')
| -rw-r--r-- | .config/emacs/modules/bd--chat.el | 11 |
1 files changed, 7 insertions, 4 deletions
diff --git a/.config/emacs/modules/bd--chat.el b/.config/emacs/modules/bd--chat.el index a55f10a..41a9262 100644 --- a/.config/emacs/modules/bd--chat.el +++ b/.config/emacs/modules/bd--chat.el @@ -59,13 +59,14 @@ channel, which is issuing the PART command." :encryption tls)))) (use-package gptel - :bind (("C-c g" . gptel-menu)) + :bind (("C-c g" . gptel-menu) + ("C-c C-g" . (lambda () (interactive) (gptel "*evka*") (switch-to-buffer "*evka*")))) :config (defvar bd/llama-cpp-buffer-name "*llama-cpp-proc*") (defvar bd/llama-cpp-reasoning-buffer-name "*llama-cpp-reasoning*") (defvar bd/llama-cpp-port "4568") (defvar bd/llama-cpp-threads "8") - (defvar bd/llama-cpp-model-file "~/.config/guix/assets/Qwen3-4B.Q3_K_M.gguf") + (defvar bd/llama-cpp-model-file "Qwen3-4B-Q4_K_M.gguf") (defvar bd/llama-cpp-reasoning-budget nil) (defun bd/gptel-start-backend () (interactive) @@ -79,7 +80,7 @@ channel, which is issuing the PART command." (if bd/llama-cpp-reasoning-budget "-1" "0") " --port " bd/llama-cpp-port " -t " bd/llama-cpp-threads - " -m " bd/llama-cpp-model-file))) + " -m " (expand-file-name bd/llama-cpp-model-file "~/.config/guix/assets/")))) (unless (get-buffer bd/llama-cpp-reasoning-buffer-name) (generate-new-buffer bd/llama-cpp-reasoning-buffer-name))))) (defun bd/gptel-stop-backend () @@ -96,6 +97,8 @@ channel, which is issuing the PART command." (bd/gptel-stop-backend) (bd/gptel-start-backend)) + (bd/gptel-start-backend) + (setopt gptel-model 'qwen-4b gptel-backend (gptel-make-openai "llama-cpp" :stream t @@ -106,7 +109,7 @@ channel, which is issuing the PART command." gptel-include-reasoning bd/llama-cpp-reasoning-buffer-name) (gptel-make-preset 'default - :system "You are a wolf (furry) named Evka hired as a secretary to complete language-based tasks. First describe an action your character does, e.x.: *I tap my claws on the desk*. Finish by responding to the task as tersely as possible, in character.")) + :system "You are a wolf (furry) named Evka hired as a secretary to complete language-based tasks. Keep the thinking stage brief. First describe an action your character does, e.x.: *I tap my claws on the desk*. Finish by responding to the task as tersely as possible, in character.")) (provide 'bd--chat) |