feat: configure ellama models again
This commit is contained in:
@@ -582,7 +582,7 @@
|
|||||||
(make-llm-ollama
|
(make-llm-ollama
|
||||||
;; this model should be pulled to use it
|
;; this model should be pulled to use it
|
||||||
;; value should be the same as you print in terminal during pull
|
;; value should be the same as you print in terminal during pull
|
||||||
:chat-model "qwen2.5-coder:latest"
|
:chat-model "danielsheep/Qwen3-Coder-30B-A3B-Instruct-1M-Unsloth:UD-IQ3_XXS"
|
||||||
:embedding-model "nomic-embed-text"
|
:embedding-model "nomic-embed-text"
|
||||||
:default-chat-non-standard-params '(("num_ctx" . 8192))))
|
:default-chat-non-standard-params '(("num_ctx" . 8192))))
|
||||||
;; (setopt ellama-summarization-provider
|
;; (setopt ellama-summarization-provider
|
||||||
@@ -613,7 +613,7 @@
|
|||||||
:default-chat-non-standard-params
|
:default-chat-non-standard-params
|
||||||
'(("num_ctx" . 32768))))
|
'(("num_ctx" . 32768))))
|
||||||
(setopt ellama-extraction-provider (make-llm-ollama
|
(setopt ellama-extraction-provider (make-llm-ollama
|
||||||
:chat-model "qwen2.5-coder:latest"
|
:chat-model "qwen2.5-coder:14b"
|
||||||
:embedding-model "nomic-embed-text"
|
:embedding-model "nomic-embed-text"
|
||||||
:default-chat-non-standard-params
|
:default-chat-non-standard-params
|
||||||
'(("num_ctx" . 32768))))
|
'(("num_ctx" . 32768))))
|
||||||
|
|||||||
Reference in New Issue
Block a user