tui fixes

This commit is contained in:
Luxferre
2026-03-23 00:06:24 +02:00
parent 4e43d84e2d
commit f931203cda
2 changed files with 19 additions and 2 deletions
+2 -1
View File
@@ -23,7 +23,8 @@ port = 8080
[models.ollama]
# model_id = "Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF:Q4_K_M"
model_id = "unsloth/Qwen3.5-0.8B-GGUF:Q8_0"
# model_id = "nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M"
model_id = "Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q2ks-mixed-AutoRound"
# endpoint = "http://127.0.0.1:11434/v1"
endpoint = "http://127.0.0.1:8080/v1"
api_key = ""