fixed some log dups for tool calling

This commit is contained in:
Luxferre
2026-03-23 08:31:45 +02:00
parent f931203cda
commit 4aeb84c9b1
2 changed files with 10 additions and 8 deletions
+10 -6
View File
@@ -21,10 +21,14 @@ port = 8080
max_tokens = 4096
timeout_secs = 360
[models.ollama]
[models.local]
# here are somewhat viable local options from smallest to largest (mostly for llama-server)
model_id = "mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF:IQ4_NL"
# model_id = "reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF:Q8_0"
# model_id = "Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF:Q4_K_M"
# model_id = "LocoreMind/LocoOperator-4B-GGUF:IQ4_XS"
# model_id = "nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M"
model_id = "Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q2ks-mixed-AutoRound"
# model_id = "Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q2ks-mixed-AutoRound"
# endpoint = "http://127.0.0.1:11434/v1"
endpoint = "http://127.0.0.1:8080/v1"
api_key = ""
@@ -45,7 +49,7 @@ port = 8080
[agents]
[agents.coordinator]
role = "COORDINATOR"
model_id = "ollama"
model_id = "local"
enable_shell_exec = true
streaming = false
log_intermediate = true
@@ -62,7 +66,7 @@ port = 8080
[agents.coder]
role = "SPECIALIST"
model_id = "ollama"
model_id = "local"
enable_shell_exec = true
streaming = false
log_intermediate = true
@@ -78,7 +82,7 @@ port = 8080
[agents.reviewer]
role = "SPECIALIST"
model_id = "ollama"
model_id = "local"
streaming = false
log_intermediate = true
system_prompt = "You are a Quality Assurance Specialist and Code Reviewer. Your role is to analyze code for potential bugs, security vulnerabilities, and style violations."
@@ -93,7 +97,7 @@ port = 8080
[agents.tester]
role = "SPECIALIST"
model_id = "ollama"
model_id = "local"
enable_shell_exec = true
streaming = false
log_intermediate = true