diff --git a/agent.go b/agent.go index 55a0fb5..dab6a83 100644 --- a/agent.go +++ b/agent.go @@ -117,8 +117,6 @@ func (s *Sidekick) logIntermediate(msg Message) { } if msg.Content != "" { s.IntermediateHandler(fmt.Sprintf("LLM Output: %s", msg.Content)) - } else if len(msg.ToolCalls) > 0 { - s.IntermediateHandler(fmt.Sprintf("Tool Call: %s", msg.ToolCalls[0].Function.Name)) } } diff --git a/config.toml b/config.toml index d10ae4e..5379b42 100644 --- a/config.toml +++ b/config.toml @@ -21,10 +21,14 @@ port = 8080 max_tokens = 4096 timeout_secs = 360 - [models.ollama] + [models.local] + # here are somewhat viable local options from smallest to largest (mostly for llama-server) + model_id = "mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF:IQ4_NL" + # model_id = "reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF:Q8_0" # model_id = "Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF:Q4_K_M" + # model_id = "LocoreMind/LocoOperator-4B-GGUF:IQ4_XS" # model_id = "nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M" - model_id = "Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q2ks-mixed-AutoRound" + # model_id = "Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q2ks-mixed-AutoRound" # endpoint = "http://127.0.0.1:11434/v1" endpoint = "http://127.0.0.1:8080/v1" api_key = "" @@ -45,7 +49,7 @@ port = 8080 [agents] [agents.coordinator] role = "COORDINATOR" - model_id = "ollama" + model_id = "local" enable_shell_exec = true streaming = false log_intermediate = true @@ -62,7 +66,7 @@ port = 8080 [agents.coder] role = "SPECIALIST" - model_id = "ollama" + model_id = "local" enable_shell_exec = true streaming = false log_intermediate = true @@ -78,7 +82,7 @@ port = 8080 [agents.reviewer] role = "SPECIALIST" - model_id = "ollama" + model_id = "local" streaming = false log_intermediate = true system_prompt = "You are a Quality Assurance Specialist and Code Reviewer. Your role is to analyze code for potential bugs, security vulnerabilities, and style violations." @@ -93,7 +97,7 @@ port = 8080 [agents.tester] role = "SPECIALIST" - model_id = "ollama" + model_id = "local" enable_shell_exec = true streaming = false log_intermediate = true