From 607192aaec8cdca8b286666359160dfde9e6a3eb Mon Sep 17 00:00:00 2001 From: Claude Code Date: Wed, 8 Apr 2026 19:40:52 +0000 Subject: [PATCH] Reduce ctx to 2048 for Pi 5 CPU speed --- apps/agent-zero/agent-zero.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/apps/agent-zero/agent-zero.yaml b/apps/agent-zero/agent-zero.yaml index 4bc81c8..1b6bd19 100644 --- a/apps/agent-zero/agent-zero.yaml +++ b/apps/agent-zero/agent-zero.yaml @@ -197,7 +197,7 @@ spec: # Default is OpenRouter; override to local Ollama on edge1 mkdir -p /a0/usr/plugins/_model_config cat > /a0/usr/plugins/_model_config/config.json << 'MODELCFG' - {"allow_chat_override":true,"chat_model":{"provider":"ollama","name":"qwen2.5-coder:7b","api_base":"http://10.0.57.17:11434","ctx_length":32768,"ctx_history":0.7,"vision":false,"kwargs":{"temperature":0,"num_ctx":32768}},"utility_model":{"provider":"ollama","name":"qwen2.5-coder:7b","api_base":"http://10.0.57.17:11434","ctx_length":8192,"ctx_input":0.7,"kwargs":{"num_ctx":8192}},"embedding_model":{"provider":"ollama","name":"nomic-embed-text","api_base":"http://10.0.57.17:11434","kwargs":{}}} + {"allow_chat_override":true,"chat_model":{"provider":"ollama","name":"qwen2.5-coder:7b","api_base":"http://10.0.57.17:11434","ctx_length":2048,"ctx_history":0.7,"vision":false,"kwargs":{"temperature":0,"num_ctx":2048}},"utility_model":{"provider":"ollama","name":"qwen2.5-coder:7b","api_base":"http://10.0.57.17:11434","ctx_length":2048,"ctx_input":0.7,"kwargs":{"num_ctx":2048}},"embedding_model":{"provider":"ollama","name":"nomic-embed-text","api_base":"http://10.0.57.17:11434","kwargs":{}}} MODELCFG # Strip heredoc indentation sed -i 's/^ //' /a0/usr/plugins/_model_config/config.json @@ -217,9 +217,9 @@ spec: - name: A0_SET_chat_model_api_base value: "http://10.0.57.17:11434" - name: A0_SET_chat_model_ctx_length - value: "32768" + value: "2048" - name: A0_SET_chat_model_kwargs - value: '{"temperature": 0, "num_ctx": 32768}' + value: '{"temperature": 0, "num_ctx": 2048}' # Utility model — same as chat (only one model available) - name: A0_SET_util_model_provider value: "ollama" @@ -228,7 +228,7 @@ spec: - name: A0_SET_util_model_api_base value: "http://10.0.57.17:11434" - name: A0_SET_util_model_kwargs - value: '{"num_ctx": 8192}' + value: '{"num_ctx": 2048}' # Embedding model — nomic on edge1 - name: A0_SET_embed_model_provider value: "ollama"