diff --git a/stacks/llm/docker-compose.yml b/stacks/llm/docker-compose.yml
index 84a4246..3721c3e 100644
--- a/stacks/llm/docker-compose.yml
+++ b/stacks/llm/docker-compose.yml
@@ -44,6 +44,8 @@ services:
       - "2"
       - "--yarn-orig-ctx"
       - "32768"
+      - "--override-kv"
+      - "qwen2.context_length=int:65536"
       - "--flash-attn"
       - "on"
       - "--cache-type-k"