diff --git a/stacks/llm/docker-compose.yml b/stacks/llm/docker-compose.yml index 743e5b5..84a4246 100644 --- a/stacks/llm/docker-compose.yml +++ b/stacks/llm/docker-compose.yml @@ -32,6 +32,8 @@ services: - "/models/Qwen2.5-14B-Instruct-Q4_K_M.gguf" - "--alias" - "qwen2.5-14b-instruct" + - "--parallel" + - "1" - "-ngl" - "99" - "--ctx-size"