diff --git a/stacks/llm/docker-compose.yml b/stacks/llm/docker-compose.yml index 3721c3e..012df4f 100644 --- a/stacks/llm/docker-compose.yml +++ b/stacks/llm/docker-compose.yml @@ -51,7 +51,7 @@ services: - "--cache-type-k" - "q8_0" - "--cache-type-v" - - "q4_0" + - "q8_0" - "--host" - "0.0.0.0" - "--port"