diff --git a/nixos/roles/ollama.nix b/nixos/roles/ollama.nix index 8f103ea..5ac74ac 100644 --- a/nixos/roles/ollama.nix +++ b/nixos/roles/ollama.nix @@ -14,5 +14,9 @@ _: { ]; syncModels = true; + + environmentVariables = { + OLLAMA_CONTEXT_LENGTH = "16384"; + }; }; }