diff options
| author | Pol Dellaiera <pol.dellaiera@protonmail.com> | 2024-04-14 10:57:54 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-04-14 10:57:54 +0200 |
| commit | 5d67f4277d84c14d2e098dfa524c37291ded8138 (patch) | |
| tree | 49eae024005ccfd224c8d9c53e662a458a3c913f /nixos | |
| parent | c2529df52aff216f8681faeb6be2ade6239b2672 (diff) | |
| parent | 4508b5990092ce3d4760b6908667137c88adad5f (diff) | |
Merge pull request #303708 from abysssol/update-ollama-0.1.31
ollama: 0.1.30 -> 0.1.31
Diffstat (limited to 'nixos')
| -rw-r--r-- | nixos/modules/services/misc/ollama.nix | 11 |
1 files changed, 8 insertions, 3 deletions
diff --git a/nixos/modules/services/misc/ollama.nix b/nixos/modules/services/misc/ollama.nix index 30c2b26d8322e..b2c3de09015b9 100644 --- a/nixos/modules/services/misc/ollama.nix +++ b/nixos/modules/services/misc/ollama.nix @@ -40,14 +40,19 @@ in ''; }; acceleration = lib.mkOption { - type = types.nullOr (types.enum [ "rocm" "cuda" ]); + type = types.nullOr (types.enum [ false "rocm" "cuda" ]); default = null; example = "rocm"; description = '' What interface to use for hardware acceleration. - - `rocm`: supported by modern AMD GPUs - - `cuda`: supported by modern NVIDIA GPUs + - `null`: default behavior + if `nixpkgs.config.rocmSupport` is enabled, uses `"rocm"` + if `nixpkgs.config.cudaSupport` is enabled, uses `"cuda"` + otherwise defaults to `false` + - `false`: disable GPU, only use CPU + - `"rocm"`: supported by most modern AMD GPUs + - `"cuda"`: supported by most modern NVIDIA GPUs ''; }; environmentVariables = lib.mkOption { |