Jafner.net/dotfiles/nixos/desktop/addons/ollama.nix
Joey Hafner 79177f195e Big update:
- Consolidate "goxlr" into "peripherals"; add support for wooting, xpadneo, openrazer.
- Add ollama service.
2024-12-09 11:01:02 -08:00

14 lines
353 B
Nix

{ pkgs, ... }: {
services.ollama = {
enable = true;
port = 11434;
host = "127.0.0.1";
home = "/var/lib/ollama";
group = "users";
models = "/var/lib/ollama/models";
loadModels = [ "llama3.2:3b" "llama3.1:8b" "codellama:13b" ];
package = pkgs.ollama-rocm;
rocmOverrideGfx = "11.0.0";
acceleration = "rocm";
};
}