2024-12-09 11:01:02 -08:00
|
|
|
{ pkgs, ... }: {
|
2025-01-08 12:04:28 -08:00
|
|
|
imports = [
|
|
|
|
../../modules/services/ssh.nix
|
|
|
|
../../modules/services/flatpak.nix
|
|
|
|
../../modules/services/minecraft-server.nix
|
|
|
|
];
|
2024-12-09 11:01:02 -08:00
|
|
|
services.ollama = {
|
|
|
|
enable = true;
|
|
|
|
port = 11434;
|
|
|
|
host = "127.0.0.1";
|
|
|
|
home = "/var/lib/ollama";
|
|
|
|
group = "users";
|
|
|
|
models = "/var/lib/ollama/models";
|
|
|
|
loadModels = [ "llama3.2:3b" "llama3.1:8b" "codellama:13b" ];
|
|
|
|
package = pkgs.ollama-rocm;
|
|
|
|
rocmOverrideGfx = "11.0.0";
|
|
|
|
acceleration = "rocm";
|
|
|
|
};
|
|
|
|
}
|