Joey Hafner
a9290d0189
- ai.nix for all LLM/AI/ML programs/services/configurations. - Flatten module tree to 2 levels: configuration.nix, and modules imported by configuration.nix - Split fileSystems from hardware, mount /mnt/iscsi/joey-desktop, rename fedora drive to data.
17 lines
451 B
Nix
17 lines
451 B
Nix
{ pkgs, sys, ... }: {
|
|
services.ollama = {
|
|
enable = true;
|
|
port = 11434;
|
|
host = "127.0.0.1";
|
|
home = "/var/lib/ollama";
|
|
group = "users";
|
|
models = "/var/lib/ollama/models";
|
|
loadModels = [ "llama3.2:3b" "llama3.1:8b" "codellama:13b" ];
|
|
package = pkgs.ollama-rocm;
|
|
rocmOverrideGfx = "11.0.0";
|
|
acceleration = "rocm";
|
|
};
|
|
home-manager.users."${sys.username}" = {
|
|
home.packages = with pkgs; [ lmstudio ];
|
|
};
|
|
} |