39 lines
923 B
Nix
39 lines
923 B
Nix
{ pkgs, sys, ... }: {
|
|
services.ollama = {
|
|
enable = true;
|
|
port = 11434;
|
|
host = "127.0.0.1";
|
|
home = "/var/lib/ollama";
|
|
group = "users";
|
|
models = "/var/lib/ollama/models";
|
|
loadModels = [ "llama3.2:3b" "llama3.1:8b" "codellama:13b" ];
|
|
package = pkgs.ollama-rocm;
|
|
rocmOverrideGfx = "11.0.0";
|
|
acceleration = "rocm";
|
|
};
|
|
home-manager.users."${sys.username}" = {
|
|
home.packages = with pkgs; [
|
|
lmstudio
|
|
docker
|
|
docker-compose
|
|
( writeShellApplication {
|
|
name = "ai";
|
|
runtimeInputs = [
|
|
libnotify
|
|
jq
|
|
git
|
|
];
|
|
text = ''
|
|
#!/bin/bash
|
|
'';
|
|
} )
|
|
];
|
|
};
|
|
virtualisation.docker = {
|
|
enable = true;
|
|
daemon.settings.data-root = "/docker";
|
|
rootless.enable = true;
|
|
rootless.setSocketVariable = true;
|
|
};
|
|
users.users.${sys.username}.extraGroups = [ "docker" ];
|
|
} |