Newest server.
This commit is contained in:
@@ -11,6 +11,10 @@
|
||||
./configuration-common.nix
|
||||
];
|
||||
nixpkgs.config.allowUnfree = true;
|
||||
|
||||
# Suggestions from llama to increase cpu bound efficency for ai models.
|
||||
# Set CPU frequency to 3.5 GHz
|
||||
|
||||
nix = {
|
||||
settings = {
|
||||
experimental-features = [ "nix-command" "flakes" ];
|
||||
@@ -26,6 +30,7 @@
|
||||
initrd.kernelModules = [ ];
|
||||
loader.systemd-boot.enable = true;
|
||||
loader.efi.canTouchEfiVariables = true;
|
||||
kernelParams = [ "hz=35000000" ];
|
||||
supportedFilesystems = [ "vfat" "btrfs" "cifs" ];
|
||||
extraModulePackages = [ ];
|
||||
extraModprobeConfig = ''
|
||||
@@ -93,6 +98,14 @@
|
||||
pulseaudio.enable = false;
|
||||
printing.enable = false;
|
||||
openssh.enable = true;
|
||||
ollama = {
|
||||
enable = true;
|
||||
loadModels = [
|
||||
"steamdj/llama3.1-cpu-only"
|
||||
# "qwen2.5:7b-instruct-q4_K_M"
|
||||
];
|
||||
acceleration = false;
|
||||
};
|
||||
};
|
||||
security.rtkit.enable = true;
|
||||
|
||||
|
||||
Reference in New Issue
Block a user