feat(llm): package upstream inference engines

Centralize engine pins, compiler wrappers and NPU packages.
Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency.

Offline evaluation passed; workstation builds remain pending.

Bead: nix-overlay-v09
This commit is contained in:
2026-11-12 20:36:52 +03:00
parent 47829fe9a6
commit 85bd7421de
21 changed files with 865 additions and 309 deletions
+33
View File
@@ -2,6 +2,36 @@
description = "Various packages for Nix";
inputs = {
nixpkgs-engine.url = "github:NixOS/nixpkgs/nixos-unstable";
hipfire = {
url = "github:warpfront/hipfire/v0.4.4";
inputs.nixpkgs.follows = "nixpkgs-engine";
};
nix-strix-halo = {
url = "github:hellas-ai/nix-strix-halo";
flake = false;
};
xrt-src = {
url = "git+https://github.com/Xilinx/XRT?ref=XRT-2.21&submodules=1";
flake = false;
};
xdna-driver-src = {
url = "git+https://github.com/amd/xdna-driver?ref=1.7&submodules=1";
flake = false;
};
pwilkin-llama-cpp = {
url = "github:pwilkin/llama.cpp/strix-halo";
inputs.nixpkgs.follows = "nixpkgs-engine";
inputs.flake-parts.follows = "flake-parts";
};
strix-llama-cpp = {
url = "github:halo-box/strix-llama.cpp";
inputs.nixpkgs.follows = "nixpkgs-engine";
inputs.flake-parts.follows = "flake-parts";
};
gufo.url = "github:mikealanni/gufo/fork-enhancements";
kyojin.url = "github:Yamz-Labs/kyojin/v1.8.10";
nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";
# Newer nixpkgs whose toolchains are required by some packages:
# rustc >= 1.95 (mcp-gateway >= 3.4.0), go >= 1.26.3 (kubernetes-mcp-server >= 0.0.66).
@@ -52,6 +82,7 @@
blueprintOutputs
// {
overlays = {
hipfire = inputs.hipfire.overlays.default;
default = import ./overlays {
inherit (blueprintOutputs) packages;
};
@@ -60,6 +91,8 @@
};
};
nixosModules.hipfire = inputs.hipfire.nixosModules.default;
nixosModules.default = {
nixpkgs.overlays = [ self.overlays.default ];
};