feat(llm): package upstream inference engines

Centralize engine pins, compiler wrappers and NPU packages.
Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency.

Offline evaluation passed; workstation builds remain pending.

Bead: nix-overlay-v09
This commit is contained in:
2026-11-12 20:36:52 +03:00
parent 47829fe9a6
commit 85bd7421de
21 changed files with 865 additions and 309 deletions
+42
View File
@@ -0,0 +1,42 @@
{ inputs, system }:
let
pkgs = import inputs.nixpkgs-engine {
inherit system;
config.allowUnfree = true;
overlays = [ inputs.hipfire.overlays.default ];
};
therock-rocm = pkgs.callPackage ../packages/therock-rocm/package.nix {
inherit (inputs) nix-strix-halo;
};
hipfire = pkgs.callPackage ../packages/hipfire/package.nix {
hipfireSource = inputs.hipfire;
therockRocm = therock-rocm;
};
gufo = import ../packages/gufo/package.nix { inherit inputs system; };
in
builtins.mapAttrs
(
_: package:
if system == "x86_64-linux" then
package
else
{
meta.platforms = [ "x86_64-linux" ];
}
)
{
inherit hipfire therock-rocm gufo;
hipfire-kernels = hipfire.kernels;
xrt-amdxdna = gufo.xrt;
kyojin = pkgs.callPackage ../packages/kyojin/package.nix {
kyojin = inputs.kyojin.packages.${system}.kyojin;
jitCheck = inputs.kyojin.checks.${system}.kyojin-hipcc-smoke;
cpuCheck = inputs.kyojin.checks.${system}.kyojin-tests;
};
pwilkin-llama-cpp = pkgs.callPackage ../packages/pwilkin-llama-cpp/package.nix {
source = inputs.pwilkin-llama-cpp;
};
strix-llama-cpp = pkgs.callPackage ../packages/strix-llama-cpp/package.nix {
source = inputs.strix-llama-cpp;
};
}