Files
alex 85bd7421de feat(llm): package upstream inference engines
Centralize engine pins, compiler wrappers and NPU packages.
Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency.

Offline evaluation passed; workstation builds remain pending.

Bead: nix-overlay-v09
2026-11-12 20:36:52 +03:00

45 lines
1.1 KiB
Nix

{ system, inputs }:
let
gufoPkgs = import inputs.gufo.inputs.nixpkgs {
inherit system;
config.allowUnfree = true;
};
nsh = inputs.nix-strix-halo;
xrt =
(gufoPkgs.callPackage (nsh + /pkgs/xrt) {
src = inputs.xrt-src;
version = "2.21";
xdnaSrc = inputs.xdna-driver-src;
xdnaVersion = "1.7";
}).xdna.overrideAttrs
(old: {
meta = (old.meta or { }) // {
mainProgram = "xrt-smi";
};
});
package = inputs.gufo.packages.${system}.release.overrideAttrs (old: {
nativeBuildInputs = (old.nativeBuildInputs or [ ]) ++ [
gufoPkgs.libuuid.dev
xrt
];
cmakeFlags = old.cmakeFlags ++ [
"-DGUFO_ENABLE_NPU=ON"
"-DGUFO_XRT_INCLUDE_DIR=${xrt}/include"
"-DGUFO_XRT_LIB_DIR=${xrt}/lib"
];
patches = (old.patches or [ ]) ++ [ ./gufo-unsloth-ud3.patch ];
});
npuDir = "${inputs.gufo}/tools/npu";
fabricClock = "${inputs.gufo}/tools/npu/fabric-clock.sh";
in
package.overrideAttrs (old: {
passthru = (old.passthru or { }) // {
inherit xrt npuDir fabricClock;
category = "AI Inference";
};
})