feat(llm): package upstream inference engines
Centralize engine pins, compiler wrappers and NPU packages. Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency. Offline evaluation passed; workstation builds remain pending. Bead: nix-overlay-v09
This commit is contained in:
@@ -0,0 +1,44 @@
|
||||
{ system, inputs }:
|
||||
let
|
||||
gufoPkgs = import inputs.gufo.inputs.nixpkgs {
|
||||
inherit system;
|
||||
config.allowUnfree = true;
|
||||
};
|
||||
nsh = inputs.nix-strix-halo;
|
||||
|
||||
xrt =
|
||||
(gufoPkgs.callPackage (nsh + /pkgs/xrt) {
|
||||
src = inputs.xrt-src;
|
||||
version = "2.21";
|
||||
xdnaSrc = inputs.xdna-driver-src;
|
||||
xdnaVersion = "1.7";
|
||||
}).xdna.overrideAttrs
|
||||
(old: {
|
||||
meta = (old.meta or { }) // {
|
||||
mainProgram = "xrt-smi";
|
||||
};
|
||||
});
|
||||
|
||||
package = inputs.gufo.packages.${system}.release.overrideAttrs (old: {
|
||||
nativeBuildInputs = (old.nativeBuildInputs or [ ]) ++ [
|
||||
gufoPkgs.libuuid.dev
|
||||
xrt
|
||||
];
|
||||
cmakeFlags = old.cmakeFlags ++ [
|
||||
"-DGUFO_ENABLE_NPU=ON"
|
||||
"-DGUFO_XRT_INCLUDE_DIR=${xrt}/include"
|
||||
"-DGUFO_XRT_LIB_DIR=${xrt}/lib"
|
||||
];
|
||||
patches = (old.patches or [ ]) ++ [ ./gufo-unsloth-ud3.patch ];
|
||||
});
|
||||
|
||||
npuDir = "${inputs.gufo}/tools/npu";
|
||||
|
||||
fabricClock = "${inputs.gufo}/tools/npu/fabric-clock.sh";
|
||||
in
|
||||
package.overrideAttrs (old: {
|
||||
passthru = (old.passthru or { }) // {
|
||||
inherit xrt npuDir fabricClock;
|
||||
category = "AI Inference";
|
||||
};
|
||||
})
|
||||
Reference in New Issue
Block a user