feat(llm): package upstream inference engines
Centralize engine pins, compiler wrappers and NPU packages. Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency. Offline evaluation passed; workstation builds remain pending. Bead: nix-overlay-v09
This commit is contained in:
@@ -0,0 +1,42 @@
|
||||
{ inputs, system }:
|
||||
let
|
||||
pkgs = import inputs.nixpkgs-engine {
|
||||
inherit system;
|
||||
config.allowUnfree = true;
|
||||
overlays = [ inputs.hipfire.overlays.default ];
|
||||
};
|
||||
therock-rocm = pkgs.callPackage ../packages/therock-rocm/package.nix {
|
||||
inherit (inputs) nix-strix-halo;
|
||||
};
|
||||
hipfire = pkgs.callPackage ../packages/hipfire/package.nix {
|
||||
hipfireSource = inputs.hipfire;
|
||||
therockRocm = therock-rocm;
|
||||
};
|
||||
gufo = import ../packages/gufo/package.nix { inherit inputs system; };
|
||||
in
|
||||
builtins.mapAttrs
|
||||
(
|
||||
_: package:
|
||||
if system == "x86_64-linux" then
|
||||
package
|
||||
else
|
||||
{
|
||||
meta.platforms = [ "x86_64-linux" ];
|
||||
}
|
||||
)
|
||||
{
|
||||
inherit hipfire therock-rocm gufo;
|
||||
hipfire-kernels = hipfire.kernels;
|
||||
xrt-amdxdna = gufo.xrt;
|
||||
kyojin = pkgs.callPackage ../packages/kyojin/package.nix {
|
||||
kyojin = inputs.kyojin.packages.${system}.kyojin;
|
||||
jitCheck = inputs.kyojin.checks.${system}.kyojin-hipcc-smoke;
|
||||
cpuCheck = inputs.kyojin.checks.${system}.kyojin-tests;
|
||||
};
|
||||
pwilkin-llama-cpp = pkgs.callPackage ../packages/pwilkin-llama-cpp/package.nix {
|
||||
source = inputs.pwilkin-llama-cpp;
|
||||
};
|
||||
strix-llama-cpp = pkgs.callPackage ../packages/strix-llama-cpp/package.nix {
|
||||
source = inputs.strix-llama-cpp;
|
||||
};
|
||||
}
|
||||
Reference in New Issue
Block a user