feat(llm): package upstream inference engines
Centralize engine pins, compiler wrappers and NPU packages. Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency. Offline evaluation passed; workstation builds remain pending. Bead: nix-overlay-v09
This commit is contained in:
@@ -0,0 +1,5 @@
|
||||
{ pkgs, inputs, ... }:
|
||||
(import ../../_lib/llm-packages.nix {
|
||||
inherit inputs;
|
||||
system = pkgs.stdenv.hostPlatform.system;
|
||||
}).hipfire
|
||||
@@ -0,0 +1,123 @@
|
||||
{
|
||||
pkgs,
|
||||
hipfireSource,
|
||||
therockRocm,
|
||||
modelDir ? "/var/lib/hipfire/models",
|
||||
}:
|
||||
let
|
||||
lib = pkgs.lib;
|
||||
gcc = pkgs.stdenv.cc;
|
||||
|
||||
hipccFixed = pkgs.writeShellScriptBin "hipcc" ''
|
||||
export ROCM_PATH=${therockRocm}
|
||||
exec ${therockRocm}/bin/hipcc \
|
||||
--gcc-toolchain=${gcc.cc} \
|
||||
-idirafter ${gcc.libc.dev}/include \
|
||||
-B${gcc.libc}/lib \
|
||||
-L${gcc.libc}/lib \
|
||||
-L${gcc.cc.lib}/lib \
|
||||
-L${gcc.cc}/lib \
|
||||
"$@"
|
||||
'';
|
||||
|
||||
glibcLoader = "${pkgs.glibc}/lib/ld-linux-x86-64.so.2";
|
||||
llvmRunPath = lib.makeSearchPathOutput "lib" "lib" [
|
||||
gcc.cc.lib
|
||||
gcc.cc
|
||||
];
|
||||
therockLlvmTool =
|
||||
name:
|
||||
pkgs.writeShellScriptBin name ''
|
||||
exec ${glibcLoader} --library-path ${therockRocm}/lib:${llvmRunPath} \
|
||||
${therockRocm}/lib/llvm/bin/${name} "$@"
|
||||
'';
|
||||
llvmReadobj = therockLlvmTool "llvm-readobj";
|
||||
llvmObjdump = therockLlvmTool "llvm-objdump";
|
||||
|
||||
therockDeviceLibs = pkgs.runCommand "therock-device-libs" { } ''
|
||||
mkdir -p $out/amdgcn
|
||||
ln -sfn ${therockRocm}/amdgcn/bitcode $out/amdgcn/bitcode
|
||||
'';
|
||||
|
||||
hipfireKernelsPkg =
|
||||
(pkgs.callPackage (hipfireSource + "/nix/kernels.nix") {
|
||||
src = hipfireSource;
|
||||
cargoLockFile = hipfireSource + "/Cargo.lock";
|
||||
gpuTargets = [ "gfx1151" ];
|
||||
rocmPackages = pkgs.rocmPackages // {
|
||||
clr = therockRocm;
|
||||
rocm-device-libs = therockDeviceLibs;
|
||||
};
|
||||
}).overrideAttrs
|
||||
(old: {
|
||||
nativeBuildInputs = old.nativeBuildInputs ++ [ hipccFixed ];
|
||||
env.HIPFIRE_HIPCC = "${hipccFixed}/bin/hipcc";
|
||||
});
|
||||
|
||||
hipfireWithQuantize = pkgs.hipfire.overrideAttrs (_: {
|
||||
buildPhase = ''
|
||||
runHook preBuild
|
||||
cargo build --release -p hipfire-daemon
|
||||
cargo build --release -p hipfire-cli
|
||||
cargo build --release -p hipfire-quantize \
|
||||
--bin hipfire-quantize --bin dflash_convert --bin draft_to_mq4
|
||||
runHook postBuild
|
||||
'';
|
||||
|
||||
installPhase = ''
|
||||
runHook preInstall
|
||||
|
||||
mkdir -p $out/bin
|
||||
|
||||
cp target/release/daemon $out/bin/hipfire-daemon-unwrapped
|
||||
makeWrapper $out/bin/hipfire-daemon-unwrapped $out/bin/hipfire-daemon \
|
||||
--set HIPFIRE_ROCM_PATH ${therockRocm} \
|
||||
--set HIPFIRE_HIPCC ${hipccFixed}/bin/hipcc \
|
||||
--set ROCM_PATH ${therockRocm} \
|
||||
--set RADIOWAVE_READOBJ ${llvmReadobj}/bin/llvm-readobj \
|
||||
--set RADIOWAVE_OBJDUMP ${llvmObjdump}/bin/llvm-objdump \
|
||||
--prefix PATH : ${
|
||||
pkgs.lib.makeBinPath [
|
||||
hipccFixed
|
||||
pkgs.pciutils
|
||||
]
|
||||
} \
|
||||
--prefix LD_LIBRARY_PATH : ${therockRocm}/lib
|
||||
|
||||
cp target/release/hipfire $out/bin/hipfire-unwrapped
|
||||
makeWrapper $out/bin/hipfire-unwrapped $out/bin/hipfire \
|
||||
--set HIPFIRE_DAEMON_BIN $out/bin/hipfire-daemon \
|
||||
--set HIPFIRE_NORMALIZE_PROMPT "1" \
|
||||
--set HIPFIRE_MODELS_DIR "${modelDir}" \
|
||||
--set HIP_PATH "${therockRocm}" \
|
||||
--set HIPFIRE_HIPCC ${hipccFixed}/bin/hipcc \
|
||||
--set ROCM_PATH ${therockRocm} \
|
||||
--set RADIOWAVE_READOBJ ${llvmReadobj}/bin/llvm-readobj \
|
||||
--set RADIOWAVE_OBJDUMP ${llvmObjdump}/bin/llvm-objdump \
|
||||
--prefix PATH : ${
|
||||
pkgs.lib.makeBinPath [
|
||||
hipccFixed
|
||||
pkgs.pciutils
|
||||
]
|
||||
} \
|
||||
--prefix LD_LIBRARY_PATH : ${therockRocm}/lib
|
||||
|
||||
mkdir -p $out/share/hipfire/target/release
|
||||
cp target/release/hipfire-quantize $out/share/hipfire/target/release/
|
||||
cp target/release/dflash_convert $out/share/hipfire/target/release/
|
||||
cp target/release/draft_to_mq4 $out/share/hipfire/target/release/
|
||||
|
||||
runHook postInstall
|
||||
'';
|
||||
});
|
||||
|
||||
in
|
||||
hipfireWithQuantize.overrideAttrs (old: {
|
||||
passthru = (old.passthru or { }) // {
|
||||
kernels = hipfireKernelsPkg;
|
||||
hipcc = hipccFixed;
|
||||
inherit llvmReadobj llvmObjdump;
|
||||
rocm = therockRocm;
|
||||
category = "AI Inference";
|
||||
};
|
||||
})
|
||||
Reference in New Issue
Block a user