85bd7421de
Centralize engine pins, compiler wrappers and NPU packages. Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency. Offline evaluation passed; workstation builds remain pending. Bead: nix-overlay-v09
124 lines
3.8 KiB
Nix
124 lines
3.8 KiB
Nix
{
|
|
pkgs,
|
|
hipfireSource,
|
|
therockRocm,
|
|
modelDir ? "/var/lib/hipfire/models",
|
|
}:
|
|
let
|
|
lib = pkgs.lib;
|
|
gcc = pkgs.stdenv.cc;
|
|
|
|
hipccFixed = pkgs.writeShellScriptBin "hipcc" ''
|
|
export ROCM_PATH=${therockRocm}
|
|
exec ${therockRocm}/bin/hipcc \
|
|
--gcc-toolchain=${gcc.cc} \
|
|
-idirafter ${gcc.libc.dev}/include \
|
|
-B${gcc.libc}/lib \
|
|
-L${gcc.libc}/lib \
|
|
-L${gcc.cc.lib}/lib \
|
|
-L${gcc.cc}/lib \
|
|
"$@"
|
|
'';
|
|
|
|
glibcLoader = "${pkgs.glibc}/lib/ld-linux-x86-64.so.2";
|
|
llvmRunPath = lib.makeSearchPathOutput "lib" "lib" [
|
|
gcc.cc.lib
|
|
gcc.cc
|
|
];
|
|
therockLlvmTool =
|
|
name:
|
|
pkgs.writeShellScriptBin name ''
|
|
exec ${glibcLoader} --library-path ${therockRocm}/lib:${llvmRunPath} \
|
|
${therockRocm}/lib/llvm/bin/${name} "$@"
|
|
'';
|
|
llvmReadobj = therockLlvmTool "llvm-readobj";
|
|
llvmObjdump = therockLlvmTool "llvm-objdump";
|
|
|
|
therockDeviceLibs = pkgs.runCommand "therock-device-libs" { } ''
|
|
mkdir -p $out/amdgcn
|
|
ln -sfn ${therockRocm}/amdgcn/bitcode $out/amdgcn/bitcode
|
|
'';
|
|
|
|
hipfireKernelsPkg =
|
|
(pkgs.callPackage (hipfireSource + "/nix/kernels.nix") {
|
|
src = hipfireSource;
|
|
cargoLockFile = hipfireSource + "/Cargo.lock";
|
|
gpuTargets = [ "gfx1151" ];
|
|
rocmPackages = pkgs.rocmPackages // {
|
|
clr = therockRocm;
|
|
rocm-device-libs = therockDeviceLibs;
|
|
};
|
|
}).overrideAttrs
|
|
(old: {
|
|
nativeBuildInputs = old.nativeBuildInputs ++ [ hipccFixed ];
|
|
env.HIPFIRE_HIPCC = "${hipccFixed}/bin/hipcc";
|
|
});
|
|
|
|
hipfireWithQuantize = pkgs.hipfire.overrideAttrs (_: {
|
|
buildPhase = ''
|
|
runHook preBuild
|
|
cargo build --release -p hipfire-daemon
|
|
cargo build --release -p hipfire-cli
|
|
cargo build --release -p hipfire-quantize \
|
|
--bin hipfire-quantize --bin dflash_convert --bin draft_to_mq4
|
|
runHook postBuild
|
|
'';
|
|
|
|
installPhase = ''
|
|
runHook preInstall
|
|
|
|
mkdir -p $out/bin
|
|
|
|
cp target/release/daemon $out/bin/hipfire-daemon-unwrapped
|
|
makeWrapper $out/bin/hipfire-daemon-unwrapped $out/bin/hipfire-daemon \
|
|
--set HIPFIRE_ROCM_PATH ${therockRocm} \
|
|
--set HIPFIRE_HIPCC ${hipccFixed}/bin/hipcc \
|
|
--set ROCM_PATH ${therockRocm} \
|
|
--set RADIOWAVE_READOBJ ${llvmReadobj}/bin/llvm-readobj \
|
|
--set RADIOWAVE_OBJDUMP ${llvmObjdump}/bin/llvm-objdump \
|
|
--prefix PATH : ${
|
|
pkgs.lib.makeBinPath [
|
|
hipccFixed
|
|
pkgs.pciutils
|
|
]
|
|
} \
|
|
--prefix LD_LIBRARY_PATH : ${therockRocm}/lib
|
|
|
|
cp target/release/hipfire $out/bin/hipfire-unwrapped
|
|
makeWrapper $out/bin/hipfire-unwrapped $out/bin/hipfire \
|
|
--set HIPFIRE_DAEMON_BIN $out/bin/hipfire-daemon \
|
|
--set HIPFIRE_NORMALIZE_PROMPT "1" \
|
|
--set HIPFIRE_MODELS_DIR "${modelDir}" \
|
|
--set HIP_PATH "${therockRocm}" \
|
|
--set HIPFIRE_HIPCC ${hipccFixed}/bin/hipcc \
|
|
--set ROCM_PATH ${therockRocm} \
|
|
--set RADIOWAVE_READOBJ ${llvmReadobj}/bin/llvm-readobj \
|
|
--set RADIOWAVE_OBJDUMP ${llvmObjdump}/bin/llvm-objdump \
|
|
--prefix PATH : ${
|
|
pkgs.lib.makeBinPath [
|
|
hipccFixed
|
|
pkgs.pciutils
|
|
]
|
|
} \
|
|
--prefix LD_LIBRARY_PATH : ${therockRocm}/lib
|
|
|
|
mkdir -p $out/share/hipfire/target/release
|
|
cp target/release/hipfire-quantize $out/share/hipfire/target/release/
|
|
cp target/release/dflash_convert $out/share/hipfire/target/release/
|
|
cp target/release/draft_to_mq4 $out/share/hipfire/target/release/
|
|
|
|
runHook postInstall
|
|
'';
|
|
});
|
|
|
|
in
|
|
hipfireWithQuantize.overrideAttrs (old: {
|
|
passthru = (old.passthru or { }) // {
|
|
kernels = hipfireKernelsPkg;
|
|
hipcc = hipccFixed;
|
|
inherit llvmReadobj llvmObjdump;
|
|
rocm = therockRocm;
|
|
category = "AI Inference";
|
|
};
|
|
})
|