feat(llm): package upstream inference engines
Centralize engine pins, compiler wrappers and NPU packages. Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency. Offline evaluation passed; workstation builds remain pending. Bead: nix-overlay-v09
This commit is contained in:
@@ -1,13 +1,5 @@
|
||||
{
|
||||
pkgs,
|
||||
inputs,
|
||||
jitRocmSdk ? null,
|
||||
...
|
||||
}:
|
||||
# The HIP extension has to be compiled against a ROCm build of PyTorch, and the
|
||||
# only ROCm torch in this flake with a cached binary is the one from the pinned
|
||||
# nixpkgs-torch211 input (2.11 + ROCm 7.2, python 3.13). Current nixos-unstable
|
||||
# ships torch 2.13, whose ROCm build fails to configure in nixpkgs and is not
|
||||
# on cache.nixos.org.
|
||||
inputs.nixpkgs-torch211.legacyPackages.${pkgs.stdenv.hostPlatform.system}.callPackage ./package.nix
|
||||
{ inherit jitRocmSdk; }
|
||||
{ pkgs, inputs, ... }:
|
||||
(import ../../_lib/llm-packages.nix {
|
||||
inherit inputs;
|
||||
system = pkgs.stdenv.hostPlatform.system;
|
||||
}).kyojin
|
||||
|
||||
Reference in New Issue
Block a user