feat(llm): package upstream inference engines
Centralize engine pins, compiler wrappers and NPU packages. Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency. Offline evaluation passed; workstation builds remain pending. Bead: nix-overlay-v09
This commit is contained in:
@@ -0,0 +1,5 @@
|
||||
{ pkgs, inputs, ... }:
|
||||
(import ../../_lib/llm-packages.nix {
|
||||
inherit inputs;
|
||||
system = pkgs.stdenv.hostPlatform.system;
|
||||
}).strix-llama-cpp
|
||||
@@ -0,0 +1,5 @@
|
||||
{ pkgs, source }:
|
||||
pkgs.callPackage (source + "/.devops/nix/package.nix") {
|
||||
llamaVersion = source.shortRev or "0.0.0";
|
||||
useVulkan = true;
|
||||
}
|
||||
Reference in New Issue
Block a user