feat(llm): package upstream inference engines

Centralize engine pins, compiler wrappers and NPU packages.
Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency.

Offline evaluation passed; workstation builds remain pending.

Bead: nix-overlay-v09
This commit is contained in:
2026-11-12 20:36:52 +03:00
parent 47829fe9a6
commit 85bd7421de
21 changed files with 865 additions and 309 deletions
+5
View File
@@ -0,0 +1,5 @@
{ pkgs, inputs, ... }:
(import ../../_lib/llm-packages.nix {
inherit inputs;
system = pkgs.stdenv.hostPlatform.system;
}).strix-llama-cpp
+5
View File
@@ -0,0 +1,5 @@
{ pkgs, source }:
pkgs.callPackage (source + "/.devops/nix/package.nix") {
llamaVersion = source.shortRev or "0.0.0";
useVulkan = true;
}