feat(llm): package upstream inference engines

Centralize engine pins, compiler wrappers and NPU packages.
Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency.

Offline evaluation passed; workstation builds remain pending.

Bead: nix-overlay-v09
This commit is contained in:
2026-11-12 20:36:52 +03:00
parent 47829fe9a6
commit 85bd7421de
21 changed files with 865 additions and 309 deletions
Generated
+452 -6
View File
@@ -1,5 +1,26 @@
{
"nodes": {
"audio-cpp": {
"inputs": {
"nixpkgs": [
"gufo",
"nixpkgs"
]
},
"locked": {
"lastModified": 1789940897,
"narHash": "sha256-+9tVcd+0TkDxg7JRU7M06Lvm20sXEbuerm62uhm6JKA=",
"owner": "0xShug0",
"repo": "audio.cpp",
"rev": "e3de8e3f3cbfac55ffa58df71426c41550a8598b",
"type": "github"
},
"original": {
"owner": "0xShug0",
"repo": "audio.cpp",
"type": "github"
}
},
"blueprint": {
"inputs": {
"nixpkgs": [
@@ -53,6 +74,22 @@
"type": "github"
}
},
"flake-compat": {
"flake": false,
"locked": {
"lastModified": 1767039857,
"narHash": "sha256-vNpUSpF5Nuw8xvDLj2KCwwksIbjua2LZCqhV1LNRDns=",
"owner": "NixOS",
"repo": "flake-compat",
"rev": "5edf11c44bc78a0d334f6334cdaf7d60d732daab",
"type": "github"
},
"original": {
"owner": "NixOS",
"repo": "flake-compat",
"type": "github"
}
},
"flake-parts": {
"inputs": {
"nixpkgs-lib": [
@@ -73,13 +110,170 @@
"type": "github"
}
},
"flake-parts_2": {
"inputs": {
"nixpkgs-lib": "nixpkgs-lib"
},
"locked": {
"lastModified": 1790898470,
"narHash": "sha256-zTwuwezD0w3hpga6a6P8emidzAZFyWqlNeRBlpWOOl8=",
"owner": "hercules-ci",
"repo": "flake-parts",
"rev": "024633cd702b10285db5cb19b40ad48d2399ba60",
"type": "github"
},
"original": {
"owner": "hercules-ci",
"repo": "flake-parts",
"type": "github"
}
},
"flake-utils": {
"inputs": {
"systems": "systems"
},
"locked": {
"lastModified": 1731533236,
"narHash": "sha256-l0KFg5HjrsfsO/JpG+r7fRrqm12kzFHyUHqHCVpMMbI=",
"owner": "numtide",
"repo": "flake-utils",
"rev": "11707dc2f618dd54ca8739b309ec4fc024de578b",
"type": "github"
},
"original": {
"owner": "numtide",
"repo": "flake-utils",
"type": "github"
}
},
"git-hooks-nix": {
"inputs": {
"flake-compat": "flake-compat",
"nixpkgs": [
"kyojin",
"nixpkgs"
]
},
"locked": {
"lastModified": 1790500375,
"narHash": "sha256-XN3sDtn8TU9hAc9xqZ+SqRB/HHm2wjxM6aSWYLJU+oo=",
"owner": "cachix",
"repo": "git-hooks.nix",
"rev": "a0e4241b51206fbcbf52fd322eb5f0cd80f153c4",
"type": "github"
},
"original": {
"owner": "cachix",
"repo": "git-hooks.nix",
"type": "github"
}
},
"gufo": {
"inputs": {
"audio-cpp": "audio-cpp",
"nixpkgs": "nixpkgs"
},
"locked": {
"lastModified": 1793664946,
"narHash": "sha256-fsARElSJAbcRu+OBEZXfE+m90W9Cc/696rMaFhGiSNQ=",
"owner": "mikealanni",
"repo": "gufo",
"rev": "6a107cf6aeba7f28db266c2ba100bfb274f65e5a",
"type": "github"
},
"original": {
"owner": "mikealanni",
"ref": "fork-enhancements",
"repo": "gufo",
"type": "github"
}
},
"hipfire": {
"inputs": {
"flake-utils": "flake-utils",
"nixpkgs": [
"nixpkgs-engine"
],
"rust-overlay": "rust-overlay"
},
"locked": {
"lastModified": 1793080987,
"narHash": "sha256-g2S6zvHD4BeIpVpVKQDlnE5V7A+5kj9MPR7TARgmIo8=",
"owner": "warpfront",
"repo": "hipfire",
"rev": "75c28fc06486457139e47a4abc2df32dd55470f0",
"type": "github"
},
"original": {
"owner": "warpfront",
"ref": "v0.4.4",
"repo": "hipfire",
"type": "github"
}
},
"kyojin": {
"inputs": {
"flake-parts": "flake-parts_2",
"git-hooks-nix": "git-hooks-nix",
"nixpkgs": "nixpkgs_2",
"pyproject-build-systems": "pyproject-build-systems",
"pyproject-nix": "pyproject-nix",
"uv2nix": "uv2nix"
},
"locked": {
"lastModified": 1793864505,
"narHash": "sha256-EGLX2sHByKsbRx1+p9TZRF2YKE2MkniS7+0o/x+q4mA=",
"owner": "Yamz-Labs",
"repo": "kyojin",
"rev": "d83cfeb3d6a7d42a4cf2b720efb1eb8a4ff04da7",
"type": "github"
},
"original": {
"owner": "Yamz-Labs",
"ref": "v1.8.10",
"repo": "kyojin",
"type": "github"
}
},
"nix-strix-halo": {
"flake": false,
"locked": {
"lastModified": 1793862511,
"narHash": "sha256-4JsLvkORL3XdZ1mbWbqi+uTvkzlQRbM3YlH2iUGbZ9M=",
"owner": "hellas-ai",
"repo": "nix-strix-halo",
"rev": "b2969bd90fedc4a1f9d91648bfdf8f21479b8178",
"type": "github"
},
"original": {
"owner": "hellas-ai",
"repo": "nix-strix-halo",
"type": "github"
}
},
"nixpkgs": {
"locked": {
"lastModified": 1789149629,
"narHash": "sha256-H6GwaZzZf+4npqv0tph94w9tZddSjFjmQrVsW0z78uk=",
"lastModified": 1786384358,
"narHash": "sha256-RzPPiWeUtuvymnpuEWsdtzli5w4kjZs49FqEs3/1u+I=",
"owner": "NixOS",
"repo": "nixpkgs",
"rev": "eaad089433ca2bb662274377d33df3d0e51ef28b",
"rev": "2fcb964de67fcf60b43471c55d5d99e61a9ccb5a",
"type": "github"
},
"original": {
"owner": "NixOS",
"ref": "nixos-unstable",
"repo": "nixpkgs",
"type": "github"
}
},
"nixpkgs-engine": {
"locked": {
"lastModified": 1793726008,
"narHash": "sha256-jQp1wKvbwWdLBASTXkSi/VYmDJ5AbBi1WvcMt9HWJC8=",
"owner": "NixOS",
"repo": "nixpkgs",
"rev": "1d060086d60cb76a40cf37109f979d88a5bd6396",
"type": "github"
},
"original": {
@@ -105,6 +299,21 @@
"type": "github"
}
},
"nixpkgs-lib": {
"locked": {
"lastModified": 1790477367,
"narHash": "sha256-oujbxmVKDhci2E4EM3KyAbRUgp5/IsCoiA/LfEF7OOk=",
"owner": "nix-community",
"repo": "nixpkgs.lib",
"rev": "f7cd230690d9fc982d06129f9189b101fddcfa3b",
"type": "github"
},
"original": {
"owner": "nix-community",
"repo": "nixpkgs.lib",
"type": "github"
}
},
"nixpkgs-rust195": {
"locked": {
"lastModified": 1793633738,
@@ -137,17 +346,176 @@
"type": "github"
}
},
"nixpkgs_2": {
"locked": {
"lastModified": 1791456040,
"narHash": "sha256-H83yz/do+hjOO0uujHyH8RgtIQP2v7Mw+cLwcZK/xKc=",
"owner": "NixOS",
"repo": "nixpkgs",
"rev": "e7439b6b14ad3cc35d05608ebca9bce01a25f5f8",
"type": "github"
},
"original": {
"owner": "NixOS",
"ref": "nixos-unstable",
"repo": "nixpkgs",
"type": "github"
}
},
"nixpkgs_3": {
"locked": {
"lastModified": 1789149629,
"narHash": "sha256-H6GwaZzZf+4npqv0tph94w9tZddSjFjmQrVsW0z78uk=",
"owner": "NixOS",
"repo": "nixpkgs",
"rev": "eaad089433ca2bb662274377d33df3d0e51ef28b",
"type": "github"
},
"original": {
"owner": "NixOS",
"ref": "nixos-unstable",
"repo": "nixpkgs",
"type": "github"
}
},
"pwilkin-llama-cpp": {
"inputs": {
"flake-parts": [
"flake-parts"
],
"nixpkgs": [
"nixpkgs-engine"
]
},
"locked": {
"lastModified": 1789554350,
"narHash": "sha256-xZcqZroS3rUid6w7bVeilixJxUUFDq5S1EeypWCiZBM=",
"owner": "pwilkin",
"repo": "llama.cpp",
"rev": "b0f31f5876ef3856b55f5bb88072cc96e5effafe",
"type": "github"
},
"original": {
"owner": "pwilkin",
"ref": "strix-halo",
"repo": "llama.cpp",
"type": "github"
}
},
"pyproject-build-systems": {
"inputs": {
"nixpkgs": [
"kyojin",
"nixpkgs"
],
"pyproject-nix": [
"kyojin",
"pyproject-nix"
],
"uv2nix": [
"kyojin",
"uv2nix"
]
},
"locked": {
"lastModified": 1791170410,
"narHash": "sha256-pyru9MpuXRiyq0Bd4q0nHpL4T6HCuZT4B+alcgAYE4A=",
"owner": "pyproject-nix",
"repo": "build-system-pkgs",
"rev": "953d35d03a51dbecaf3feb3fb679eb63e90ebeb4",
"type": "github"
},
"original": {
"owner": "pyproject-nix",
"repo": "build-system-pkgs",
"type": "github"
}
},
"pyproject-nix": {
"inputs": {
"nixpkgs": [
"kyojin",
"nixpkgs"
]
},
"locked": {
"lastModified": 1788394333,
"narHash": "sha256-xYOP0Xym1eVGUaHFx+eJEaycFGoiCbst3fZf0xFHP78=",
"owner": "pyproject-nix",
"repo": "pyproject.nix",
"rev": "6a8a7881d75b6f98967e7b8069f4ead331384301",
"type": "github"
},
"original": {
"owner": "pyproject-nix",
"repo": "pyproject.nix",
"type": "github"
}
},
"root": {
"inputs": {
"blueprint": "blueprint",
"bun2nix": "bun2nix",
"flake-parts": "flake-parts",
"nixpkgs": "nixpkgs",
"gufo": "gufo",
"hipfire": "hipfire",
"kyojin": "kyojin",
"nix-strix-halo": "nix-strix-halo",
"nixpkgs": "nixpkgs_3",
"nixpkgs-engine": "nixpkgs-engine",
"nixpkgs-latest": "nixpkgs-latest",
"nixpkgs-rust195": "nixpkgs-rust195",
"nixpkgs-torch211": "nixpkgs-torch211",
"systems": "systems",
"treefmt-nix": "treefmt-nix"
"pwilkin-llama-cpp": "pwilkin-llama-cpp",
"strix-llama-cpp": "strix-llama-cpp",
"systems": "systems_2",
"treefmt-nix": "treefmt-nix",
"xdna-driver-src": "xdna-driver-src",
"xrt-src": "xrt-src"
}
},
"rust-overlay": {
"inputs": {
"nixpkgs": [
"hipfire",
"nixpkgs"
]
},
"locked": {
"lastModified": 1778123869,
"narHash": "sha256-hV9D8ET33kXjdoMXBT2bwM/j8WQM1SP/dVKZtjQKhAQ=",
"owner": "oxalica",
"repo": "rust-overlay",
"rev": "592e5dedf04f0eaff1ed0f01ce5db7407d9fc7be",
"type": "github"
},
"original": {
"owner": "oxalica",
"repo": "rust-overlay",
"type": "github"
}
},
"strix-llama-cpp": {
"inputs": {
"flake-parts": [
"flake-parts"
],
"nixpkgs": [
"nixpkgs-engine"
]
},
"locked": {
"lastModified": 1793787912,
"narHash": "sha256-2TlKGpTiwIDoFiWwGEYLcXrEJ5eZR7JeZiUjQMgJ8eY=",
"owner": "halo-box",
"repo": "strix-llama.cpp",
"rev": "ea5285ddfc4eb2e457886c4105c77a0cece5f205",
"type": "github"
},
"original": {
"owner": "halo-box",
"repo": "strix-llama.cpp",
"type": "github"
}
},
"systems": {
@@ -165,6 +533,21 @@
"type": "github"
}
},
"systems_2": {
"locked": {
"lastModified": 1681028828,
"narHash": "sha256-Vy1rq5AaRuLzOxct8nz4T6wlgyUR7zLU309k9mBC768=",
"owner": "nix-systems",
"repo": "default",
"rev": "da67096a3b9bf56a91d16901293e51ba5b49a27e",
"type": "github"
},
"original": {
"owner": "nix-systems",
"repo": "default",
"type": "github"
}
},
"treefmt-nix": {
"inputs": {
"nixpkgs": [
@@ -184,6 +567,69 @@
"repo": "treefmt-nix",
"type": "github"
}
},
"uv2nix": {
"inputs": {
"nixpkgs": [
"kyojin",
"nixpkgs"
],
"pyproject-nix": [
"kyojin",
"pyproject-nix"
]
},
"locked": {
"lastModified": 1790341335,
"narHash": "sha256-wFnDm/o/4OebDlpGFyVXP8DLUx0/gR/jUFuGqmTwsQg=",
"owner": "pyproject-nix",
"repo": "uv2nix",
"rev": "a24323e9e6ecbbf305c238845ff6c612d50467c0",
"type": "github"
},
"original": {
"owner": "pyproject-nix",
"repo": "uv2nix",
"type": "github"
}
},
"xdna-driver-src": {
"flake": false,
"locked": {
"lastModified": 1784758690,
"narHash": "sha256-YUiM9u9vtISttbThTt9fTtBB/w3d5UatGyVK5mAgWNM=",
"ref": "1.7",
"rev": "4e5aed38f3b74a5a9a2c7a6222eaff1a8be54305",
"revCount": 874,
"submodules": true,
"type": "git",
"url": "https://github.com/amd/xdna-driver"
},
"original": {
"ref": "1.7",
"submodules": true,
"type": "git",
"url": "https://github.com/amd/xdna-driver"
}
},
"xrt-src": {
"flake": false,
"locked": {
"lastModified": 1780589208,
"narHash": "sha256-JrqJIGJoQiXTwXjZpqAXVaHx+6i09B1qtqkJzoRPZKw=",
"ref": "XRT-2.21",
"rev": "8661761775a266b11992a3bd6eb08209d88aa845",
"revCount": 8684,
"submodules": true,
"type": "git",
"url": "https://github.com/Xilinx/XRT"
},
"original": {
"ref": "XRT-2.21",
"submodules": true,
"type": "git",
"url": "https://github.com/Xilinx/XRT"
}
}
},
"root": "root",