feat(llm): package upstream inference engines
Centralize engine pins, compiler wrappers and NPU packages. Use upstream Kyojin v1.8.10 and drop the Thunderbolt dependency. Offline evaluation passed; workstation builds remain pending. Bead: nix-overlay-v09
This commit is contained in:
@@ -2,6 +2,36 @@
|
||||
description = "Various packages for Nix";
|
||||
|
||||
inputs = {
|
||||
|
||||
nixpkgs-engine.url = "github:NixOS/nixpkgs/nixos-unstable";
|
||||
hipfire = {
|
||||
url = "github:warpfront/hipfire/v0.4.4";
|
||||
inputs.nixpkgs.follows = "nixpkgs-engine";
|
||||
};
|
||||
nix-strix-halo = {
|
||||
url = "github:hellas-ai/nix-strix-halo";
|
||||
flake = false;
|
||||
};
|
||||
xrt-src = {
|
||||
url = "git+https://github.com/Xilinx/XRT?ref=XRT-2.21&submodules=1";
|
||||
flake = false;
|
||||
};
|
||||
xdna-driver-src = {
|
||||
url = "git+https://github.com/amd/xdna-driver?ref=1.7&submodules=1";
|
||||
flake = false;
|
||||
};
|
||||
pwilkin-llama-cpp = {
|
||||
url = "github:pwilkin/llama.cpp/strix-halo";
|
||||
inputs.nixpkgs.follows = "nixpkgs-engine";
|
||||
inputs.flake-parts.follows = "flake-parts";
|
||||
};
|
||||
strix-llama-cpp = {
|
||||
url = "github:halo-box/strix-llama.cpp";
|
||||
inputs.nixpkgs.follows = "nixpkgs-engine";
|
||||
inputs.flake-parts.follows = "flake-parts";
|
||||
};
|
||||
gufo.url = "github:mikealanni/gufo/fork-enhancements";
|
||||
kyojin.url = "github:Yamz-Labs/kyojin/v1.8.10";
|
||||
nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";
|
||||
# Newer nixpkgs whose toolchains are required by some packages:
|
||||
# rustc >= 1.95 (mcp-gateway >= 3.4.0), go >= 1.26.3 (kubernetes-mcp-server >= 0.0.66).
|
||||
@@ -52,6 +82,7 @@
|
||||
blueprintOutputs
|
||||
// {
|
||||
overlays = {
|
||||
hipfire = inputs.hipfire.overlays.default;
|
||||
default = import ./overlays {
|
||||
inherit (blueprintOutputs) packages;
|
||||
};
|
||||
@@ -60,6 +91,8 @@
|
||||
};
|
||||
};
|
||||
|
||||
nixosModules.hipfire = inputs.hipfire.nixosModules.default;
|
||||
|
||||
nixosModules.default = {
|
||||
nixpkgs.overlays = [ self.overlays.default ];
|
||||
};
|
||||
|
||||
Reference in New Issue
Block a user