perf(kyojin): give warm replies a bounded prefill grace

Bead: nix-overlay-3k7
This commit is contained in:
2026-11-19 11:02:32 +03:00
parent ba836e1e75
commit 848a6ec9c4
3 changed files with 107 additions and 0 deletions
+1
View File
@@ -12,6 +12,7 @@ let
./prefix-inflight-pages.patch
./prefix-direct-write.patch
./prefix-split-segments.patch
./warm-reply-grace.patch
./expert-direct-read-eof.patch
];
engine = exllamav3.overrideAttrs (old: {