perf(kyojin): give warm replies a bounded prefill grace
Bead: nix-overlay-3k7
This commit is contained in:
@@ -12,6 +12,7 @@ let
|
||||
./prefix-inflight-pages.patch
|
||||
./prefix-direct-write.patch
|
||||
./prefix-split-segments.patch
|
||||
./warm-reply-grace.patch
|
||||
./expert-direct-read-eof.patch
|
||||
];
|
||||
engine = exllamav3.overrideAttrs (old: {
|
||||
|
||||
Reference in New Issue
Block a user