2b8eddf7d2
Bead: nix-overlay-qy9
13 lines
506 B
Diff
13 lines
506 B
Diff
--- a/exllamav3/modules/expert_store.py
|
|
+++ b/exllamav3/modules/expert_store.py
|
|
@@ -1182,6 +1182,9 @@
|
|
if r <= 0:
|
|
break # EOF inside the last block: the copies only touch real tensor bytes
|
|
got += r
|
|
+ # An unaligned EOF cannot be used as the offset for another O_DIRECT read.
|
|
+ if got < n and off + got == os.fstat(fd).st_size:
|
|
+ break
|
|
return got
|
|
|
|
def _publish(self, lt: LayerTier, item, e: int, s: int):
|