--- a/exllamav3/modules/expert_store.py +++ b/exllamav3/modules/expert_store.py @@ -1182,6 +1182,9 @@ if r <= 0: break # EOF inside the last block: the copies only touch real tensor bytes got += r + # An unaligned EOF cannot be used as the offset for another O_DIRECT read. + if got < n and off + got == os.fstat(fd).st_size: + break return got def _publish(self, lt: LayerTier, item, e: int, s: int):