Voice et bot modif

This commit is contained in:
pi 2026-06-16 17:09:34 +00:00
parent 189d56026b
commit 7333a22bcd
10774 changed files with 634644 additions and 933308 deletions

View file

@ -25,7 +25,7 @@ else:
T = TypeVar("T")
logger = logging.getLogger("fsspec")
logger = logging.getLogger("fsspec.caching")
Fetcher = Callable[[int, int], bytes] # Maps (start, end) to bytes
MultiFetcher = Callable[[list[int, int]], bytes] # Maps [(start, end)] to bytes
@ -214,7 +214,7 @@ class MMapCache(BaseCache):
if self.multi_fetcher:
logger.debug(f"MMap get blocks {ranges}")
for idx, r in enumerate(self.multi_fetcher(ranges)):
(sstart, send) = ranges[idx]
sstart, send = ranges[idx]
logger.debug(f"MMap copy block ({sstart}-{send}")
self.cache[sstart:send] = r
else:
@ -391,19 +391,8 @@ class BlockCache(BaseCache):
if start >= self.size or start >= end:
return b""
# byte position -> block numbers
start_block_number = start // self.blocksize
end_block_number = end // self.blocksize
# these are cached, so safe to do multiple calls for the same start and end.
for block_number in range(start_block_number, end_block_number + 1):
self._fetch_block_cached(block_number)
return self._read_cache(
start,
end,
start_block_number=start_block_number,
end_block_number=end_block_number,
start, end, start // self.blocksize, (end - 1) // self.blocksize
)
def _fetch_block(self, block_number: int) -> bytes:
@ -439,6 +428,8 @@ class BlockCache(BaseCache):
"""
start_pos = start % self.blocksize
end_pos = end % self.blocksize
if end_pos == 0:
end_pos = self.blocksize
self.hit_count += 1
if start_block_number == end_block_number:
@ -662,12 +653,12 @@ class KnownPartsOfAFile(BaseCache):
pass
def _fetch(self, start: int | None, stop: int | None) -> bytes:
logger.debug("Known parts request %s %s", start, stop)
if start is None:
start = 0
if stop is None:
stop = self.size
self.total_requested_bytes += stop - start
out = b""
started = False
loc_old = 0
@ -698,11 +689,13 @@ class KnownPartsOfAFile(BaseCache):
elif loc0 <= stop <= loc1:
# end block
self.hit_count += 1
return out + self.data[(loc0, loc1)][: stop - loc0]
out = out + self.data[(loc0, loc1)][: stop - loc0]
return out
loc_old = loc1
self.miss_count += 1
if started and not self.strict:
return out + b"\x00" * (stop - loc_old)
out = out + b"\x00" * (stop - loc_old)
return out
raise ValueError
@ -710,7 +703,7 @@ class UpdatableLRU(Generic[P, T]):
"""
Custom implementation of LRU cache that allows updating keys
Used by BackgroudBlockCache
Used by BackgroundBlockCache
"""
class CacheInfo(NamedTuple):