feat(diskann): io uring backend (#599)

Co-authored-by: ZeFeng Yin <yinzefeng.yzf@alibaba-inc.com>
This commit is contained in:
rayx
2026-08-07 17:44:58 +08:00
committed by GitHub
co-authored by ZeFeng Yin
parent e1f11e29fe
commit 3b1a10c38d
15 changed files with 1001 additions and 96 deletions
+1 -1
View File
@@ -112,7 +112,7 @@ def test_index_type_has_member(member):
assert member in IndexType.__members__
@pytest.mark.parametrize("member", ["PREAD", "LIBAIO"])
@pytest.mark.parametrize("member", ["PREAD", "LIBAIO", "IO_URING"])
def test_io_backend_type_has_member(member):
assert member in IOBackendType.__members__
+3 -1
View File
@@ -52,7 +52,9 @@ from .zvec import create_and_open, init, open
def io_backend_type() -> IOBackendType:
"""Returns the current I/O backend type for DiskAnn async disk reads
as an IOBackendType enum (zvec.typing.IOBackendType).
IOBackendType.LIBAIO if libaio is available, IOBackendType.PREAD otherwise."""
IOBackendType.IO_URING if io_uring is available,
IOBackendType.LIBAIO if libaio is available,
IOBackendType.PREAD otherwise."""
def io_backend_description() -> str:
"""Returns a human-readable description of the current I/O backend.
+5 -1
View File
@@ -130,6 +130,7 @@ class IOBackendType:
- PREAD: Synchronous pread() — no async I/O.
- LIBAIO: libaio loaded at runtime via dlopen().
- IO_URING: io_uring via raw kernel syscalls (zero dependency).
Examples:
>>> from zvec.typing import IOBackendType
@@ -142,13 +143,16 @@ class IOBackendType:
PREAD
LIBAIO
IO_URING
"""
IO_URING: typing.ClassVar[IOBackendType] # value = <IOBackendType.IO_URING: 2>
LIBAIO: typing.ClassVar[IOBackendType] # value = <IOBackendType.LIBAIO: 1>
PREAD: typing.ClassVar[IOBackendType] # value = <IOBackendType.PREAD: 0>
__members__: typing.ClassVar[
dict[str, IOBackendType]
] # value = {'PREAD': <IOBackendType.PREAD: 0>, 'LIBAIO': <IOBackendType.LIBAIO: 1>}
] # value = {'PREAD': <IOBackendType.PREAD: 0>, 'LIBAIO': <IOBackendType.LIBAIO: 1>, 'IO_URING': <IOBackendType.IO_URING: 2>}
def __eq__(self, other: typing.Any) -> bool: ...
def __getstate__(self) -> int: ...