feat(diskann): io uring backend (#599)
Co-authored-by: ZeFeng Yin <yinzefeng.yzf@alibaba-inc.com>
This commit is contained in:
@@ -112,7 +112,7 @@ def test_index_type_has_member(member):
|
||||
assert member in IndexType.__members__
|
||||
|
||||
|
||||
@pytest.mark.parametrize("member", ["PREAD", "LIBAIO"])
|
||||
@pytest.mark.parametrize("member", ["PREAD", "LIBAIO", "IO_URING"])
|
||||
def test_io_backend_type_has_member(member):
|
||||
assert member in IOBackendType.__members__
|
||||
|
||||
|
||||
@@ -52,7 +52,9 @@ from .zvec import create_and_open, init, open
|
||||
def io_backend_type() -> IOBackendType:
|
||||
"""Returns the current I/O backend type for DiskAnn async disk reads
|
||||
as an IOBackendType enum (zvec.typing.IOBackendType).
|
||||
IOBackendType.LIBAIO if libaio is available, IOBackendType.PREAD otherwise."""
|
||||
IOBackendType.IO_URING if io_uring is available,
|
||||
IOBackendType.LIBAIO if libaio is available,
|
||||
IOBackendType.PREAD otherwise."""
|
||||
|
||||
def io_backend_description() -> str:
|
||||
"""Returns a human-readable description of the current I/O backend.
|
||||
|
||||
@@ -130,6 +130,7 @@ class IOBackendType:
|
||||
|
||||
- PREAD: Synchronous pread() — no async I/O.
|
||||
- LIBAIO: libaio loaded at runtime via dlopen().
|
||||
- IO_URING: io_uring via raw kernel syscalls (zero dependency).
|
||||
|
||||
Examples:
|
||||
>>> from zvec.typing import IOBackendType
|
||||
@@ -142,13 +143,16 @@ class IOBackendType:
|
||||
PREAD
|
||||
|
||||
LIBAIO
|
||||
|
||||
IO_URING
|
||||
"""
|
||||
|
||||
IO_URING: typing.ClassVar[IOBackendType] # value = <IOBackendType.IO_URING: 2>
|
||||
LIBAIO: typing.ClassVar[IOBackendType] # value = <IOBackendType.LIBAIO: 1>
|
||||
PREAD: typing.ClassVar[IOBackendType] # value = <IOBackendType.PREAD: 0>
|
||||
__members__: typing.ClassVar[
|
||||
dict[str, IOBackendType]
|
||||
] # value = {'PREAD': <IOBackendType.PREAD: 0>, 'LIBAIO': <IOBackendType.LIBAIO: 1>}
|
||||
] # value = {'PREAD': <IOBackendType.PREAD: 0>, 'LIBAIO': <IOBackendType.LIBAIO: 1>, 'IO_URING': <IOBackendType.IO_URING: 2>}
|
||||
|
||||
def __eq__(self, other: typing.Any) -> bool: ...
|
||||
def __getstate__(self) -> int: ...
|
||||
|
||||
Reference in New Issue
Block a user