|
constexpr | byte_io_handle () |
| Default constructor.
|
|
constexpr | byte_io_handle (native_handle_type h, flag flags, byte_io_multiplexer *ctx) |
| Construct a handle from a supplied native handle.
|
|
constexpr | byte_io_handle (handle &&o, byte_io_multiplexer *ctx) noexcept |
| Explicit conversion from handle permitted.
|
|
| byte_io_handle (byte_io_handle &&)=default |
| Move construction permitted.
|
|
| byte_io_handle (const byte_io_handle &)=delete |
| No copy construction (use clone() )
|
|
byte_io_handle & | operator= (byte_io_handle &&)=default |
| Move assignment permitted.
|
|
byte_io_handle & | operator= (const byte_io_handle &)=delete |
| No copy assignment.
|
|
virtual result< void > | close () noexcept override |
| Immediately close the native handle type managed by this handle.
|
|
byte_io_multiplexer * | multiplexer () const noexcept |
| The i/o multiplexer this handle will use to multiplex i/o. If this returns null, then this handle has not been registered with an i/o multiplexer yet.
|
|
virtual result< void > | set_multiplexer (byte_io_multiplexer *c=this_thread::multiplexer()) noexcept |
| Sets the i/o multiplexer this handle will use to implement read() , write() and barrier() .
|
|
size_t | max_buffers () const noexcept |
| The maximum number of buffers which a single read or write syscall can (atomically) process at a time for this specific open handle. On POSIX, this is known as IOV_MAX . Preferentially uses any i/o multiplexer set over the virtually overridable per-class implementation.
|
|
result< registered_buffer_type > | allocate_registered_buffer (size_t &bytes) noexcept |
| Request the allocation of a new registered i/o buffer with the system suitable for maximum performance i/o, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.
|
|
io_result< buffers_type > | read (io_request< buffers_type > reqs, deadline d=deadline()) noexcept |
| Read data from the open handle, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.
|
|
io_result< buffers_type > | read (registered_buffer_type base, io_request< buffers_type > reqs, deadline d=deadline()) noexcept |
|
io_result< size_type > | read (extent_type offset, std::initializer_list< buffer_type > lst, deadline d=deadline()) noexcept |
|
template<class... Args> |
bool | try_read (Args &&... args) noexcept |
|
template<class... Args, class Rep , class Period > |
bool | try_read_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept |
|
template<class... Args, class Clock , class Duration > |
bool | try_read_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept |
|
io_result< const_buffers_type > | write (io_request< const_buffers_type > reqs, deadline d=deadline()) noexcept |
| Write data to the open handle, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.
|
|
io_result< const_buffers_type > | write (registered_buffer_type base, io_request< const_buffers_type > reqs, deadline d=deadline()) noexcept |
|
io_result< size_type > | write (extent_type offset, std::initializer_list< const_buffer_type > lst, deadline d=deadline()) noexcept |
|
template<class... Args> |
bool | try_write (Args &&... args) noexcept |
|
template<class... Args, class Rep , class Period > |
bool | try_write_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept |
|
template<class... Args, class Clock , class Duration > |
bool | try_write_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept |
|
virtual io_result< const_buffers_type > | barrier (io_request< const_buffers_type > reqs=io_request< const_buffers_type >(), barrier_kind kind=barrier_kind::nowait_data_only, deadline d=deadline()) noexcept |
| Issue a write reordering barrier such that writes preceding the barrier will reach storage before writes after this barrier, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.
|
|
io_result< const_buffers_type > | barrier (barrier_kind kind, deadline d=deadline()) noexcept |
|
template<class... Args> |
bool | try_barrier (Args &&... args) noexcept |
|
template<class... Args, class Rep , class Period > |
bool | try_barrier_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept |
|
template<class... Args, class Clock , class Duration > |
bool | try_barrier_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept |
|
awaitable< io_result< buffers_type > > | co_read (io_request< buffers_type > reqs, deadline d=deadline()) noexcept |
| A coroutinised equivalent to .read() which suspends the coroutine until the i/o finishes. Blocks execution i.e is equivalent to .read() if no i/o multiplexer has been set on this handle!
|
|
awaitable< io_result< buffers_type > > | co_read (registered_buffer_type base, io_request< buffers_type > reqs, deadline d=deadline()) noexcept |
|
awaitable< io_result< const_buffers_type > > | co_write (io_request< const_buffers_type > reqs, deadline d=deadline()) noexcept |
| A coroutinised equivalent to .write() which suspends the coroutine until the i/o finishes. Blocks execution i.e is equivalent to .write() if no i/o multiplexer has been set on this handle!
|
|
awaitable< io_result< const_buffers_type > > | co_write (registered_buffer_type base, io_request< const_buffers_type > reqs, deadline d=deadline()) noexcept |
|
awaitable< io_result< const_buffers_type > > | co_barrier (io_request< const_buffers_type > reqs=io_request< const_buffers_type >(), barrier_kind kind=barrier_kind::nowait_data_only, deadline d=deadline()) noexcept |
| A coroutinised equivalent to .barrier() which suspends the coroutine until the i/o finishes. Blocks execution i.e is equivalent to .barrier() if no i/o multiplexer has been set on this handle!
|
|
flag | flags () const noexcept |
| The flags this handle was opened with.
|
|
| QUICKCPPLIB_BITFIELD_BEGIN_T (flag, uint16_t) |
| Bitwise flags which can be specified.
|
|
void | swap (handle &o) noexcept |
| Swap with another instance.
|
|
virtual result< path_type > | current_path () const noexcept |
|
result< handle > | clone () const noexcept |
|
virtual native_handle_type | release () noexcept |
| Release the native handle type managed by this handle.
|
|
bool | is_valid () const noexcept |
| True if the handle is valid (and usually open)
|
|
bool | is_readable () const noexcept |
| True if the handle is readable.
|
|
bool | is_writable () const noexcept |
| True if the handle is writable.
|
|
bool | is_append_only () const noexcept |
| True if the handle is append only.
|
|
virtual result< void > | set_append_only (bool enable) noexcept |
| EXTENSION: Changes whether this handle is append only or not.
|
|
bool | is_multiplexable () const noexcept |
| True if multiplexable.
|
|
bool | is_nonblocking () const noexcept |
| True if nonblocking.
|
|
bool | is_seekable () const noexcept |
| True if seekable.
|
|
bool | requires_aligned_io () const noexcept |
| True if requires aligned i/o.
|
|
bool | is_kernel_handle () const noexcept |
| True if native_handle() is a valid kernel handle.
|
|
bool | is_regular () const noexcept |
| True if a regular file or device.
|
|
bool | is_directory () const noexcept |
| True if a directory.
|
|
bool | is_symlink () const noexcept |
| True if a symlink.
|
|
bool | is_pipe () const noexcept |
| True if a pipe.
|
|
bool | is_socket () const noexcept |
| True if a socket.
|
|
bool | is_multiplexer () const noexcept |
| True if a multiplexer like BSD kqueues, Linux epoll or Windows IOCP.
|
|
bool | is_process () const noexcept |
| True if a process.
|
|
bool | is_section () const noexcept |
| True if a memory section.
|
|
bool | is_allocation () const noexcept |
| True if a memory allocation.
|
|
bool | is_path () const noexcept |
| True if a path or a directory.
|
|
bool | is_tls_socket () const noexcept |
| True if a TLS socket.
|
|
bool | is_http_socket () const noexcept |
| True if a HTTP socket.
|
|
caching | kernel_caching () const noexcept |
| Kernel cache strategy used by this handle.
|
|
bool | are_reads_from_cache () const noexcept |
| True if the handle uses the kernel page cache for reads.
|
|
bool | are_writes_durable () const noexcept |
| True if writes are safely on storage on completion.
|
|
bool | are_safety_barriers_issued () const noexcept |
| True if issuing safety fsyncs is on.
|
|
native_handle_type | native_handle () const noexcept |
| The native handle used by this handle.
|
|
|
virtual size_t | _do_max_buffers () const noexcept |
| The virtualised implementation of max_buffers() used if no multiplexer has been set.
|
|
virtual result< registered_buffer_type > | _do_allocate_registered_buffer (size_t &bytes) noexcept |
| The virtualised implementation of allocate_registered_buffer() used if no multiplexer has been set.
|
|
virtual io_result< buffers_type > | _do_read (io_request< buffers_type > reqs, deadline d) noexcept |
| The virtualised implementation of read() used if no multiplexer has been set.
|
|
virtual io_result< buffers_type > | _do_read (registered_buffer_type base, io_request< buffers_type > reqs, deadline d) noexcept |
| The virtualised implementation of read() used if no multiplexer has been set.
|
|
virtual io_result< const_buffers_type > | _do_write (io_request< const_buffers_type > reqs, deadline d) noexcept |
| The virtualised implementation of write() used if no multiplexer has been set.
|
|
virtual io_result< const_buffers_type > | _do_write (registered_buffer_type base, io_request< const_buffers_type > reqs, deadline d) noexcept |
| The virtualised implementation of write() used if no multiplexer has been set.
|
|
virtual io_result< const_buffers_type > | _do_barrier (io_request< const_buffers_type > reqs, barrier_kind kind, deadline d) noexcept |
| The virtualised implementation of barrier() used if no multiplexer has been set.
|
|
io_result< buffers_type > | _do_multiplexer_read (registered_buffer_type &&base, io_request< buffers_type > reqs, deadline d) noexcept |
|
io_result< const_buffers_type > | _do_multiplexer_write (registered_buffer_type &&base, io_request< const_buffers_type > reqs, deadline d) noexcept |
|
io_result< const_buffers_type > | _do_multiplexer_barrier (registered_buffer_type &&base, io_request< const_buffers_type > reqs, barrier_kind kind, deadline d) noexcept |
|
A handle to something capable of scatter-gather byte i/o.
llfio_v2_xxx::handle::QUICKCPPLIB_BITFIELD_BEGIN_T |
( |
flag |
, |
|
|
uint16_t |
|
|
) |
| |
|
inlineinherited |
Bitwise flags which can be specified.
< No flags
Unlinks the file on handle close. On POSIX, this simply unlinks whatever is pointed to by path()
upon the call of close()
if and only if the inode matches. On Windows, if you are on Windows 10 1709 or later, exactly the same thing occurs. If on previous editions of Windows, the file entry does not disappears but becomes unavailable for anyone else to open with an errc::resource_unavailable_try_again
error return. Because this is confusing, unless the win_disable_unlink_emulation
flag is also specified, this POSIX behaviour is somewhat emulated by LLFIO on older Windows by renaming the file to a random name on close()
causing it to appear to have been unlinked immediately.
Some kernel caching modes have unhelpfully inconsistent behaviours in getting your data onto storage, so by default unless this flag is specified LLFIO adds extra fsyncs to the following operations for the caching modes specified below: truncation of file length either explicitly or during file open. closing of the handle either explicitly or in the destructor.
Additionally on Linux only to prevent loss of file metadata: On the parent directory whenever a file might have been created. On the parent directory on file close.
This only occurs for these kernel caching modes: caching::none caching::reads caching::reads_and_metadata caching::safety_barriers
file_handle::unlink()
could accidentally delete the wrong file if someone has renamed the open file handle since the time it was opened. To prevent this occuring, where the OS doesn't provide race free unlink-by-open-handle we compare the inode of the path we are about to unlink with that of the open handle before unlinking.
- Warning
- This does not prevent races where in between the time of checking the inode and executing the unlink a third party changes the item about to be unlinked. Only operating systems with a true race-free unlink syscall are race free.
Ask the OS to disable prefetching of data. This can improve random i/o performance.
Ask the OS to maximise prefetching of data, possibly prefetching the entire file into kernel cache. This can improve sequential i/o performance.
< See the documentation for unlink_on_first_close
Microsoft Windows NTFS, having been created in the late 1980s, did not originally implement extents-based storage and thus could only represent sparse files via efficient compression of intermediate zeros. With NTFS v3.0 (Microsoft Windows 2000), a proper extents-based on-storage representation was added, thus allowing only 64Kb extent chunks written to be stored irrespective of whatever the maximum file extent was set to.
For various historical reasons, extents-based storage is disabled by default in newly created files on NTFS, unlike in almost every other major filing system. You have to explicitly "opt in" to extents-based storage.
As extents-based storage is nearly cost free on NTFS, LLFIO by default opts in to extents-based storage for any empty file it creates. If you don't want this, you can specify this flag to prevent that happening.
Filesystems tend to be embarrassingly parallel for operations performed to different inodes. Where LLFIO performs i/o to multiple inodes at a time, it will use OpenMP or the Parallelism or Concurrency standard library extensions to usually complete the operation in constant rather than linear time. If you don't want this default, you can disable default using this flag.
Microsoft Windows NTFS has the option, when creating a directory, to set whether leafname lookup will be case sensitive. This is the only way of getting exact POSIX semantics on Windows without resorting to editing the system registry, however it also affects all code doing lookups within that directory, so we must default it to off.
Create the handle in a way where i/o upon it can be multiplexed with other i/o on the same initiating thread of execution i.e. you can perform more than one read concurrently, without using threads. The blocking operations .read()
and .write()
may have to use a less efficient, but cancellable, blocking implementation for handles created in this way. On Microsoft Windows, this creates handles with OVERLAPPED
semantics. On POSIX, this creates handles with nonblocking semantics for non-file handles such as pipes and sockets, however for file, directory and symlink handles it does not set nonblocking, as it is non-portable.
< Using insane POSIX byte range locks
< This is an inode created with no representation on the filing system
110 {
112
113
114
115
116
117
118
119
120
121 unlink_on_first_close = uint16_t(1U << 0U),
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140 disable_safety_barriers = uint16_t(1U << 2U),
141
142
143
144
145
146
147
148
149 disable_safety_unlinks = uint16_t(1U << 3U),
150
151
152
153 disable_prefetching = uint16_t(1U << 4U),
154
155
156
157 maximum_prefetching = uint16_t(1U << 5U),
158
159 win_disable_unlink_emulation = uint16_t(1U << 9U),
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175 win_disable_sparse_file_creation = uint16_t(1U << 10U),
176
177
178
179
180
181
182 disable_parallelism = uint16_t(1U << 11U),
183
184
185
186
187
188 win_create_case_sensitive_directory = uint16_t(1U << 12U),
189
190
191
192
193
194
195
196
197
198
199 multiplexable = uint16_t(1U << 13U),
200
201
202
203 byte_lock_insanity = uint16_t(1U << 14U),
204 anonymous_inode = uint16_t(1U << 15U)
205 } QUICKCPPLIB_BITFIELD_END(flag)
@ none
No ability to read or write anything, but can synchronise (SYNCHRONIZE or 0)