LLFIO v2.00
Loading...
Searching...
No Matches
llfio_v2_xxx::fast_random_file_handle Class Reference

A handle to synthesised, non-cryptographic, pseudo-random data. More...

#include "fast_random_file_handle.hpp"

Inheritance diagram for llfio_v2_xxx::fast_random_file_handle:
llfio_v2_xxx::file_handle llfio_v2_xxx::lockable_byte_io_handle llfio_v2_xxx::fs_handle llfio_v2_xxx::byte_io_handle llfio_v2_xxx::handle

Classes

struct  prng
 

Public Types

using dev_t = file_handle::dev_t
 
using ino_t = file_handle::ino_t
 
using path_view_type = file_handle::path_view_type
 
using path_type = byte_io_handle::path_type
 
using extent_type = byte_io_handle::extent_type
 
using size_type = byte_io_handle::size_type
 
using mode = byte_io_handle::mode
 
using creation = byte_io_handle::creation
 
using caching = byte_io_handle::caching
 
using flag = byte_io_handle::flag
 
using buffer_type = byte_io_handle::buffer_type
 
using const_buffer_type = byte_io_handle::const_buffer_type
 
using buffers_type = byte_io_handle::buffers_type
 
using const_buffers_type = byte_io_handle::const_buffers_type
 
template<class T >
using io_request = byte_io_handle::io_request< T >
 
template<class T >
using io_result = byte_io_handle::io_result< T >
 
using barrier_kind = byte_io_multiplexer::barrier_kind
 
using registered_buffer_type = byte_io_multiplexer::registered_buffer_type
 
template<class T >
using awaitable = byte_io_multiplexer::awaitable< T >
 
using unique_id_type = QUICKCPPLIB_NAMESPACE::integers128::uint128
 The unique identifier type used by this handle.
 
using unique_id_type_hasher = QUICKCPPLIB_NAMESPACE::integers128::uint128_hasher
 A hasher for the unique identifier type used by this handle.
 

Public Member Functions

 fast_random_file_handle ()=default
 Default constructor.
 
 fast_random_file_handle (extent_type length, span< const byte > seed)
 Constructor. Seed is not much use past sixteen bytes.
 
 fast_random_file_handle (fast_random_file_handle &&o) noexcept
 Implicit move construction of fast_random_file_handle permitted.
 
 fast_random_file_handle (const fast_random_file_handle &)=delete
 No copy construction (use clone())
 
fast_random_file_handleoperator= (fast_random_file_handle &&o) noexcept
 Move assignment of fast_random_file_handle permitted.
 
fast_random_file_handleoperator= (const fast_random_file_handle &)=delete
 No copy assignment.
 
void swap (fast_random_file_handle &o) noexcept
 Swap with another instance.
 
virtual result< void > close () noexcept override
 Immediately close the native handle type managed by this handle.
 
virtual result< extent_type > maximum_extent () const noexcept override
 Return the current maximum permitted extent of the file.
 
virtual result< extent_type > truncate (extent_type newsize) noexcept override
 Resize the current maximum permitted extent of the random file to the given extent.
 
virtual result< extent_type > zero (file_handle::extent_pair extent, deadline=deadline()) noexcept override
 Zero a portion of the random file (does nothing).
 
virtual result< std::vector< file_handle::extent_pair > > extents () const noexcept override
 Return a single extent of the maximum extent.
 
virtual result< extent_guardlock_file_range (extent_type offset, extent_type bytes, lock_kind kind, deadline=deadline()) noexcept override
 EXTENSION: Tries to lock the range of bytes specified for shared or exclusive access. Note that this may, or MAY NOT, observe whole file locks placed with lock(), lock_shared() etc.
 
virtual void unlock_file_range (extent_type, extent_type) noexcept override
 EXTENSION: Unlocks a byte range previously locked.
 
virtual result< void > _replace_handle (handle &&o_) noexcept override
 
void swap (file_handle &o) noexcept
 Swap with another instance.
 
void swap (handle &o) noexcept
 Swap with another instance.
 
result< file_handlereopen (mode mode_=mode::unchanged, caching caching_=caching::unchanged, deadline d=std::chrono::seconds(30)) const noexcept
 
template<class... Args>
bool try_reopen (Args &&... args) noexcept
 
template<class... Args, class Rep , class Period >
bool try_reopen_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept
 
template<class... Args, class Clock , class Duration >
bool try_reopen_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept
 
virtual result< extent_pairclone_extents_to (extent_pair extent, byte_io_handle &dest, byte_io_handle::extent_type destoffset, deadline d={}, bool force_copy_now=false, bool emulate_if_unsupported=true) noexcept
 Clones the extents referred to by extent to dest at destoffset. This is how you ought to copy file content, including within the same file. This is fundamentally a racy call with respect to concurrent modification of the files.
 
result< extent_pairclone_extents_to (byte_io_handle &dest, deadline d={}, bool force_copy_now=false, bool emulate_if_unsupported=true) noexcept
 This is an overloaded member function, provided for convenience. It differs from the above function only in what argument(s) it accepts.
 
result< extent_type > zero (extent_type offset, extent_type bytes, deadline d=deadline()) noexcept
 This is an overloaded member function, provided for convenience. It differs from the above function only in what argument(s) it accepts.
 
template<class... Args>
bool try_zero (Args &&... args) noexcept
 
template<class... Args, class Rep , class Period >
bool try_zero_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept
 
template<class... Args, class Clock , class Duration >
bool try_zero_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept
 
virtual result< void > lock_file () noexcept
 Locks the inode referred to by the open handle for exclusive access.
 
virtual bool try_lock_file () noexcept
 Tries to lock the inode referred to by the open handle for exclusive access, returning false if lock is currently unavailable.
 
virtual void unlock_file () noexcept
 Unlocks a previously acquired exclusive lock.
 
virtual result< void > lock_file_shared () noexcept
 Locks the inode referred to by the open handle for shared access.
 
virtual bool try_lock_file_shared () noexcept
 Tries to lock the inode referred to by the open handle for shared access, returning false if lock is currently unavailable.
 
virtual void unlock_file_shared () noexcept
 Unlocks a previously acquired shared lock.
 
result< extent_guardlock_file_range (io_request< buffers_type > reqs, deadline d=deadline()) noexcept
 
result< extent_guardlock_file_range (io_request< const_buffers_type > reqs, deadline d=deadline()) noexcept
 
template<class... Args>
bool try_lock_file_range (Args &&... args) noexcept
 
template<class... Args, class Rep , class Period >
bool try_lock_file_range_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept
 
template<class... Args, class Clock , class Duration >
bool try_lock_file_range_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept
 
byte_io_multiplexermultiplexer () const noexcept
 The i/o multiplexer this handle will use to multiplex i/o. If this returns null, then this handle has not been registered with an i/o multiplexer yet.
 
virtual result< void > set_multiplexer (byte_io_multiplexer *c=this_thread::multiplexer()) noexcept
 Sets the i/o multiplexer this handle will use to implement read(), write() and barrier().
 
size_t max_buffers () const noexcept
 The maximum number of buffers which a single read or write syscall can (atomically) process at a time for this specific open handle. On POSIX, this is known as IOV_MAX. Preferentially uses any i/o multiplexer set over the virtually overridable per-class implementation.
 
result< registered_buffer_type > allocate_registered_buffer (size_t &bytes) noexcept
 Request the allocation of a new registered i/o buffer with the system suitable for maximum performance i/o, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.
 
io_result< buffers_type > read (io_request< buffers_type > reqs, deadline d=deadline()) noexcept
 Read data from the open handle, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.
 
io_result< buffers_type > read (registered_buffer_type base, io_request< buffers_type > reqs, deadline d=deadline()) noexcept
 
io_result< size_type > read (extent_type offset, std::initializer_list< buffer_type > lst, deadline d=deadline()) noexcept
 
template<class... Args>
bool try_read (Args &&... args) noexcept
 
template<class... Args, class Rep , class Period >
bool try_read_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept
 
template<class... Args, class Clock , class Duration >
bool try_read_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept
 
io_result< const_buffers_type > write (io_request< const_buffers_type > reqs, deadline d=deadline()) noexcept
 Write data to the open handle, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.
 
io_result< const_buffers_type > write (registered_buffer_type base, io_request< const_buffers_type > reqs, deadline d=deadline()) noexcept
 
io_result< size_type > write (extent_type offset, std::initializer_list< const_buffer_type > lst, deadline d=deadline()) noexcept
 
template<class... Args>
bool try_write (Args &&... args) noexcept
 
template<class... Args, class Rep , class Period >
bool try_write_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept
 
template<class... Args, class Clock , class Duration >
bool try_write_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept
 
virtual io_result< const_buffers_type > barrier (io_request< const_buffers_type > reqs=io_request< const_buffers_type >(), barrier_kind kind=barrier_kind::nowait_data_only, deadline d=deadline()) noexcept
 Issue a write reordering barrier such that writes preceding the barrier will reach storage before writes after this barrier, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.
 
io_result< const_buffers_type > barrier (barrier_kind kind, deadline d=deadline()) noexcept
 
template<class... Args>
bool try_barrier (Args &&... args) noexcept
 
template<class... Args, class Rep , class Period >
bool try_barrier_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept
 
template<class... Args, class Clock , class Duration >
bool try_barrier_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept
 
awaitable< io_result< buffers_type > > co_read (io_request< buffers_type > reqs, deadline d=deadline()) noexcept
 A coroutinised equivalent to .read() which suspends the coroutine until the i/o finishes. Blocks execution i.e is equivalent to .read() if no i/o multiplexer has been set on this handle!
 
awaitable< io_result< buffers_type > > co_read (registered_buffer_type base, io_request< buffers_type > reqs, deadline d=deadline()) noexcept
 
awaitable< io_result< const_buffers_type > > co_write (io_request< const_buffers_type > reqs, deadline d=deadline()) noexcept
 A coroutinised equivalent to .write() which suspends the coroutine until the i/o finishes. Blocks execution i.e is equivalent to .write() if no i/o multiplexer has been set on this handle!
 
awaitable< io_result< const_buffers_type > > co_write (registered_buffer_type base, io_request< const_buffers_type > reqs, deadline d=deadline()) noexcept
 
awaitable< io_result< const_buffers_type > > co_barrier (io_request< const_buffers_type > reqs=io_request< const_buffers_type >(), barrier_kind kind=barrier_kind::nowait_data_only, deadline d=deadline()) noexcept
 A coroutinised equivalent to .barrier() which suspends the coroutine until the i/o finishes. Blocks execution i.e is equivalent to .barrier() if no i/o multiplexer has been set on this handle!
 
flag flags () const noexcept
 The flags this handle was opened with.
 
 QUICKCPPLIB_BITFIELD_BEGIN_T (flag, uint16_t)
 Bitwise flags which can be specified.
 
virtual result< path_type > current_path () const noexcept
 
result< handleclone () const noexcept
 
virtual native_handle_type release () noexcept
 Release the native handle type managed by this handle.
 
bool is_valid () const noexcept
 True if the handle is valid (and usually open)
 
bool is_readable () const noexcept
 True if the handle is readable.
 
bool is_writable () const noexcept
 True if the handle is writable.
 
bool is_append_only () const noexcept
 True if the handle is append only.
 
virtual result< void > set_append_only (bool enable) noexcept
 EXTENSION: Changes whether this handle is append only or not.
 
bool is_multiplexable () const noexcept
 True if multiplexable.
 
bool is_nonblocking () const noexcept
 True if nonblocking.
 
bool is_seekable () const noexcept
 True if seekable.
 
bool requires_aligned_io () const noexcept
 True if requires aligned i/o.
 
bool is_kernel_handle () const noexcept
 True if native_handle() is a valid kernel handle.
 
bool is_regular () const noexcept
 True if a regular file or device.
 
bool is_directory () const noexcept
 True if a directory.
 
bool is_symlink () const noexcept
 True if a symlink.
 
bool is_pipe () const noexcept
 True if a pipe.
 
bool is_socket () const noexcept
 True if a socket.
 
bool is_multiplexer () const noexcept
 True if a multiplexer like BSD kqueues, Linux epoll or Windows IOCP.
 
bool is_process () const noexcept
 True if a process.
 
bool is_section () const noexcept
 True if a memory section.
 
bool is_allocation () const noexcept
 True if a memory allocation.
 
bool is_path () const noexcept
 True if a path or a directory.
 
bool is_tls_socket () const noexcept
 True if a TLS socket.
 
bool is_http_socket () const noexcept
 True if a HTTP socket.
 
caching kernel_caching () const noexcept
 Kernel cache strategy used by this handle.
 
bool are_reads_from_cache () const noexcept
 True if the handle uses the kernel page cache for reads.
 
bool are_writes_durable () const noexcept
 True if writes are safely on storage on completion.
 
bool are_safety_barriers_issued () const noexcept
 True if issuing safety fsyncs is on.
 
native_handle_type native_handle () const noexcept
 The native handle used by this handle.
 
dev_t st_dev () const noexcept
 Unless flag::disable_safety_unlinks is set, the device id of the file when opened.
 
ino_t st_ino () const noexcept
 Unless flag::disable_safety_unlinks is set, the inode of the file when opened. When combined with st_dev(), forms a unique identifer on this system.
 
unique_id_type unique_id () const noexcept
 A unique identifier for this handle across the entire system. Can be used in hash tables etc.
 
virtual result< path_handleparent_path_handle (deadline d=std::chrono::seconds(30)) const noexcept
 Obtain a handle to the path currently containing this handle's file entry.
 
template<class... Args>
bool try_parent_path_handle (Args &&... args) noexcept
 
template<class... Args, class Rep , class Period >
bool try_parent_path_handle_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept
 
template<class... Args, class Clock , class Duration >
bool try_parent_path_handle_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept
 
virtual result< void > relink (const path_handle &base, path_view_type path, bool atomic_replace=true, deadline d=std::chrono::seconds(30)) noexcept
 Relinks the current path of this open handle to the new path specified. If atomic_replace is true, the relink atomically and silently replaces any item at the new path specified. This operation is both atomic and matching POSIX behaviour even on Microsoft Windows where no Win32 API can match POSIX semantics.
 
template<class... Args>
bool try_relink (Args &&... args) noexcept
 
template<class... Args, class Rep , class Period >
bool try_relink_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept
 
template<class... Args, class Clock , class Duration >
bool try_relink_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept
 
virtual result< void > link (const path_handle &base, path_view_type path, deadline d=std::chrono::seconds(30)) noexcept
 Links the inode referred to by this open handle to the path specified. The current path of this open handle is not changed, unless it has no current path due to being unlinked.
 
template<class... Args>
bool try_link (Args &&... args) noexcept
 
template<class... Args, class Rep , class Period >
bool try_link_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept
 
template<class... Args, class Clock , class Duration >
bool try_link_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept
 
virtual result< void > unlink (deadline d=std::chrono::seconds(30)) noexcept
 Unlinks the current path of this open handle, causing its entry to immediately disappear from the filing system.
 
template<class... Args>
bool try_unlink (Args &&... args) noexcept
 
template<class... Args, class Rep , class Period >
bool try_unlink_for (Args &&... args, const std::chrono::duration< Rep, Period > &duration) noexcept
 
template<class... Args, class Clock , class Duration >
bool try_unlink_until (Args &&... args, const std::chrono::time_point< Clock, Duration > &timeout) noexcept
 
virtual result< span< path_view_component > > list_extended_attributes (span< byte > tofill) const noexcept
 Fill the supplied buffer with the names of all extended attributes set on this file or directory, returning a span of path view components.
 
virtual result< span< byte > > get_extended_attribute (span< byte > tofill, path_view_component name) const noexcept
 Retrieve the value of an extended attribute set on this file or directory.
 
virtual result< void > set_extended_attribute (path_view_component name, span< const byte > value) noexcept
 Sets the value of an extended attribute on this file or directory.
 
virtual result< void > remove_extended_attribute (path_view_component) noexcept
 Removes the extended attribute set on this file or directory.
 
result< size_t > copy_extended_attributes (const fs_handle &src, bool replace_all_local_attributes=false) noexcept
 Copies the extended attributes from one entity to another, optionally replacing all the extended attributes on the destination.
 

Static Public Member Functions

static result< fast_random_file_handlefast_random_file (extent_type bytes=(extent_type) -1, mode _mode=mode::read, span< const byte > seed={}) noexcept
 
static result< file_handlefile (const path_handle &base, path_view_type path, mode _mode=mode::read, creation _creation=creation::open_existing, caching _caching=caching::all, flag flags=flag::none) noexcept
 
static result< file_handleuniquely_named_file (const path_handle &dirpath, mode _mode=mode::write, caching _caching=caching::temporary, flag flags=flag::none) noexcept
 
static result< file_handletemp_file (path_view_type name=path_view_type(), mode _mode=mode::write, creation _creation=creation::if_needed, caching _caching=caching::temporary, flag flags=flag::unlink_on_first_close) noexcept
 
static result< file_handletemp_inode (const path_handle &dirh=path_discovery::storage_backed_temporary_files_directory(), mode _mode=mode::write, caching _caching=caching::temporary, flag flags=flag::none) noexcept
 

Protected Member Functions

result< void > _perms_check () const noexcept
 
virtual size_t _do_max_buffers () const noexcept override
 The virtualised implementation of max_buffers() used if no multiplexer has been set.
 
virtual io_result< const_buffers_type > _do_barrier (io_request< const_buffers_type > reqs=io_request< const_buffers_type >(), barrier_kind=barrier_kind::nowait_data_only, deadline=deadline()) noexcept override
 The virtualised implementation of barrier() used if no multiplexer has been set.
 
virtual io_result< buffers_type > _do_read (io_request< buffers_type > reqs, deadline d=deadline()) noexcept override
 The virtualised implementation of read() used if no multiplexer has been set.
 
virtual io_result< const_buffers_type > _do_write (io_request< const_buffers_type > reqs, deadline d=deadline()) noexcept override
 The virtualised implementation of write() used if no multiplexer has been set.
 
virtual result< registered_buffer_type > _do_allocate_registered_buffer (size_t &bytes) noexcept
 The virtualised implementation of allocate_registered_buffer() used if no multiplexer has been set.
 
virtual io_result< buffers_type > _do_read (registered_buffer_type base, io_request< buffers_type > reqs, deadline d) noexcept
 The virtualised implementation of read() used if no multiplexer has been set.
 
virtual io_result< const_buffers_type > _do_write (registered_buffer_type base, io_request< const_buffers_type > reqs, deadline d) noexcept
 The virtualised implementation of write() used if no multiplexer has been set.
 
io_result< buffers_type > _do_multiplexer_read (registered_buffer_type &&base, io_request< buffers_type > reqs, deadline d) noexcept
 
io_result< const_buffers_type > _do_multiplexer_write (registered_buffer_type &&base, io_request< const_buffers_type > reqs, deadline d) noexcept
 
io_result< const_buffers_type > _do_multiplexer_barrier (registered_buffer_type &&base, io_request< const_buffers_type > reqs, barrier_kind kind, deadline d) noexcept
 
result< void > _fetch_inode () const noexcept
 Fill in _devid and _inode from the handle via fstat()
 

Protected Attributes

llfio_v2_xxx::fast_random_file_handle::prng _prng
 
extent_type _length {0}
 
byte_io_multiplexer_ctx {nullptr}
 
union { 
 
   native_handle_type   _v 
 
   struct { 
 
      intptr_t   _padding0_ 
 
      uint32_t   _padding1_ 
 
      flag   flags 
 
      uint16_t   _padding2_ 
 
   }   _ 
 
};  
 
dev_t _devid {0}
 
ino_t _inode {0}
 

Detailed Description

A handle to synthesised, non-cryptographic, pseudo-random data.

This implementation of file handle provides read-only file data of random bits based on Bob Jenkins' 32-bit JSF PRNG (http://burtleburtle.net/bob/rand/smallprng.html). It works by initialising the prng state from the seed you provide at construction, and then for each 4 byte block it copies the 16 bytes of prng state, overwrites the first eight bytes with the offset divided by 4, and performs a PRNG round to generate a fairly unique number. As there are eight bytes of randomness being mixed with eight bytes of counter, this will not be a particularly random stream, but it's probably not awful either.

Note that writes to this handle are permitted if it was opened with write permission, but writes have no effect.

The use for a file handle full of random data may not be obvious. The first is to obfuscate another file's data using algorithm::xor_handle_adapter. The second is for mock ups in testing, where this file handle stands in for some other (large) file, and you are testing throughput or latency in processing code.

The third is for unit testing randomly corrupted file data. algorithm::mix_handle_adapter can randomly mix scatter gather buffers from this file handle into another file handle in order to test how well handling code copes with random data corruption.

Benchmarks:

On a 3.1Ghz Intel Skylake CPU where memcpy() can do ~12Gb/sec:

  • GCC7: 4659 Mb/sec
  • VS2017: 3653 Mb/sec

The current implementation spots when it can do 16x simultaneous PRNG rounds, and thus can fill a cache line at a time. The Skylake CPU used to benchmark the code dispatches around four times the throughput with this, however there is likely still performance left on the table.

If someone were bothered to rewrite the JSF PRNG into SIMD, it is possible one could approach memcpy() in performance. One would probably need to use AVX-512 however, as the JSF PRNG makes heavy use of bit rotation, which is slow before AVX-512 as it must be emulated with copious bit shifting and masking.

Constructor & Destructor Documentation

◆ fast_random_file_handle() [1/2]

llfio_v2_xxx::fast_random_file_handle::fast_random_file_handle ( extent_type  length,
span< const byte >  seed 
)
inline

Constructor. Seed is not much use past sixteen bytes.

164 : _prng(seed)
165 , _length(length)
166 {
167 }
result< section_handle::extent_type > length(const section_handle &self) noexcept
Return the current maximum permitted extent of the memory section.
Definition map_handle.hpp:1071

◆ fast_random_file_handle() [2/2]

llfio_v2_xxx::fast_random_file_handle::fast_random_file_handle ( fast_random_file_handle &&  o)
inlinenoexcept

Implicit move construction of fast_random_file_handle permitted.

170: _prng(o._prng), _length(o._length) {}

◆ ~fast_random_file_handle()

virtual llfio_v2_xxx::fast_random_file_handle::~fast_random_file_handle ( )
inlineoverridevirtual
226 {
227 // ignore
228 }

Member Function Documentation

◆ _do_allocate_registered_buffer()

result< byte_io_handle::registered_buffer_type > llfio_v2_xxx::byte_io_handle::_do_allocate_registered_buffer ( size_t &  bytes)
inlineprotectedvirtualnoexceptinherited

The virtualised implementation of allocate_registered_buffer() used if no multiplexer has been set.

1024{
1025 return detail::map_handle_allocate_registered_buffer(bytes);
1026}

◆ _do_barrier()

virtual io_result< const_buffers_type > llfio_v2_xxx::fast_random_file_handle::_do_barrier ( io_request< const_buffers_type >  reqs = io_request< const_buffers_type >(),
barrier_kind  kind = barrier_kind::nowait_data_only,
deadline  d = deadline() 
)
inlineoverrideprotectedvirtualnoexcept

The virtualised implementation of barrier() used if no multiplexer has been set.

Reimplemented from llfio_v2_xxx::byte_io_handle.

137 {
138 OUTCOME_TRY(_perms_check());
139 // Return null written
140 for(auto &buffer : reqs.buffers)
141 {
142 buffer = {buffer.data(), 0};
143 }
144 return std::move(reqs.buffers);
145 }

◆ _do_max_buffers()

virtual size_t llfio_v2_xxx::fast_random_file_handle::_do_max_buffers ( ) const
inlineoverrideprotectedvirtualnoexcept

The virtualised implementation of max_buffers() used if no multiplexer has been set.

Reimplemented from llfio_v2_xxx::byte_io_handle.

135{ return 0; }

◆ _do_multiplexer_barrier()

io_result< const_buffers_type > llfio_v2_xxx::byte_io_handle::_do_multiplexer_barrier ( registered_buffer_type &&  base,
io_request< const_buffers_type >  reqs,
barrier_kind  kind,
deadline  d 
)
inlineprotectednoexceptinherited
194 {
196 const auto state_reqs = _ctx->io_state_requirements();
197 auto *storage = (byte *) alloca(state_reqs.first + state_reqs.second);
198 const auto diff = (uintptr_t) storage & (state_reqs.second - 1);
199 storage += state_reqs.second - diff;
200 auto *state = _ctx->construct_and_init_io_operation({storage, state_reqs.first}, this, nullptr, std::move(base), d, std::move(reqs), kind);
201 if(state == nullptr)
202 {
203 return errc::resource_unavailable_try_again;
204 }
205 OUTCOME_TRY(_ctx->flush_inited_io_operations());
206 while(!is_finished(_ctx->check_io_operation(state)))
207 {
208 deadline nd;
210 OUTCOME_TRY(_ctx->check_for_any_completed_io(nd));
211 }
212 io_result<const_buffers_type> ret = std::move(*state).get_completed_write_or_barrier();
213 state->~io_operation_state();
214 return ret;
215 }
virtual std::pair< size_t, size_t > io_state_requirements() noexcept=0
Returns the number of bytes, and alignment required, for an io_operation_state for this multiplexer.
virtual result< void > flush_inited_io_operations() noexcept
Flushes any previously initiated i/o, if necessary for this i/o multiplexer.
Definition byte_io_multiplexer.hpp:1457
virtual result< check_for_any_completed_io_statistics > check_for_any_completed_io(deadline d=std::chrono::seconds(0), size_t max_completions=(size_t) -1) noexcept=0
Checks all i/o initiated on this i/o multiplexer to see which have completed, trying without guarante...
virtual io_operation_state * construct_and_init_io_operation(span< byte > storage, byte_io_handle *_h, io_operation_state_visitor *_visitor, registered_buffer_type &&b, deadline d, io_request< buffers_type > reqs) noexcept
Combines .construct() with .init_io_operation() in a single call for improved efficiency.
Definition byte_io_multiplexer.hpp:1392
virtual io_operation_state_type check_io_operation(io_operation_state *op) noexcept
Asks the system for the current state of the i/o, returning its current state.
Definition byte_io_multiplexer.hpp:1460
#define LLFIO_DEADLINE_TO_PARTIAL_DEADLINE(nd, d)
Run inside a series of steps to create a sub-deadline from a master deadline.
Definition deadline.h:121
#define LLFIO_DEADLINE_TO_SLEEP_INIT(d)
Definition deadline.h:112
constexpr bool is_finished(io_operation_state_type s) noexcept
True if the i/o operation state is finished.
Definition byte_io_multiplexer.hpp:131

◆ _do_multiplexer_read()

io_result< buffers_type > llfio_v2_xxx::byte_io_handle::_do_multiplexer_read ( registered_buffer_type &&  base,
io_request< buffers_type >  reqs,
deadline  d 
)
inlineprotectednoexceptinherited
147 {
149 const auto state_reqs = _ctx->io_state_requirements();
150 auto *storage = (byte *) alloca(state_reqs.first + state_reqs.second);
151 const auto diff = (uintptr_t) storage & (state_reqs.second - 1);
152 storage += state_reqs.second - diff;
153 auto *state = _ctx->construct_and_init_io_operation({storage, state_reqs.first}, this, nullptr, std::move(base), d, std::move(reqs));
154 if(state == nullptr)
155 {
156 return errc::resource_unavailable_try_again;
157 }
158 OUTCOME_TRY(_ctx->flush_inited_io_operations());
159 while(!is_finished(_ctx->check_io_operation(state)))
160 {
161 deadline nd;
163 OUTCOME_TRY(_ctx->check_for_any_completed_io(nd));
164 }
165 io_result<buffers_type> ret = std::move(*state).get_completed_read();
166 state->~io_operation_state();
167 return ret;
168 }

◆ _do_multiplexer_write()

io_result< const_buffers_type > llfio_v2_xxx::byte_io_handle::_do_multiplexer_write ( registered_buffer_type &&  base,
io_request< const_buffers_type >  reqs,
deadline  d 
)
inlineprotectednoexceptinherited
170 {
172 const auto state_reqs = _ctx->io_state_requirements();
173 auto *storage = (byte *) alloca(state_reqs.first + state_reqs.second);
174 const auto diff = (uintptr_t) storage & (state_reqs.second - 1);
175 storage += state_reqs.second - diff;
176 auto *state = _ctx->construct_and_init_io_operation({storage, state_reqs.first}, this, nullptr, std::move(base), d, std::move(reqs));
177 if(state == nullptr)
178 {
179 return errc::resource_unavailable_try_again;
180 }
181 OUTCOME_TRY(_ctx->flush_inited_io_operations());
182 while(!is_finished(_ctx->check_io_operation(state)))
183 {
184 deadline nd;
186 OUTCOME_TRY(_ctx->check_for_any_completed_io(nd));
187 }
188 io_result<const_buffers_type> ret = std::move(*state).get_completed_write_or_barrier();
189 state->~io_operation_state();
190 return ret;
191 }

◆ _do_read() [1/2]

virtual io_result< buffers_type > llfio_v2_xxx::fast_random_file_handle::_do_read ( io_request< buffers_type >  reqs,
deadline  d = deadline() 
)
overrideprotectedvirtualnoexcept

The virtualised implementation of read() used if no multiplexer has been set.

Reimplemented from llfio_v2_xxx::byte_io_handle.

◆ _do_read() [2/2]

virtual io_result< buffers_type > llfio_v2_xxx::byte_io_handle::_do_read ( registered_buffer_type  base,
io_request< buffers_type >  reqs,
deadline  d 
)
inlineprotectedvirtualnoexceptinherited

The virtualised implementation of read() used if no multiplexer has been set.

131 {
132 (void) base;
133 return byte_io_handle::_do_read(reqs, d);
134 }
virtual io_result< buffers_type > _do_read(io_request< buffers_type > reqs, deadline d) noexcept
The virtualised implementation of read() used if no multiplexer has been set.

◆ _do_write() [1/2]

virtual io_result< const_buffers_type > llfio_v2_xxx::fast_random_file_handle::_do_write ( io_request< const_buffers_type >  reqs,
deadline  d = deadline() 
)
inlineoverrideprotectedvirtualnoexcept

The virtualised implementation of write() used if no multiplexer has been set.

Reimplemented from llfio_v2_xxx::byte_io_handle.

148 {
149 (void) d;
150 OUTCOME_TRY(_perms_check());
151 // Return null written
152 for(auto &buffer : reqs.buffers)
153 {
154 buffer = {buffer.data(), 0};
155 }
156 return std::move(reqs.buffers);
157 }

◆ _do_write() [2/2]

virtual io_result< const_buffers_type > llfio_v2_xxx::byte_io_handle::_do_write ( registered_buffer_type  base,
io_request< const_buffers_type >  reqs,
deadline  d 
)
inlineprotectedvirtualnoexceptinherited

The virtualised implementation of write() used if no multiplexer has been set.

139 {
140 (void) base;
141 return byte_io_handle::_do_write(reqs, d);
142 }
virtual io_result< const_buffers_type > _do_write(io_request< const_buffers_type > reqs, deadline d) noexcept
The virtualised implementation of write() used if no multiplexer has been set.

◆ _perms_check()

result< void > llfio_v2_xxx::fast_random_file_handle::_perms_check ( ) const
inlineprotectednoexcept
127 {
128 if(!this->is_writable())
129 {
130 return errc::permission_denied;
131 }
132 return success();
133 }
bool is_writable() const noexcept
True if the handle is writable.
Definition handle.hpp:328

◆ _replace_handle()

virtual result< void > llfio_v2_xxx::file_handle::_replace_handle ( handle &&  o_)
inlineoverridevirtualnoexceptinherited

Implements llfio_v2_xxx::fs_handle.

58 {
59 auto &o = static_cast<decltype(*this) &>(o_);
60 if(_v.behaviour != o._v.behaviour)
61 {
62 return errc::invalid_argument;
63 }
64 _v.swap(o._v);
65 return success();
66 }
void swap(native_handle_type &o) noexcept
Swaps with another instance.
Definition native_handle_type.hpp:157

◆ allocate_registered_buffer()

result< registered_buffer_type > llfio_v2_xxx::byte_io_handle::allocate_registered_buffer ( size_t &  bytes)
inlinenoexceptinherited

Request the allocation of a new registered i/o buffer with the system suitable for maximum performance i/o, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.

Returns
A shared pointer to the i/o buffer. Note that the pointer returned is not the resource under management, using shared ptr's aliasing feature.
Parameters
bytesThe size of the i/o buffer requested. This may be rounded (considerably) upwards, you should always use the value returned.

Some i/o multiplexer implementations have the ability to allocate i/o buffers in special memory shared between the i/o hardware and user space processes. Using registered i/o buffers can entirely eliminate all kernel transitions and memory copying during i/o, and can saturate very high end hardware from a single kernel thread.

If no multiplexer is set, the default implementation uses map_handle to allocate raw memory pages from the OS kernel. If the requested buffer size is a multiple of one of the larger page sizes from utils::page_sizes(), an attempt to satisfy the request using the larger page size will be attempted first.

269 {
270 if(_ctx == nullptr)
271 {
272 return _do_allocate_registered_buffer(bytes);
273 }
274 return _ctx->do_byte_io_handle_allocate_registered_buffer(this, bytes);
275 }
virtual result< registered_buffer_type > _do_allocate_registered_buffer(size_t &bytes) noexcept
The virtualised implementation of allocate_registered_buffer() used if no multiplexer has been set.
Definition map_handle.hpp:1023
virtual result< registered_buffer_type > do_byte_io_handle_allocate_registered_buffer(byte_io_handle *h, size_t &bytes) noexcept
Implements byte_io_handle::allocate_registered_buffer()
Definition byte_io_handle.hpp:537

◆ are_reads_from_cache()

bool llfio_v2_xxx::handle::are_reads_from_cache ( ) const
inlinenoexceptinherited

True if the handle uses the kernel page cache for reads.

410{ return !!(_v.behaviour & native_handle_type::disposition::cache_reads); }

◆ are_safety_barriers_issued()

bool llfio_v2_xxx::handle::are_safety_barriers_issued ( ) const
inlinenoexceptinherited

True if issuing safety fsyncs is on.

414{ return !!(_v.behaviour & native_handle_type::disposition::safety_barriers); }

◆ are_writes_durable()

bool llfio_v2_xxx::handle::are_writes_durable ( ) const
inlinenoexceptinherited

True if writes are safely on storage on completion.

412{ return !(_v.behaviour & native_handle_type::disposition::cache_writes); }

◆ barrier() [1/2]

io_result< const_buffers_type > llfio_v2_xxx::byte_io_handle::barrier ( barrier_kind  kind,
deadline  d = deadline() 
)
inlinenoexceptinherited
409{ return barrier(io_request<const_buffers_type>(), kind, d); }
virtual io_result< const_buffers_type > barrier(io_request< const_buffers_type > reqs=io_request< const_buffers_type >(), barrier_kind kind=barrier_kind::nowait_data_only, deadline d=deadline()) noexcept
Issue a write reordering barrier such that writes preceding the barrier will reach storage before wri...
Definition byte_io_handle.hpp:402

◆ barrier() [2/2]

virtual io_result< const_buffers_type > llfio_v2_xxx::byte_io_handle::barrier ( io_request< const_buffers_type >  reqs = io_request<const_buffers_type>(),
barrier_kind  kind = barrier_kind::nowait_data_only,
deadline  d = deadline() 
)
inlinevirtualnoexceptinherited

Issue a write reordering barrier such that writes preceding the barrier will reach storage before writes after this barrier, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.

Warning
Assume that this call is a no-op. It is not reliably implemented in many common use cases, for example if your code is running inside a LXC container, or if the user has mounted the filing system with non-default options. Instead open the handle with caching::reads which means that all writes form a strict sequential order not completing until acknowledged by the storage device. Filing system can and do use different algorithms to give much better performance with caching::reads, some (e.g. ZFS) spectacularly better.
Let me repeat again: consider this call to be a hint to poke the kernel with a stick to go start to do some work sooner rather than later. It may be ignored entirely.
For portability, you can only assume that barriers write order for a single handle instance. You cannot assume that barriers write order across multiple handles to the same inode, or across processes.
Returns
The buffers barriered, which may not be the buffers input. The size of each scatter-gather buffer is updated with the number of bytes of that buffer barriered.
Parameters
reqsA scatter-gather and offset request for what range to barrier. May be ignored on some platforms which always write barrier the entire file. Supplying a default initialised reqs write barriers the entire file.
kindWhich kind of write reordering barrier to perform.
dAn optional deadline by which the i/o must complete, else it is cancelled. Note function may return significantly after this deadline if the i/o takes long to cancel.
Errors returnable\n Any of the values POSIX fdatasync() or Windows NtFlushBuffersFileEx() can return.
Memory Allocations\n None.
404 {
405 return (_ctx == nullptr) ? _do_barrier(reqs, kind, d) : _do_multiplexer_barrier({}, std::move(reqs), kind, d);
406 }
virtual io_result< const_buffers_type > _do_barrier(io_request< const_buffers_type > reqs, barrier_kind kind, deadline d) noexcept
The virtualised implementation of barrier() used if no multiplexer has been set.

◆ clone()

result< handle > llfio_v2_xxx::handle::clone ( ) const
noexceptinherited

Clone this handle (copy constructor is disabled to avoid accidental copying)

Errors returnable\n Any of the values POSIX dup() or DuplicateHandle() can return.

◆ clone_extents_to() [1/2]

result< extent_pair > llfio_v2_xxx::file_handle::clone_extents_to ( byte_io_handle dest,
deadline  d = {},
bool  force_copy_now = false,
bool  emulate_if_unsupported = true 
)
inlinenoexceptinherited

This is an overloaded member function, provided for convenience. It differs from the above function only in what argument(s) it accepts.

371 {}, bool force_copy_now = false, bool emulate_if_unsupported = true) noexcept
372 {
373 return clone_extents_to({(extent_type) -1, (extent_type) -1}, dest, 0, d, force_copy_now, emulate_if_unsupported);
374 }
virtual result< extent_pair > clone_extents_to(extent_pair extent, byte_io_handle &dest, byte_io_handle::extent_type destoffset, deadline d={}, bool force_copy_now=false, bool emulate_if_unsupported=true) noexcept
Clones the extents referred to by extent to dest at destoffset. This is how you ought to copy file co...

◆ clone_extents_to() [2/2]

virtual result< extent_pair > llfio_v2_xxx::file_handle::clone_extents_to ( extent_pair  extent,
byte_io_handle dest,
byte_io_handle::extent_type  destoffset,
deadline  d = {},
bool  force_copy_now = false,
bool  emulate_if_unsupported = true 
)
virtualnoexceptinherited

Clones the extents referred to by extent to dest at destoffset. This is how you ought to copy file content, including within the same file. This is fundamentally a racy call with respect to concurrent modification of the files.

Some of the filesystems on the major operating systems implement copy-on-write extent reference counting, and thus can very cheaply link a "copy" of extents in one file into another file (at the time of writing - Linux: XFS, btrfs, ocfs2, smbfs; Mac OS: APFS; Windows: ReFS, CIFS). Upon first write into an extent, only then is a new copy formed for the specific extents being modified. Note that extent cloning is usually only possible in cluster sized amounts, so if the portion you clone is not so aligned, new extents will be allocated for the spill into non-aligned portions. Obviously, cloning an entire file in a single shot does not have that problem.

Networked filing systems typically can also implement remote extent copying, such that extents can be copied between files entirely upon the remote server, and avoiding the copy going over the network. This is usually far more efficient.

This implementation first enumerates the valid extents for the region requested, and only clones extents which are reported as valid. It then iterates the platform specific syscall to cause the extents to be cloned in utils::page_allocator<T> sized chunks (i.e. the next large page greater or equal to 1Mb). Generally speaking, if the dedicated syscalls fail, the implementation falls back to a user space emulation, unless emulate_if_unsupported is false.

If the region being cloned does not exist in the source file, the region is truncated to what is available. If the destination file is not big enough to receive the cloned region, it is extended. If the clone is occurring within the same inode, you should ensure that the regions do not overlap, as cloning regions which overlap has platform-specific semantics. If they do overlap, you should always set force_copy_now for portable code.

Note
The current implementation does not permit overlapping clones within the same inode to differ by less than utils::page_allocator<T> sized chunks. It will fail with an error code comparing equal to errc::invalid_parameter.

If you really want the copy to happen now, and not later via copy-on-write, set force_copy_now. Note that this forces emulate_if_unsupported to true.

If dest is not a file_handle, sendfile() is used and the destination offset and gaps in the source valid extents are ignored.

◆ close()

virtual result< void > llfio_v2_xxx::fast_random_file_handle::close ( )
inlineoverridevirtualnoexcept

Immediately close the native handle type managed by this handle.

Reimplemented from llfio_v2_xxx::file_handle.

230 {
231 // ignore
232 return success();
233 }

◆ co_barrier()

awaitable< io_result< const_buffers_type > > llfio_v2_xxx::byte_io_handle::co_barrier ( io_request< const_buffers_type >  reqs = io_request<const_buffers_type>(),
barrier_kind  kind = barrier_kind::nowait_data_only,
deadline  d = deadline() 
)
inlinenoexceptinherited

A coroutinised equivalent to .barrier() which suspends the coroutine until the i/o finishes. Blocks execution i.e is equivalent to .barrier() if no i/o multiplexer has been set on this handle!

The awaitable returned is eager i.e. it immediately begins the i/o. If the i/o completes and finishes immediately, no coroutine suspension occurs.

486 {
487 if(_ctx == nullptr)
488 {
489 return awaitable<io_result<const_buffers_type>>(barrier(std::move(reqs), kind, d));
490 }
491 awaitable<io_result<const_buffers_type>> ret;
492 ret.set_state(_ctx->construct(ret._state_storage, this, nullptr, {}, d, std::move(reqs), kind));
493 return ret;
494 }
virtual io_operation_state * construct(span< byte > storage, byte_io_handle *_h, io_operation_state_visitor *_visitor, registered_buffer_type &&b, deadline d, io_request< buffers_type > reqs) noexcept=0
Constructs either a unsynchronised_io_operation_state or a synchronised_io_operation_state for a read...

◆ co_read() [1/2]

awaitable< io_result< buffers_type > > llfio_v2_xxx::byte_io_handle::co_read ( io_request< buffers_type >  reqs,
deadline  d = deadline() 
)
inlinenoexceptinherited

A coroutinised equivalent to .read() which suspends the coroutine until the i/o finishes. Blocks execution i.e is equivalent to .read() if no i/o multiplexer has been set on this handle!

The awaitable returned is eager i.e. it immediately begins the i/o. If the i/o completes and finishes immediately, no coroutine suspension occurs.

423 {
424 if(_ctx == nullptr)
425 {
426 return awaitable<io_result<buffers_type>>(read(std::move(reqs), d));
427 }
428 awaitable<io_result<buffers_type>> ret;
429 ret.set_state(_ctx->construct(ret._state_storage, this, nullptr, {}, d, std::move(reqs)));
430 return ret;
431 }
@ read
Ability to read (READ_CONTROL|FILE_READ_DATA|FILE_READ_ATTRIBUTES|FILE_READ_EA|SYNCHRONISE or O_RDONL...

◆ co_read() [2/2]

awaitable< io_result< buffers_type > > llfio_v2_xxx::byte_io_handle::co_read ( registered_buffer_type  base,
io_request< buffers_type >  reqs,
deadline  d = deadline() 
)
inlinenoexceptinherited
435 {
436 if(_ctx == nullptr)
437 {
438 return awaitable<io_result<buffers_type>>(read(std::move(base), std::move(reqs), d));
439 }
440 awaitable<io_result<buffers_type>> ret;
441 ret.set_state(_ctx->construct(ret._state_storage, this, nullptr, std::move(base), d, std::move(reqs)));
442 return ret;
443 }

◆ co_write() [1/2]

awaitable< io_result< const_buffers_type > > llfio_v2_xxx::byte_io_handle::co_write ( io_request< const_buffers_type >  reqs,
deadline  d = deadline() 
)
inlinenoexceptinherited

A coroutinised equivalent to .write() which suspends the coroutine until the i/o finishes. Blocks execution i.e is equivalent to .write() if no i/o multiplexer has been set on this handle!

The awaitable returned is eager i.e. it immediately begins the i/o. If the i/o completes and finishes immediately, no coroutine suspension occurs.

454 {
455 if(_ctx == nullptr)
456 {
457 return awaitable<io_result<const_buffers_type>>(write(std::move(reqs), d));
458 }
459 awaitable<io_result<const_buffers_type>> ret;
460 ret.set_state(_ctx->construct(ret._state_storage, this, nullptr, {}, d, std::move(reqs)));
461 return ret;
462 }
@ write
Ability to read and write (READ_CONTROL|FILE_READ_DATA|FILE_READ_ATTRIBUTES|FILE_READ_EA|FILE_WRITE_D...

◆ co_write() [2/2]

awaitable< io_result< const_buffers_type > > llfio_v2_xxx::byte_io_handle::co_write ( registered_buffer_type  base,
io_request< const_buffers_type >  reqs,
deadline  d = deadline() 
)
inlinenoexceptinherited
466 {
467 if(_ctx == nullptr)
468 {
469 return awaitable<io_result<const_buffers_type>>(write(std::move(base), std::move(reqs), d));
470 }
471 awaitable<io_result<const_buffers_type>> ret;
472 ret.set_state(_ctx->construct(ret._state_storage, this, nullptr, std::move(base), d, std::move(reqs)));
473 return ret;
474 }

◆ copy_extended_attributes()

result< size_t > llfio_v2_xxx::fs_handle::copy_extended_attributes ( const fs_handle src,
bool  replace_all_local_attributes = false 
)
inlinenoexceptinherited

Copies the extended attributes from one entity to another, optionally replacing all the extended attributes on the destination.

This convenience function is implemented using the APIs above, and therefore is racy with respect to concurrent users. If you specifiy an invalid source with replace_all_local_attributes = true, then this is a convenient way to remove all extended attributes on the local inode.

Note
This function uses 130Kb of stack and cannot handle attribute values larger than 64Kb.
446 {
447 auto &h = _get_handle();
448 (void) h;
449 LLFIO_LOG_FUNCTION_CALL(&h);
450 byte buffer[65536 + 4096];
451 if(replace_all_local_attributes)
452 {
453 for(;;)
454 {
455 OUTCOME_TRY(auto &&attribs, list_extended_attributes(buffer));
456 if(attribs.empty())
457 {
458 break;
459 }
460 for(auto &attrib : attribs)
461 {
462 OUTCOME_TRY(remove_extended_attribute(attrib));
463 }
464 }
465 }
466 if(src._get_handle().is_valid())
467 {
468 OUTCOME_TRY(auto &&attribs, src.list_extended_attributes(buffer));
469 for(auto &attrib : attribs)
470 {
471 byte buffer2[65536];
472 OUTCOME_TRY(auto &&value, src.get_extended_attribute(buffer2, attrib));
473 OUTCOME_TRY(set_extended_attribute(attrib, value));
474 }
475 }
476 return success();
477 }
virtual result< void > set_extended_attribute(path_view_component name, span< const byte > value) noexcept
Sets the value of an extended attribute on this file or directory.
virtual result< span< path_view_component > > list_extended_attributes(span< byte > tofill) const noexcept
Fill the supplied buffer with the names of all extended attributes set on this file or directory,...
virtual result< void > remove_extended_attribute(path_view_component) noexcept
Removes the extended attribute set on this file or directory.

◆ current_path()

virtual result< path_type > llfio_v2_xxx::handle::current_path ( ) const
virtualnoexceptinherited

Returns the current path of the open handle as said by the operating system. Note that you are NOT guaranteed that any path refreshed bears any resemblance to the original, some operating systems will return some different path which still reaches the same inode via some other route e.g. hardlinks, dereferenced symbolic links, etc. Windows and Linux correctly track changes to the specific path the handle was opened with, not getting confused by other hard links. MacOS nearly gets it right, but under some circumstances e.g. renaming may switch to a different hard link's path which is almost certainly a bug.

If LLFIO was not able to determine the current path for this open handle e.g. the inode has been unlinked, it returns an empty path. Be aware that FreeBSD can return an empty (deleted) path for file inodes no longer cached by the kernel path cache, LLFIO cannot detect the difference. FreeBSD will also return any path leading to the inode if it is hard linked. FreeBSD does implement path retrieval for directory inodes correctly however, and see algorithm::cached_parent_handle_adapter<T> for a handle adapter which makes use of that.

On Linux if /proc is not mounted, this call fails with an error. All APIs in LLFIO which require the use of current_path() can be told to not use it e.g. flag::disable_safety_unlinks. It is up to you to detect if current_path() is not working, and to change how you call LLFIO appropriately.

On Windows, you will almost certainly get back a path of the form \!!\Device\HarddiskVolume10\Users\ned\.... See path_view for what all the path prefix sequences mean, but to summarise the \!!\ prefix is LLFIO-only and will not be accepted by other Windows APIs. Pass LLFIO derived paths through the function to_win32_path() to Win32-ise them. This function is also available on Linux where it does nothing, so you can use it in portable code.

Warning
This call is expensive, it always asks the kernel for the current path, and no checking is done to ensure what the kernel returns is accurate or even sensible. Be aware that despite these precautions, paths are unstable and can change randomly at any moment. Most code written to use absolute file systems paths is racy, so don't do it, use path_handle to fix a base location on the file system and work from that anchor instead!
Memory Allocations\n At least one malloc for the path_type, likely several more.
See also
algorithm::cached_parent_handle_adapter<T> which overrides this with an implementation based on retrieving the current path of a cached handle to the parent directory. On platforms with instability or failure to retrieve the correct current path for regular files, the cached parent handle adapter works around the problem by taking advantage of directory inodes not having the same instability problems on any platform.

Reimplemented in llfio_v2_xxx::process_handle.

◆ extents()

virtual result< std::vector< file_handle::extent_pair > > llfio_v2_xxx::fast_random_file_handle::extents ( ) const
inlineoverridevirtualnoexcept

Return a single extent of the maximum extent.

Reimplemented from llfio_v2_xxx::file_handle.

256{ return std::vector<file_handle::extent_pair>{{0, _length}}; }

◆ fast_random_file()

static result< fast_random_file_handle > llfio_v2_xxx::fast_random_file_handle::fast_random_file ( extent_type  bytes = (extent_type) -1,
mode  _mode = mode::read,
span< const byte >  seed = {} 
)
inlinestaticnoexcept

Create a random file handle.

Parameters
bytesHow long the random file ought to report itself being.
_modeHow to open the file.
seedUp to 88 bytes with which to seed the randomness. The default means use utils::random_fill().
201 {}) noexcept
202 {
203 if(_mode == mode::append)
204 {
205 return errc::invalid_argument;
206 }
207 byte _seed[16];
208 if(seed.empty())
209 {
210 utils::random_fill((char *) _seed, sizeof(_seed));
211 seed = _seed;
212 }
213 result<fast_random_file_handle> ret(fast_random_file_handle(bytes, seed));
214 native_handle_type &nativeh = ret.value()._v;
215 LLFIO_LOG_FUNCTION_CALL(&ret);
216 nativeh.behaviour |= native_handle_type::disposition::file;
217 nativeh.behaviour |= native_handle_type::disposition::seekable | native_handle_type::disposition::readable;
218 if(_mode == mode::write)
219 {
220 nativeh.behaviour |= native_handle_type::disposition::writable;
221 }
222 return ret;
223 }
fast_random_file_handle()=default
Default constructor.
void random_fill(char *buffer, size_t bytes) noexcept
Fills the buffer supplied with cryptographically strong randomness. Uses the OS kernel API.

◆ file()

static result< file_handle > llfio_v2_xxx::file_handle::file ( const path_handle base,
path_view_type  path,
mode  _mode = mode::read,
creation  _creation = creation::open_existing,
caching  _caching = caching::all,
flag  flags = flag::none 
)
staticnoexceptinherited

Create a file handle opening access to a file on path

Parameters
baseHandle to a base location on the filing system. Pass {} to indicate that path will be absolute.
pathThe path relative to base to open.
_modeHow to open the file.
_creationHow to create the file.
_cachingHow to ask the kernel to cache the file.
flagsAny additional custom behaviours.
Errors returnable\n Any of the values POSIX open() or CreateFile() can return.

◆ flags()

flag llfio_v2_xxx::handle::flags ( ) const
inlinenoexceptinherited

The flags this handle was opened with.

417{ return _.flags; }

◆ get_extended_attribute()

virtual result< span< byte > > llfio_v2_xxx::fs_handle::get_extended_attribute ( span< byte >  tofill,
path_view_component  name 
) const
virtualnoexceptinherited

Retrieve the value of an extended attribute set on this file or directory.

Note
On Windows, this is the list of alternate streams on a file, NOT NTFS extended attributes.

◆ is_allocation()

bool llfio_v2_xxx::handle::is_allocation ( ) const
inlinenoexceptinherited

True if a memory allocation.

371{ return _v.is_allocation(); }
constexpr bool is_allocation() const noexcept
True if a memory allocation.
Definition native_handle_type.hpp:209

◆ is_append_only()

bool llfio_v2_xxx::handle::is_append_only ( ) const
inlinenoexceptinherited

True if the handle is append only.

330{ return _v.is_append_only(); }
constexpr bool is_append_only() const noexcept
True if the handle is append only.
Definition native_handle_type.hpp:181

◆ is_directory()

bool llfio_v2_xxx::handle::is_directory ( ) const
inlinenoexceptinherited

True if a directory.

357{ return _v.is_directory(); }
constexpr bool is_directory() const noexcept
True if a directory.
Definition native_handle_type.hpp:195

◆ is_http_socket()

bool llfio_v2_xxx::handle::is_http_socket ( ) const
inlinenoexceptinherited

True if a HTTP socket.

377{ return _v.is_http_socket(); }
constexpr bool is_http_socket() const noexcept
True if a HTTP socket.
Definition native_handle_type.hpp:215

◆ is_kernel_handle()

bool llfio_v2_xxx::handle::is_kernel_handle ( ) const
inlinenoexceptinherited

True if native_handle() is a valid kernel handle.

352{ return _v.is_kernel_handle(); }
constexpr bool is_kernel_handle() const noexcept
True if handle is a valid kernel handle.
Definition native_handle_type.hpp:190

◆ is_multiplexable()

bool llfio_v2_xxx::handle::is_multiplexable ( ) const
inlinenoexceptinherited

True if multiplexable.

344{ return !!(_.flags & flag::multiplexable); }

◆ is_multiplexer()

bool llfio_v2_xxx::handle::is_multiplexer ( ) const
inlinenoexceptinherited

True if a multiplexer like BSD kqueues, Linux epoll or Windows IOCP.

365{ return _v.is_multiplexer(); }
constexpr bool is_multiplexer() const noexcept
True if a multiplexer like BSD kqueues, Linux epoll or Windows IOCP.
Definition native_handle_type.hpp:203

◆ is_nonblocking()

bool llfio_v2_xxx::handle::is_nonblocking ( ) const
inlinenoexceptinherited

True if nonblocking.

346{ return _v.is_nonblocking(); }
constexpr bool is_nonblocking() const noexcept
True if nonblocking.
Definition native_handle_type.hpp:184

◆ is_path()

bool llfio_v2_xxx::handle::is_path ( ) const
inlinenoexceptinherited

True if a path or a directory.

373{ return _v.is_path(); }
constexpr bool is_path() const noexcept
True if a path or a directory.
Definition native_handle_type.hpp:211

◆ is_pipe()

bool llfio_v2_xxx::handle::is_pipe ( ) const
inlinenoexceptinherited

True if a pipe.

361{ return _v.is_pipe(); }
constexpr bool is_pipe() const noexcept
True if a pipe.
Definition native_handle_type.hpp:199

◆ is_process()

bool llfio_v2_xxx::handle::is_process ( ) const
inlinenoexceptinherited

True if a process.

367{ return _v.is_process(); }
constexpr bool is_process() const noexcept
True if a process.
Definition native_handle_type.hpp:205

◆ is_readable()

bool llfio_v2_xxx::handle::is_readable ( ) const
inlinenoexceptinherited

True if the handle is readable.

326{ return _v.is_readable(); }
constexpr bool is_readable() const noexcept
True if the handle is readable.
Definition native_handle_type.hpp:177

◆ is_regular()

bool llfio_v2_xxx::handle::is_regular ( ) const
inlinenoexceptinherited

True if a regular file or device.

355{ return _v.is_regular(); }
constexpr bool is_regular() const noexcept
True if a regular file or device.
Definition native_handle_type.hpp:193

◆ is_section()

bool llfio_v2_xxx::handle::is_section ( ) const
inlinenoexceptinherited

True if a memory section.

369{ return _v.is_section(); }
constexpr bool is_section() const noexcept
True if a memory section.
Definition native_handle_type.hpp:207

◆ is_seekable()

bool llfio_v2_xxx::handle::is_seekable ( ) const
inlinenoexceptinherited

True if seekable.

348{ return _v.is_seekable(); }
constexpr bool is_seekable() const noexcept
True if seekable.
Definition native_handle_type.hpp:186

◆ is_socket()

bool llfio_v2_xxx::handle::is_socket ( ) const
inlinenoexceptinherited

True if a socket.

363{ return _v.is_socket(); }
constexpr bool is_socket() const noexcept
True if a socket.
Definition native_handle_type.hpp:201

◆ is_symlink()

bool llfio_v2_xxx::handle::is_symlink ( ) const
inlinenoexceptinherited

True if a symlink.

359{ return _v.is_symlink(); }
constexpr bool is_symlink() const noexcept
True if a symlink.
Definition native_handle_type.hpp:197

◆ is_tls_socket()

bool llfio_v2_xxx::handle::is_tls_socket ( ) const
inlinenoexceptinherited

True if a TLS socket.

375{ return _v.is_tls_socket(); }
constexpr bool is_tls_socket() const noexcept
True if a TLS socket.
Definition native_handle_type.hpp:213

◆ is_valid()

bool llfio_v2_xxx::handle::is_valid ( ) const
inlinenoexceptinherited

True if the handle is valid (and usually open)

323{ return _v.is_valid(); }
constexpr bool is_valid() const noexcept
True if the handle is valid.
Definition native_handle_type.hpp:174

◆ is_writable()

bool llfio_v2_xxx::handle::is_writable ( ) const
inlinenoexceptinherited

True if the handle is writable.

328{ return _v.is_writable(); }
constexpr bool is_writable() const noexcept
True if the handle is writable.
Definition native_handle_type.hpp:179

◆ kernel_caching()

caching llfio_v2_xxx::handle::kernel_caching ( ) const
inlinenoexceptinherited

Kernel cache strategy used by this handle.

381 {
382 const bool safety_barriers = !!(_v.behaviour & native_handle_type::disposition::safety_barriers);
383 const bool cache_metadata = !!(_v.behaviour & native_handle_type::disposition::cache_metadata);
384 const bool cache_reads = !!(_v.behaviour & native_handle_type::disposition::cache_reads);
385 const bool cache_writes = !!(_v.behaviour & native_handle_type::disposition::cache_writes);
386 const bool cache_temporary = !!(_v.behaviour & native_handle_type::disposition::cache_temporary);
387 if(cache_temporary)
388 {
389 return caching::temporary;
390 }
391 if(cache_metadata && cache_reads && cache_writes)
392 {
394 }
395 if(cache_metadata && cache_reads)
396 {
398 }
399 if(cache_reads)
400 {
401 return caching::reads;
402 }
403 if(cache_metadata)
404 {
406 }
407 return caching::none;
408 }
@ reads
Cache reads only. Writes of data and metadata do not complete until reaching storage (O_SYNC)....
@ none
No caching whatsoever, all reads and writes come from storage (i.e. O_DIRECT|O_SYNC)....
@ safety_barriers
Cache reads and writes of data and metadata so they complete immediately, but issue safety barriers a...
@ all
Cache reads and writes of data and metadata so they complete immediately, sending writes to storage a...
@ only_metadata
Cache reads and writes of metadata but avoid caching data (O_DIRECT), thus i/o here does not affect o...
@ temporary
Cache reads and writes of data and metadata so they complete immediately, only sending any updates to...
@ reads_and_metadata
Cache reads and writes of metadata, but writes of data do not complete until reaching storage (O_DSYN...

◆ link()

virtual result< void > llfio_v2_xxx::fs_handle::link ( const path_handle base,
path_view_type  path,
deadline  d = std::chrono::seconds(30) 
)
virtualnoexceptinherited

Links the inode referred to by this open handle to the path specified. The current path of this open handle is not changed, unless it has no current path due to being unlinked.

Warning
Some operating systems provide a race free syscall for linking an open handle to a new location (Linux, Windows). On all other operating systems this call is racy and can result in the wrong inode being linked. Note that unless flag::disable_safety_unlinks is set, this implementation opens a path_handle to the source containing directory first, then checks before linking that the item about to be hard linked has the same inode as the open file handle. It will retry this matching until success until the deadline given. This should prevent most unmalicious accidental loss of data.
Parameters
baseBase for any relative path.
pathThe relative or absolute new path to hard link to.
dThe deadline by which the matching of the containing directory to the open handle's inode must succeed, else errc::timed_out will be returned.
Memory Allocations\n Except on platforms with race free syscalls for renaming open handles (Windows), calls
current_path() via parent_path_handle() and thus is both expensive and calls malloc many times.

◆ list_extended_attributes()

virtual result< span< path_view_component > > llfio_v2_xxx::fs_handle::list_extended_attributes ( span< byte >  tofill) const
virtualnoexceptinherited

Fill the supplied buffer with the names of all extended attributes set on this file or directory, returning a span of path view components.

Note that this routine is a very thin wrap of listxattr() on POSIX and NtQueryInformationFile() on Windows. If the supplied buffer is too small, the syscall typically returns failure rather than do a partial fill. Most implementations do not support more than 64Kb of extended attribute information per inode so maybe 70Kb is a safe default (to account for the return value storage), however properly written code will detect the buffer being too small and will auto-expand it until success.

Note
On Windows, this is the list of alternate streams on a file, NOT NTFS extended attributes.
Race Guarantees\n The list of extended attributes is fetched in a single syscall. This may be an
atomically consistent snapshot.

◆ lock_file()

virtual result< void > llfio_v2_xxx::lockable_byte_io_handle::lock_file ( )
virtualnoexceptinherited

Locks the inode referred to by the open handle for exclusive access.

Note that this may, or may not, interact with the byte range lock extensions. See unique_file_lock for a RAII locker.

Errors returnable\n Any of the values POSIX flock() can return.
Memory Allocations\n The default synchronous implementation in file_handle performs no memory allocation.

◆ lock_file_range() [1/3]

virtual result< extent_guard > llfio_v2_xxx::fast_random_file_handle::lock_file_range ( extent_type  offset,
extent_type  bytes,
lock_kind  kind,
deadline  d = deadline() 
)
inlineoverridevirtualnoexcept

EXTENSION: Tries to lock the range of bytes specified for shared or exclusive access. Note that this may, or MAY NOT, observe whole file locks placed with lock(), lock_shared() etc.

Be aware this passes through the same semantics as the underlying OS call, including any POSIX insanity present on your platform:

  • Any fd closed on an inode must release all byte range locks on that inode for all other fds. If your OS isn't new enough to support the non-insane lock API, flag::byte_lock_insanity will be set in flags() after the first call to this function.
  • Threads replace each other's locks, indeed locks replace each other's locks.

You almost cetainly should use your choice of an algorithm::shared_fs_mutex::* instead of this as those are more portable and performant, or use the SharedMutex modelling member functions which lock the whole inode for exclusive or shared access.

Warning
This is a low-level API which you should not use directly in portable code. Another issue is that atomic lock upgrade/downgrade, if your platform implements that (you should assume it does not in portable code), means that on POSIX you need to release the old extent_guard after creating a new one over the same byte range, otherwise the old extent_guard's destructor will simply unlock the range entirely. On Windows however upgrade/downgrade locks overlay, so on that platform you must not release the old extent_guard. Look into algorithm::shared_fs_mutex::safe_byte_ranges for a portable solution.
Returns
An extent guard, the destruction of which will call unlock().
Parameters
offsetThe offset to lock. Note that on POSIX the top bit is always cleared before use as POSIX uses signed transport for offsets. If you want an advisory rather than mandatory lock on Windows, one technique is to force top bit set so the region you lock is not the one you will i/o - obviously this reduces maximum file size to (2^63)-1.
bytesThe number of bytes to lock. Setting this and the offset to zero causes the whole file to be locked.
kindWhether the lock is to be shared or exclusive.
dAn optional deadline by which the lock must complete, else it is cancelled.
Errors returnable\n Any of the values POSIX fcntl() can return, errc::timed_out, errc::not_supported may be
returned if deadline i/o is not possible with this particular handle configuration (e.g. non-overlapped HANDLE on Windows).
Memory Allocations\n The default synchronous implementation in file_handle performs no memory allocation.

Reimplemented from llfio_v2_xxx::lockable_byte_io_handle.

298 {
299 // Lock nothing
300 return _extent_guard(this, offset, bytes, kind);
301 }

◆ lock_file_range() [2/3]

result< extent_guard > llfio_v2_xxx::lockable_byte_io_handle::lock_file_range ( io_request< buffers_type >  reqs,
deadline  d = deadline() 
)
inlinenoexceptinherited
271 {
272 size_t bytes = 0;
273 for(auto &i : reqs.buffers)
274 {
275 if(bytes + i.size() < bytes)
276 {
277 return errc::value_too_large;
278 }
279 bytes += i.size();
280 }
281 return lock_file_range(reqs.offset, bytes, lock_kind::shared, d);
282 }
virtual result< extent_guard > lock_file_range(extent_type offset, extent_type bytes, lock_kind kind, deadline d=deadline()) noexcept
EXTENSION: Tries to lock the range of bytes specified for shared or exclusive access....
@ shared
Exclude only those requesting an exclusive lock on the same inode.

◆ lock_file_range() [3/3]

result< extent_guard > llfio_v2_xxx::lockable_byte_io_handle::lock_file_range ( io_request< const_buffers_type >  reqs,
deadline  d = deadline() 
)
inlinenoexceptinherited
285 {
286 size_t bytes = 0;
287 for(auto &i : reqs.buffers)
288 {
289 if(bytes + i.size() < bytes)
290 {
291 return errc::value_too_large;
292 }
293 bytes += i.size();
294 }
295 return lock_file_range(reqs.offset, bytes, lock_kind::exclusive, d);
296 }
@ exclusive
Exclude those requesting any kind of lock on the same inode.

◆ lock_file_shared()

virtual result< void > llfio_v2_xxx::lockable_byte_io_handle::lock_file_shared ( )
virtualnoexceptinherited

Locks the inode referred to by the open handle for shared access.

Note that this may, or may not, interact with the byte range lock extensions. See unique_file_lock for a RAII locker.

Errors returnable\n Any of the values POSIX flock() can return.
Memory Allocations\n The default synchronous implementation in file_handle performs no memory allocation.

◆ max_buffers()

size_t llfio_v2_xxx::byte_io_handle::max_buffers ( ) const
inlinenoexceptinherited

The maximum number of buffers which a single read or write syscall can (atomically) process at a time for this specific open handle. On POSIX, this is known as IOV_MAX. Preferentially uses any i/o multiplexer set over the virtually overridable per-class implementation.

Note that the actual number of buffers accepted for a read or a write may be significantly lower than this system-defined limit, depending on available resources. The read() or write() call will return the buffers accepted at the time of invoking the syscall.

Note also that some OSs will error out if you supply more than this limit to read() or write(), but other OSs do not. Some OSs guarantee that each i/o syscall has effects atomically visible or not to other i/o, other OSs do not.

OS X does not implement scatter-gather file i/o syscalls. Thus this function will always return 1 in that situation.

Microsoft Windows may implement scatter-gather i/o under certain handle configurations. Most of the time for non-socket handles this function will return 1.

For handles which implement i/o entirely in user space, and thus syscalls are not involved, this function will return 0.

240 {
241 if(_ctx == nullptr)
242 {
243 return _do_max_buffers();
244 }
245 return _ctx->do_byte_io_handle_max_buffers(this);
246 }
virtual size_t _do_max_buffers() const noexcept
The virtualised implementation of max_buffers() used if no multiplexer has been set.
virtual size_t do_byte_io_handle_max_buffers(const byte_io_handle *h) const noexcept
Implements byte_io_handle::max_buffers()
Definition byte_io_handle.hpp:533

◆ maximum_extent()

virtual result< extent_type > llfio_v2_xxx::fast_random_file_handle::maximum_extent ( ) const
inlineoverridevirtualnoexcept

Return the current maximum permitted extent of the file.

Reimplemented from llfio_v2_xxx::file_handle.

235{ return _length; }

◆ multiplexer()

byte_io_multiplexer * llfio_v2_xxx::byte_io_handle::multiplexer ( ) const
inlinenoexceptinherited

The i/o multiplexer this handle will use to multiplex i/o. If this returns null, then this handle has not been registered with an i/o multiplexer yet.

105{ return _ctx; }

◆ native_handle()

native_handle_type llfio_v2_xxx::handle::native_handle ( ) const
inlinenoexceptinherited

The native handle used by this handle.

419{ return _v; }

◆ operator=()

fast_random_file_handle & llfio_v2_xxx::fast_random_file_handle::operator= ( fast_random_file_handle &&  o)
inlinenoexcept

Move assignment of fast_random_file_handle permitted.

175 {
176 if(this == &o)
177 {
178 return *this;
179 }
180 this->~fast_random_file_handle();
181 new(this) fast_random_file_handle(std::move(o));
182 return *this;
183 }

◆ parent_path_handle()

virtual result< path_handle > llfio_v2_xxx::fs_handle::parent_path_handle ( deadline  d = std::chrono::seconds(30)) const
virtualnoexceptinherited

Obtain a handle to the path currently containing this handle's file entry.

Warning
This call is racy and can result in the wrong path handle being returned. Note that unless flag::disable_safety_unlinks is set, this implementation opens a path_handle to the source containing directory, then checks if the file entry within has the same inode as the open file handle. It will retry this matching until success until the deadline given.
Memory Allocations\n Calls current_path() and thus is both expensive and calls malloc many times.
See also
algorithm::cached_parent_handle_adapter<T> which overrides this with a zero cost implementation, thus making unlinking and relinking very considerably quicker.

◆ QUICKCPPLIB_BITFIELD_BEGIN_T()

llfio_v2_xxx::handle::QUICKCPPLIB_BITFIELD_BEGIN_T ( flag  ,
uint16_t   
)
inlineinherited

Bitwise flags which can be specified.

< No flags

Unlinks the file on handle close. On POSIX, this simply unlinks whatever is pointed to by path() upon the call of close() if and only if the inode matches. On Windows, if you are on Windows 10 1709 or later, exactly the same thing occurs. If on previous editions of Windows, the file entry does not disappears but becomes unavailable for anyone else to open with an errc::resource_unavailable_try_again error return. Because this is confusing, unless the win_disable_unlink_emulation flag is also specified, this POSIX behaviour is somewhat emulated by LLFIO on older Windows by renaming the file to a random name on close() causing it to appear to have been unlinked immediately.

Some kernel caching modes have unhelpfully inconsistent behaviours in getting your data onto storage, so by default unless this flag is specified LLFIO adds extra fsyncs to the following operations for the caching modes specified below: truncation of file length either explicitly or during file open. closing of the handle either explicitly or in the destructor.

Additionally on Linux only to prevent loss of file metadata: On the parent directory whenever a file might have been created. On the parent directory on file close.

This only occurs for these kernel caching modes: caching::none caching::reads caching::reads_and_metadata caching::safety_barriers

file_handle::unlink() could accidentally delete the wrong file if someone has renamed the open file handle since the time it was opened. To prevent this occuring, where the OS doesn't provide race free unlink-by-open-handle we compare the inode of the path we are about to unlink with that of the open handle before unlinking.

Warning
This does not prevent races where in between the time of checking the inode and executing the unlink a third party changes the item about to be unlinked. Only operating systems with a true race-free unlink syscall are race free.

Ask the OS to disable prefetching of data. This can improve random i/o performance.

Ask the OS to maximise prefetching of data, possibly prefetching the entire file into kernel cache. This can improve sequential i/o performance.

< See the documentation for unlink_on_first_close

Microsoft Windows NTFS, having been created in the late 1980s, did not originally implement extents-based storage and thus could only represent sparse files via efficient compression of intermediate zeros. With NTFS v3.0 (Microsoft Windows 2000), a proper extents-based on-storage representation was added, thus allowing only 64Kb extent chunks written to be stored irrespective of whatever the maximum file extent was set to.

For various historical reasons, extents-based storage is disabled by default in newly created files on NTFS, unlike in almost every other major filing system. You have to explicitly "opt in" to extents-based storage.

As extents-based storage is nearly cost free on NTFS, LLFIO by default opts in to extents-based storage for any empty file it creates. If you don't want this, you can specify this flag to prevent that happening.

Filesystems tend to be embarrassingly parallel for operations performed to different inodes. Where LLFIO performs i/o to multiple inodes at a time, it will use OpenMP or the Parallelism or Concurrency standard library extensions to usually complete the operation in constant rather than linear time. If you don't want this default, you can disable default using this flag.

Microsoft Windows NTFS has the option, when creating a directory, to set whether leafname lookup will be case sensitive. This is the only way of getting exact POSIX semantics on Windows without resorting to editing the system registry, however it also affects all code doing lookups within that directory, so we must default it to off.

Create the handle in a way where i/o upon it can be multiplexed with other i/o on the same initiating thread of execution i.e. you can perform more than one read concurrently, without using threads. The blocking operations .read() and .write() may have to use a less efficient, but cancellable, blocking implementation for handles created in this way. On Microsoft Windows, this creates handles with OVERLAPPED semantics. On POSIX, this creates handles with nonblocking semantics for non-file handles such as pipes and sockets, however for file, directory and symlink handles it does not set nonblocking, as it is non-portable.

< Using insane POSIX byte range locks

< This is an inode created with no representation on the filing system

110 {
111 none = uint16_t(0), //!< No flags
112 /*! Unlinks the file on handle close. On POSIX, this simply unlinks whatever is pointed
113 to by `path()` upon the call of `close()` if and only if the inode matches. On Windows,
114 if you are on Windows 10 1709 or later, exactly the same thing occurs. If on previous
115 editions of Windows, the file entry does not disappears but becomes unavailable for
116 anyone else to open with an `errc::resource_unavailable_try_again` error return. Because this is confusing, unless the
117 `win_disable_unlink_emulation` flag is also specified, this POSIX behaviour is
118 somewhat emulated by LLFIO on older Windows by renaming the file to a random name on `close()`
119 causing it to appear to have been unlinked immediately.
120 */
121 unlink_on_first_close = uint16_t(1U << 0U),
122
123 /*! Some kernel caching modes have unhelpfully inconsistent behaviours
124 in getting your data onto storage, so by default unless this flag is
125 specified LLFIO adds extra fsyncs to the following operations for the
126 caching modes specified below:
127 * truncation of file length either explicitly or during file open.
128 * closing of the handle either explicitly or in the destructor.
129
130 Additionally on Linux only to prevent loss of file metadata:
131 * On the parent directory whenever a file might have been created.
132 * On the parent directory on file close.
133
134 This only occurs for these kernel caching modes:
135 * caching::none
136 * caching::reads
137 * caching::reads_and_metadata
138 * caching::safety_barriers
139 */
140 disable_safety_barriers = uint16_t(1U << 2U),
141 /*! `file_handle::unlink()` could accidentally delete the wrong file if someone has
142 renamed the open file handle since the time it was opened. To prevent this occuring,
143 where the OS doesn't provide race free unlink-by-open-handle we compare the inode of
144 the path we are about to unlink with that of the open handle before unlinking.
145 \warning This does not prevent races where in between the time of checking the inode
146 and executing the unlink a third party changes the item about to be unlinked. Only
147 operating systems with a true race-free unlink syscall are race free.
148 */
149 disable_safety_unlinks = uint16_t(1U << 3U),
150 /*! Ask the OS to disable prefetching of data. This can improve random
151 i/o performance.
152 */
153 disable_prefetching = uint16_t(1U << 4U),
154 /*! Ask the OS to maximise prefetching of data, possibly prefetching the entire file
155 into kernel cache. This can improve sequential i/o performance.
156 */
157 maximum_prefetching = uint16_t(1U << 5U),
158
159 win_disable_unlink_emulation = uint16_t(1U << 9U), //!< See the documentation for `unlink_on_first_close`
160 /*! Microsoft Windows NTFS, having been created in the late 1980s, did not originally
161 implement extents-based storage and thus could only represent sparse files via
162 efficient compression of intermediate zeros. With NTFS v3.0 (Microsoft Windows 2000),
163 a proper extents-based on-storage representation was added, thus allowing only 64Kb
164 extent chunks written to be stored irrespective of whatever the maximum file extent
165 was set to.
166
167 For various historical reasons, extents-based storage is disabled by default in newly
168 created files on NTFS, unlike in almost every other major filing system. You have to
169 explicitly "opt in" to extents-based storage.
170
171 As extents-based storage is nearly cost free on NTFS, LLFIO by default opts in to
172 extents-based storage for any empty file it creates. If you don't want this, you
173 can specify this flag to prevent that happening.
174 */
175 win_disable_sparse_file_creation = uint16_t(1U << 10U),
176 /*! Filesystems tend to be embarrassingly parallel for operations performed to different
177 inodes. Where LLFIO performs i/o to multiple inodes at a time, it will use OpenMP or
178 the Parallelism or Concurrency standard library extensions to usually complete the
179 operation in constant rather than linear time. If you don't want this default, you can
180 disable default using this flag.
181 */
182 disable_parallelism = uint16_t(1U << 11U),
183 /*! Microsoft Windows NTFS has the option, when creating a directory, to set whether
184 leafname lookup will be case sensitive. This is the only way of getting exact POSIX
185 semantics on Windows without resorting to editing the system registry, however it also
186 affects all code doing lookups within that directory, so we must default it to off.
187 */
188 win_create_case_sensitive_directory = uint16_t(1U << 12U),
189
190 /*! Create the handle in a way where i/o upon it can be multiplexed with other i/o
191 on the same initiating thread of execution i.e. you can perform more than one read
192 concurrently, without using threads. The blocking operations `.read()` and `.write()`
193 may have to use a less efficient, but cancellable, blocking implementation for handles created
194 in this way. On Microsoft Windows, this creates handles with `OVERLAPPED` semantics.
195 On POSIX, this creates handles with nonblocking semantics for non-file handles such
196 as pipes and sockets, however for file, directory and symlink handles it does not set
197 nonblocking, as it is non-portable.
198 */
199 multiplexable = uint16_t(1U << 13U),
200
201 // NOTE: IF UPDATING THIS UPDATE THE std::ostream PRINTER BELOW!!!
202
203 byte_lock_insanity = uint16_t(1U << 14U), //!< Using insane POSIX byte range locks
204 anonymous_inode = uint16_t(1U << 15U) //!< This is an inode created with no representation on the filing system
205 } QUICKCPPLIB_BITFIELD_END(flag)
@ none
No ability to read or write anything, but can synchronise (SYNCHRONIZE or 0)

◆ read() [1/3]

io_result< size_type > llfio_v2_xxx::byte_io_handle::read ( extent_type  offset,
std::initializer_list< buffer_type lst,
deadline  d = deadline() 
)
inlinenoexceptinherited
310 {
311 buffer_type *_reqs = reinterpret_cast<buffer_type *>(alloca(sizeof(buffer_type) * lst.size()));
312 memcpy(_reqs, lst.begin(), sizeof(buffer_type) * lst.size());
313 io_request<buffers_type> reqs(buffers_type(_reqs, lst.size()), offset);
314 auto ret = read(reqs, d);
315 if(ret)
316 {
317 return ret.bytes_transferred();
318 }
319 return std::move(ret).error();
320 }

◆ read() [2/3]

io_result< buffers_type > llfio_v2_xxx::byte_io_handle::read ( io_request< buffers_type >  reqs,
deadline  d = deadline() 
)
inlinenoexceptinherited

Read data from the open handle, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.

Warning
Depending on the implementation backend, very different buffers may be returned than you supplied. You should always use the buffers returned and assume that they point to different memory and that each buffer's size will have changed.
Returns
The buffers read, which may not be the buffers input. The size of each scatter-gather buffer returned is updated with the number of bytes of that buffer transferred, and the pointer to the data may be completely different to what was submitted (e.g. it may point into a memory map).
Parameters
reqsA scatter-gather and offset request.
dAn optional deadline by which the i/o must complete, else it is cancelled. Note function may return significantly after this deadline if the i/o takes long to cancel.
Errors returnable\n Any of the values POSIX read() can return, errc::timed_out, errc::operation_canceled. errc::not_supported may be
returned if deadline i/o is not possible with this particular handle configuration (e.g. reading from regular files on POSIX or reading from a non-overlapped HANDLE on Windows).
Memory Allocations\n The default synchronous implementation in file_handle performs no memory allocation.
298 {
299 return (_ctx == nullptr) ? _do_read(reqs, d) : _do_multiplexer_read({}, reqs, d);
300 }

◆ read() [3/3]

io_result< buffers_type > llfio_v2_xxx::byte_io_handle::read ( registered_buffer_type  base,
io_request< buffers_type >  reqs,
deadline  d = deadline() 
)
inlinenoexceptinherited
304 {
305 return (_ctx == nullptr) ? _do_read(std::move(base), reqs, d) : _do_multiplexer_read(std::move(base), reqs, d);
306 }

◆ release()

virtual native_handle_type llfio_v2_xxx::handle::release ( )
inlinevirtualnoexceptinherited

Release the native handle type managed by this handle.

Reimplemented in llfio_v2_xxx::map_handle, and llfio_v2_xxx::mapped_file_handle.

317 {
318 native_handle_type ret(std::move(_v));
319 return ret;
320 }

◆ relink()

virtual result< void > llfio_v2_xxx::fs_handle::relink ( const path_handle base,
path_view_type  path,
bool  atomic_replace = true,
deadline  d = std::chrono::seconds(30) 
)
virtualnoexceptinherited

Relinks the current path of this open handle to the new path specified. If atomic_replace is true, the relink atomically and silently replaces any item at the new path specified. This operation is both atomic and matching POSIX behaviour even on Microsoft Windows where no Win32 API can match POSIX semantics.

Note that if atomic_replace is false, the operation may be implemented as creating a hard link to the destination (which fails if the destination exists), opening a new file descriptor to the destination, closing the existing file descriptor, replacing the existing file descriptor with the new one (this is to ensure path tracking continues to work), then unlinking the previous link. Thus native_handle()'s value may change. This is not the case on Microsoft Windows nor Linux, both of which provide syscalls capable of refusing to rename if the destination exists.

If the handle refers to a pipe, on Microsoft Windows the base path handle is ignored as there is a single global named pipe namespace. Unless the path fragment begins with \, the string \??\ is prefixed to the name before passing it to the NT kernel API which performs the rename. This is because \\.\ in Win32 maps onto \??\ in the NT kernel.

Warning
Some operating systems provide a race free syscall for renaming an open handle (Windows). On all other operating systems this call is racy and can result in the wrong file entry being relinked. Note that unless flag::disable_safety_unlinks is set, this implementation opens a path_handle to the source containing directory first, then checks before relinking that the item about to be relinked has the same inode as the open file handle. It will retry this matching until success until the deadline given. This should prevent most unmalicious accidental loss of data.
Parameters
baseBase for any relative path.
pathThe relative or absolute new path to relink to.
atomic_replaceAtomically replace the destination if a file entry already is present there. Choosing false for this will fail if a file entry is already present at the destination, and may not be an atomic operation on some platforms (i.e. both the old and new names may be linked to the same inode for a very short period of time). Windows and recent Linuxes are always atomic.
dThe deadline by which the matching of the containing directory to the open handle's inode must succeed, else errc::timed_out will be returned.
Memory Allocations\n Except on platforms with race free syscalls for renaming open handles (Windows), calls
current_path() via parent_path_handle() and thus is both expensive and calls malloc many times.

Reimplemented in llfio_v2_xxx::mapped_file_handle.

◆ remove_extended_attribute()

virtual result< void > llfio_v2_xxx::fs_handle::remove_extended_attribute ( path_view_component  )
virtualnoexceptinherited

Removes the extended attribute set on this file or directory.

Note
On Windows, this is the list of alternate streams on a file, NOT NTFS extended attributes. We do not prevent you trying to remove internal alternate streams, either.

◆ reopen()

result< file_handle > llfio_v2_xxx::file_handle::reopen ( mode  mode_ = mode::unchanged,
caching  caching_ = caching::unchanged,
deadline  d = std::chrono::seconds(30) 
) const
noexceptinherited

Reopen this handle (copy constructor is disabled to avoid accidental copying), optionally race free reopening the handle with different access or caching.

Microsoft Windows provides a syscall for cloning an existing handle but with new access. On POSIX, if not changing the mode, we change caching via fcntl(), if changing the mode we must loop calling current_path(), trying to open the path returned and making sure it is the same inode.

Errors returnable\n Any of the values POSIX dup() or DuplicateHandle() can return.
Memory Allocations\n On POSIX if changing the mode, we must loop calling current_path() and
trying to open the path returned. Thus many allocations may occur.

◆ requires_aligned_io()

bool llfio_v2_xxx::handle::requires_aligned_io ( ) const
inlinenoexceptinherited

True if requires aligned i/o.

350{ return _v.requires_aligned_io(); }
constexpr bool requires_aligned_io() const noexcept
True if requires aligned i/o.
Definition native_handle_type.hpp:188

◆ set_append_only()

virtual result< void > llfio_v2_xxx::handle::set_append_only ( bool  enable)
virtualnoexceptinherited

EXTENSION: Changes whether this handle is append only or not.

Warning
On Windows this is implemented as a bit of a hack to make it fast like on POSIX, so make sure you open the handle for read/write originally. Note unlike on POSIX the append_only disposition will be the only one toggled, seekable and readable will remain turned on.
Errors returnable\n Whatever POSIX fcntl() returns. On Windows nothing is changed on the handle.
Memory Allocations\n No memory allocation.

Reimplemented in llfio_v2_xxx::process_handle.

◆ set_extended_attribute()

virtual result< void > llfio_v2_xxx::fs_handle::set_extended_attribute ( path_view_component  name,
span< const byte >  value 
)
virtualnoexceptinherited

Sets the value of an extended attribute on this file or directory.

To prevent collision in a globally visible resource, there is a convention whereby you ought to namespace the names of your values as namespace.attribute e.g. appname.setting to prevent unintentional collision with other programs. Obviously, do choose a unique appname if there is any chance another program might use the same namespace name.

On POSIX, there are additional namespacing requirements: before your value name, you need to prefix one of user or system, so the actual name you might set would be user.appname.propname. Windows does not have the user/system prefix requirement, but it does no harm to do the exact same on Windows as on POSIX.

The host OS and target filing system choose the limits on value size, and will fail accordingly. Some impose a maximum of 64Kb for all names and values per inode, others have a 4Kb maximum value size, there are lots of combinations. You are probably safest not setting many names, and keep the values short.

Warning
Extended attributes are 'brittle' because they can get silently wiped at any moment. Never store anything in extended attributes which cannot be recalculated if missing. The ideal use case for extended attributes is as a cache of additional metadata about a file or directory e.g. "I last checked this directory at timestamp X", or "the MD5 hash at last modified timestamp X for this file was Y". Also remember that other processes can and do arbitrarily modify extended attributes concurrent to you.

Windows only

This API is implemented as file alternate data streams, rather than the Extended Attributes API as accessed via NtSetEaFile() and NtQueryEaFile() (which actually modify the file alternate data stream ::$EA in any case).

The reason why is that NtSetEaFile() can only append new records to EA storage. It cannot deallocate any existing EA records, if you try to do so you will get STATUS_EA_CORRUPT_ERROR. You can append setting the same name to a different value, which can include a null value which then appears as if the name is no longer there. But there is a cap of 64kB for the EA record, and once it is consumed, it is gone forever for that inode.

Obviously that doesn't map at all well onto POSIX extended attributes, where you can set the value of an attribute as frequently as you like. The closest equivalent on Windows is therefore file alternate data streams, even though the attribute's value is then worked with as a whole proper file with all the attendant performance consequences.

As a result, name must be a valid filename and not contain any characters not permitted in a filename. We use the NT API here, so the character restrictions are far fewer than for the Win32 API e.g. single character names do NOT cause misoperation like on Win32.

◆ set_multiplexer()

result< void > llfio_v2_xxx::byte_io_handle::set_multiplexer ( byte_io_multiplexer c = this_thread::multiplexer())
inlinevirtualnoexceptinherited

Sets the i/o multiplexer this handle will use to implement read(), write() and barrier().

Note that this call deregisters this handle from any existing i/o multiplexer, and registers it with the new i/o multiplexer. You must therefore not call it if any i/o is currently outstanding on this handle. You should also be aware that multiple dynamic memory allocations and deallocations may occur, as well as multiple syscalls (i.e. this is an expensive call, try to do it from cold code).

If the handle was not created as multiplexable, this call always fails.

Memory Allocations\n Multiple dynamic memory allocations and deallocations.

Reimplemented in llfio_v2_xxx::mapped_file_handle.

502{
503 if(!is_multiplexable())
504 {
505 return errc::operation_not_supported;
506 }
507 if(c == _ctx)
508 {
509 return success();
510 }
511 if(_ctx != nullptr)
512 {
513 OUTCOME_TRY(_ctx->do_byte_io_handle_deregister(this));
514 _ctx = nullptr;
515 }
516 if(c != nullptr)
517 {
518 OUTCOME_TRY(auto &&state, c->do_byte_io_handle_register(this));
519 _v.behaviour = (_v.behaviour & ~(native_handle_type::disposition::_multiplexer_state_bit0 | native_handle_type::disposition::_multiplexer_state_bit1));
520 if((state & 1) != 0)
521 {
522 _v.behaviour |= native_handle_type::disposition::_multiplexer_state_bit0;
523 }
524 if((state & 2) != 0)
525 {
526 _v.behaviour |= native_handle_type::disposition::_multiplexer_state_bit1;
527 }
528 }
529 _ctx = c;
530 return success();
531}
virtual result< void > do_byte_io_handle_deregister(byte_io_handle *) noexcept
Implements byte_io_handle deregistration.
Definition byte_io_multiplexer.hpp:542
bool is_multiplexable() const noexcept
True if multiplexable.
Definition handle.hpp:344

◆ st_dev()

dev_t llfio_v2_xxx::fs_handle::st_dev ( ) const
inlinenoexceptinherited

Unless flag::disable_safety_unlinks is set, the device id of the file when opened.

212 {
213 if(_devid == 0 && _inode == 0)
214 {
215 (void) _fetch_inode();
216 }
217 return _devid;
218 }
result< void > _fetch_inode() const noexcept
Fill in _devid and _inode from the handle via fstat()

◆ st_ino()

ino_t llfio_v2_xxx::fs_handle::st_ino ( ) const
inlinenoexceptinherited

Unless flag::disable_safety_unlinks is set, the inode of the file when opened. When combined with st_dev(), forms a unique identifer on this system.

221 {
222 if(_devid == 0 && _inode == 0)
223 {
224 (void) _fetch_inode();
225 }
226 return _inode;
227 }

◆ swap() [1/3]

void llfio_v2_xxx::fast_random_file_handle::swap ( fast_random_file_handle o)
inlinenoexcept

Swap with another instance.

189 {
190 fast_random_file_handle temp(std::move(*this));
191 *this = std::move(o);
192 o = std::move(temp);
193 }

◆ swap() [2/3]

void llfio_v2_xxx::file_handle::swap ( file_handle o)
inlinenoexceptinherited

Swap with another instance.

146 {
147 file_handle temp(std::move(*this));
148 *this = std::move(o);
149 o = std::move(temp);
150 }
constexpr file_handle()
Default constructor.
Definition file_handle.hpp:88

◆ swap() [3/3]

void llfio_v2_xxx::handle::swap ( handle o)
inlinenoexceptinherited

Swap with another instance.

257 {
258 handle temp(std::move(*this));
259 *this = std::move(o);
260 o = std::move(temp);
261 }
constexpr handle()
Default constructor.
Definition handle.hpp:223

◆ temp_file()

static result< file_handle > llfio_v2_xxx::file_handle::temp_file ( path_view_type  name = path_view_type(),
mode  _mode = mode::write,
creation  _creation = creation::if_needed,
caching  _caching = caching::temporary,
flag  flags = flag::unlink_on_first_close 
)
inlinestaticnoexceptinherited

Create a file handle creating the named file on some path which the OS declares to be suitable for temporary files. Most OSs are very lazy about flushing changes made to these temporary files. Note the default flags are to have the newly created file deleted on first handle close. Note also that an empty name is equivalent to calling uniquely_named_file(path_discovery::storage_backed_temporary_files_directory()) and the creation parameter is ignored.

Note
If the temporary file you are creating is not going to have its path sent to another process for usage, this is the WRONG function to use. Use temp_inode() instead, it is far more secure.
Errors returnable\n Any of the values POSIX open() or CreateFile() can return.
214 {
216 return name.empty() ? uniquely_named_file(tempdirh, _mode, _caching, flags) : file(tempdirh, name, _mode, _creation, _caching, flags);
217 }
static result< file_handle > uniquely_named_file(const path_handle &dirpath, mode _mode=mode::write, caching _caching=caching::temporary, flag flags=flag::none) noexcept
Definition file_handle.hpp:175
static result< file_handle > file(const path_handle &base, path_view_type path, mode _mode=mode::read, creation _creation=creation::open_existing, caching _caching=caching::all, flag flags=flag::none) noexcept
const path_handle & storage_backed_temporary_files_directory() noexcept
Returns a reference to an open handle to a verified temporary directory where files created are store...

◆ temp_inode()

static result< file_handle > llfio_v2_xxx::file_handle::temp_inode ( const path_handle dirh = path_discovery::storage_backed_temporary_files_directory(),
mode  _mode = mode::write,
caching  _caching = caching::temporary,
flag  flags = flag::none 
)
staticnoexceptinherited

Securely create a file handle creating a temporary anonymous inode in the filesystem referred to by dirpath. The inode created has no name nor accessible path on the filing system and ceases to exist as soon as the last handle is closed, making it ideal for use as a temporary file where other processes do not need to have access to its contents via some path on the filing system (a classic use case is for backing shared memory maps).

Errors returnable\n Any of the values POSIX open() or CreateFile() can return.

◆ truncate()

virtual result< extent_type > llfio_v2_xxx::fast_random_file_handle::truncate ( extent_type  newsize)
inlineoverridevirtualnoexcept

Resize the current maximum permitted extent of the random file to the given extent.

Reimplemented from llfio_v2_xxx::file_handle.

241 {
242 OUTCOME_TRY(_perms_check());
243 _length = newsize;
244 return _length;
245 }

◆ try_barrier()

template<class... Args>
bool llfio_v2_xxx::byte_io_handle::try_barrier ( Args &&...  args)
inlinenoexceptinherited

◆ try_barrier_for()

template<class... Args, class Rep , class Period >
bool llfio_v2_xxx::byte_io_handle::try_barrier_for ( Args &&...  args,
const std::chrono::duration< Rep, Period > &  duration 
)
inlinenoexceptinherited

◆ try_barrier_until()

template<class... Args, class Clock , class Duration >
bool llfio_v2_xxx::byte_io_handle::try_barrier_until ( Args &&...  args,
const std::chrono::time_point< Clock, Duration > &  timeout 
)
inlinenoexceptinherited

◆ try_link()

template<class... Args>
bool llfio_v2_xxx::fs_handle::try_link ( Args &&...  args)
inlinenoexceptinherited

◆ try_link_for()

template<class... Args, class Rep , class Period >
bool llfio_v2_xxx::fs_handle::try_link_for ( Args &&...  args,
const std::chrono::duration< Rep, Period > &  duration 
)
inlinenoexceptinherited

◆ try_link_until()

template<class... Args, class Clock , class Duration >
bool llfio_v2_xxx::fs_handle::try_link_until ( Args &&...  args,
const std::chrono::time_point< Clock, Duration > &  timeout 
)
inlinenoexceptinherited

◆ try_lock_file()

virtual bool llfio_v2_xxx::lockable_byte_io_handle::try_lock_file ( )
virtualnoexceptinherited

Tries to lock the inode referred to by the open handle for exclusive access, returning false if lock is currently unavailable.

Note that this may, or may not, interact with the byte range lock extensions. See unique_file_lock for a RAII locker.

Errors returnable\n Any of the values POSIX flock() can return.
Memory Allocations\n The default synchronous implementation in file_handle performs no memory allocation.

◆ try_lock_file_range()

template<class... Args>
bool llfio_v2_xxx::lockable_byte_io_handle::try_lock_file_range ( Args &&...  args)
inlinenoexceptinherited

◆ try_lock_file_range_for()

template<class... Args, class Rep , class Period >
bool llfio_v2_xxx::lockable_byte_io_handle::try_lock_file_range_for ( Args &&...  args,
const std::chrono::duration< Rep, Period > &  duration 
)
inlinenoexceptinherited

◆ try_lock_file_range_until()

template<class... Args, class Clock , class Duration >
bool llfio_v2_xxx::lockable_byte_io_handle::try_lock_file_range_until ( Args &&...  args,
const std::chrono::time_point< Clock, Duration > &  timeout 
)
inlinenoexceptinherited

◆ try_lock_file_shared()

virtual bool llfio_v2_xxx::lockable_byte_io_handle::try_lock_file_shared ( )
virtualnoexceptinherited

Tries to lock the inode referred to by the open handle for shared access, returning false if lock is currently unavailable.

Note that this may, or may not, interact with the byte range lock extensions. See unique_file_lock for a RAII locker.

Errors returnable\n Any of the values POSIX flock() can return.
Memory Allocations\n The default synchronous implementation in file_handle performs no memory allocation.

◆ try_parent_path_handle()

template<class... Args>
bool llfio_v2_xxx::fs_handle::try_parent_path_handle ( Args &&...  args)
inlinenoexceptinherited

◆ try_parent_path_handle_for()

template<class... Args, class Rep , class Period >
bool llfio_v2_xxx::fs_handle::try_parent_path_handle_for ( Args &&...  args,
const std::chrono::duration< Rep, Period > &  duration 
)
inlinenoexceptinherited

◆ try_parent_path_handle_until()

template<class... Args, class Clock , class Duration >
bool llfio_v2_xxx::fs_handle::try_parent_path_handle_until ( Args &&...  args,
const std::chrono::time_point< Clock, Duration > &  timeout 
)
inlinenoexceptinherited

◆ try_read()

template<class... Args>
bool llfio_v2_xxx::byte_io_handle::try_read ( Args &&...  args)
inlinenoexceptinherited

◆ try_read_for()

template<class... Args, class Rep , class Period >
bool llfio_v2_xxx::byte_io_handle::try_read_for ( Args &&...  args,
const std::chrono::duration< Rep, Period > &  duration 
)
inlinenoexceptinherited

◆ try_read_until()

template<class... Args, class Clock , class Duration >
bool llfio_v2_xxx::byte_io_handle::try_read_until ( Args &&...  args,
const std::chrono::time_point< Clock, Duration > &  timeout 
)
inlinenoexceptinherited

◆ try_relink()

template<class... Args>
bool llfio_v2_xxx::fs_handle::try_relink ( Args &&...  args)
inlinenoexceptinherited

◆ try_relink_for()

template<class... Args, class Rep , class Period >
bool llfio_v2_xxx::fs_handle::try_relink_for ( Args &&...  args,
const std::chrono::duration< Rep, Period > &  duration 
)
inlinenoexceptinherited

◆ try_relink_until()

template<class... Args, class Clock , class Duration >
bool llfio_v2_xxx::fs_handle::try_relink_until ( Args &&...  args,
const std::chrono::time_point< Clock, Duration > &  timeout 
)
inlinenoexceptinherited

◆ try_reopen()

template<class... Args>
bool llfio_v2_xxx::file_handle::try_reopen ( Args &&...  args)
inlinenoexceptinherited

◆ try_reopen_for()

template<class... Args, class Rep , class Period >
bool llfio_v2_xxx::file_handle::try_reopen_for ( Args &&...  args,
const std::chrono::duration< Rep, Period > &  duration 
)
inlinenoexceptinherited

◆ try_reopen_until()

template<class... Args, class Clock , class Duration >
bool llfio_v2_xxx::file_handle::try_reopen_until ( Args &&...  args,
const std::chrono::time_point< Clock, Duration > &  timeout 
)
inlinenoexceptinherited

◆ try_unlink()

template<class... Args>
bool llfio_v2_xxx::fs_handle::try_unlink ( Args &&...  args)
inlinenoexceptinherited

◆ try_unlink_for()

template<class... Args, class Rep , class Period >
bool llfio_v2_xxx::fs_handle::try_unlink_for ( Args &&...  args,
const std::chrono::duration< Rep, Period > &  duration 
)
inlinenoexceptinherited

◆ try_unlink_until()

template<class... Args, class Clock , class Duration >
bool llfio_v2_xxx::fs_handle::try_unlink_until ( Args &&...  args,
const std::chrono::time_point< Clock, Duration > &  timeout 
)
inlinenoexceptinherited

◆ try_write()

template<class... Args>
bool llfio_v2_xxx::byte_io_handle::try_write ( Args &&...  args)
inlinenoexceptinherited

◆ try_write_for()

template<class... Args, class Rep , class Period >
bool llfio_v2_xxx::byte_io_handle::try_write_for ( Args &&...  args,
const std::chrono::duration< Rep, Period > &  duration 
)
inlinenoexceptinherited

◆ try_write_until()

template<class... Args, class Clock , class Duration >
bool llfio_v2_xxx::byte_io_handle::try_write_until ( Args &&...  args,
const std::chrono::time_point< Clock, Duration > &  timeout 
)
inlinenoexceptinherited

◆ try_zero()

template<class... Args>
bool llfio_v2_xxx::file_handle::try_zero ( Args &&...  args)
inlinenoexceptinherited

◆ try_zero_for()

template<class... Args, class Rep , class Period >
bool llfio_v2_xxx::file_handle::try_zero_for ( Args &&...  args,
const std::chrono::duration< Rep, Period > &  duration 
)
inlinenoexceptinherited

◆ try_zero_until()

template<class... Args, class Clock , class Duration >
bool llfio_v2_xxx::file_handle::try_zero_until ( Args &&...  args,
const std::chrono::time_point< Clock, Duration > &  timeout 
)
inlinenoexceptinherited

◆ unique_id()

unique_id_type llfio_v2_xxx::fs_handle::unique_id ( ) const
inlinenoexceptinherited

A unique identifier for this handle across the entire system. Can be used in hash tables etc.

230 {
231 if(_devid == 0 && _inode == 0)
232 {
233 (void) _fetch_inode();
234 }
235 unique_id_type ret;
236 ret.as_longlongs[0] = _devid;
237 ret.as_longlongs[1] = _inode;
238 return ret;
239 }
QUICKCPPLIB_NAMESPACE::integers128::uint128 unique_id_type
The unique identifier type used by this handle.
Definition fs_handle.hpp:157

◆ uniquely_named_file()

static result< file_handle > llfio_v2_xxx::file_handle::uniquely_named_file ( const path_handle dirpath,
mode  _mode = mode::write,
caching  _caching = caching::temporary,
flag  flags = flag::none 
)
inlinestaticnoexceptinherited

Create a file handle creating a uniquely named file on a path. The file is opened exclusively with creation::only_if_not_exist so it will never collide with nor overwrite any existing file. Note also that caching defaults to temporary which hints to the OS to only flush changes to physical storage as lately as possible.

Errors returnable\n Any of the values POSIX open() or CreateFile() can return.
177 {
178 LLFIO_EXCEPTION_TRY
179 {
180 for(;;)
181 {
182 auto randomname = utils::random_string(32);
183 randomname.append(".random");
184 result<file_handle> ret = file(dirpath, randomname, _mode, creation::only_if_not_exist, _caching, flags);
185 if(ret || (!ret && ret.error() != errc::file_exists))
186 {
187 return ret;
188 }
189 }
190 }
191 LLFIO_EXCEPTION_CATCH_ALL
192 {
193 return error_from_exception();
194 }
195 }
std::string random_string(size_t randomlen)
Returns a cryptographically random string capable of being used as a filename. Essentially random_fil...
Definition utils.hpp:170

◆ unlink()

virtual result< void > llfio_v2_xxx::fs_handle::unlink ( deadline  d = std::chrono::seconds(30))
virtualnoexceptinherited

Unlinks the current path of this open handle, causing its entry to immediately disappear from the filing system.

On Windows before Windows 10 1709 unless flag::win_disable_unlink_emulation is set, this behaviour is simulated by renaming the file to something random and setting its delete-on-last-close flag. Note that Windows may prevent the renaming of a file in use by another process, if so it will NOT be renamed. After the next handle to that file closes, it will become permanently unopenable by anyone else until the last handle is closed, whereupon the entry will be eventually removed by the operating system.

Warning
Some operating systems provide a race free syscall for unlinking an open handle (Windows). On all other operating systems this call is racy and can result in the wrong file entry being unlinked. Note that unless flag::disable_safety_unlinks is set, this implementation opens a path_handle to the containing directory first, then checks that the item about to be unlinked has the same inode as the open file handle. It will retry this matching until success until the deadline given. This should prevent most unmalicious accidental loss of data.
Parameters
dThe deadline by which the matching of the containing directory to the open handle's inode must succeed, else errc::timed_out will be returned.
Memory Allocations\n Except on platforms with race free syscalls for unlinking open handles (Windows), calls
current_path() and thus is both expensive and calls malloc many times. On Windows, also calls current_path() if flag::disable_safety_unlinks is not set.

◆ unlock_file_range()

virtual void llfio_v2_xxx::fast_random_file_handle::unlock_file_range ( extent_type  offset,
extent_type  bytes 
)
inlineoverridevirtualnoexcept

EXTENSION: Unlocks a byte range previously locked.

Parameters
offsetThe offset to unlock. This should be an offset previously locked.
bytesThe number of bytes to unlock. This should be a byte extent previously locked.
Errors returnable\n Any of the values POSIX fcntl() can return.
Memory Allocations\n None.

Reimplemented from llfio_v2_xxx::lockable_byte_io_handle.

304 {
305 // Unlock nothing
306 }

◆ write() [1/3]

io_result< size_type > llfio_v2_xxx::byte_io_handle::write ( extent_type  offset,
std::initializer_list< const_buffer_type lst,
deadline  d = deadline() 
)
inlinenoexceptinherited
358 {
359 const_buffer_type *_reqs = reinterpret_cast<const_buffer_type *>(alloca(sizeof(const_buffer_type) * lst.size()));
360 memcpy(_reqs, lst.begin(), sizeof(const_buffer_type) * lst.size());
361 io_request<const_buffers_type> reqs(const_buffers_type(_reqs, lst.size()), offset);
362 auto ret = write(reqs, d);
363 if(ret)
364 {
365 return ret.bytes_transferred();
366 }
367 return std::move(ret).error();
368 }

◆ write() [2/3]

io_result< const_buffers_type > llfio_v2_xxx::byte_io_handle::write ( io_request< const_buffers_type >  reqs,
deadline  d = deadline() 
)
inlinenoexceptinherited

Write data to the open handle, preferentially using any i/o multiplexer set over the virtually overridable per-class implementation.

Warning
Depending on the implementation backend, not all of the buffers input may be written. For example, with a zeroed deadline, some backends may only consume as many buffers as the system has available write slots for, thus for those backends this call is "non-blocking" in the sense that it will return immediately even if it could not schedule a single buffer write. Another example is that some implementations will not auto-extend the length of a file when a write exceeds the maximum extent, you will need to issue a truncate(newsize) first.
Returns
The buffers written, which may not be the buffers input. The size of each scatter-gather buffer returned is updated with the number of bytes of that buffer transferred.
Parameters
reqsA scatter-gather and offset request.
dAn optional deadline by which the i/o must complete, else it is cancelled. Note function may return significantly after this deadline if the i/o takes long to cancel.
Errors returnable\n Any of the values POSIX write() can return, errc::timed_out, errc::operation_canceled. errc::not_supported may be
returned if deadline i/o is not possible with this particular handle configuration (e.g. writing to regular files on POSIX or writing to a non-overlapped HANDLE on Windows).
Memory Allocations\n The default synchronous implementation in file_handle performs no memory allocation.
346 {
347 return (_ctx == nullptr) ? _do_write(reqs, d) : _do_multiplexer_write({}, std::move(reqs), d);
348 }

◆ write() [3/3]

io_result< const_buffers_type > llfio_v2_xxx::byte_io_handle::write ( registered_buffer_type  base,
io_request< const_buffers_type >  reqs,
deadline  d = deadline() 
)
inlinenoexceptinherited
352 {
353 return (_ctx == nullptr) ? _do_write(std::move(base), reqs, d) : _do_multiplexer_write(std::move(base), std::move(reqs), d);
354 }

◆ zero() [1/2]

result< extent_type > llfio_v2_xxx::file_handle::zero ( extent_type  offset,
extent_type  bytes,
deadline  d = deadline() 
)
inlinenoexceptinherited

This is an overloaded member function, provided for convenience. It differs from the above function only in what argument(s) it accepts.

399 {
400 return zero({offset, bytes}, d);
401 }
virtual result< extent_type > zero(extent_pair extent, deadline d=deadline()) noexcept
Efficiently zero, and possibly deallocate, data on storage.

◆ zero() [2/2]

virtual result< extent_type > llfio_v2_xxx::fast_random_file_handle::zero ( file_handle::extent_pair  extent,
deadline  = deadline() 
)
inlineoverridevirtualnoexcept

Zero a portion of the random file (does nothing).

Reimplemented from llfio_v2_xxx::file_handle.

250 {
251 OUTCOME_TRY(_perms_check());
252 return extent.length;
253 }

Member Data Documentation

◆ _ctx

byte_io_multiplexer* llfio_v2_xxx::byte_io_handle::_ctx {nullptr}
protectedinherited
65{nullptr}; // +4 or +8 bytes

◆ _devid

dev_t llfio_v2_xxx::fs_handle::_devid {0}
mutableprotectedinherited
162{0};

◆ _inode

ino_t llfio_v2_xxx::fs_handle::_inode {0}
mutableprotectedinherited
163{0};

◆ _length

extent_type llfio_v2_xxx::fast_random_file_handle::_length {0}
protected
124{0};

The documentation for this class was generated from the following file: