fstream.hh

Go to the documentation of this file.

/*
 * This file is open source software, licensed to you under the terms
 * of the Apache License, Version 2.0 (the "License").  See the NOTICE file
 * distributed with this work for additional information regarding copyright
 * ownership.  You may not use this file except in compliance with the License.
 *
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
/*
 * Copyright (C) 2015 Cloudius Systems, Ltd.
 */
 
#pragma once
 
 
// File <-> streams adapters
//
// Seastar files are block-based due to the reliance on DMA - you must read
// on sector boundaries.  The adapters in this file provide a byte stream
// interface to files, while retaining the zero-copy characteristics of
// seastar files.
#include <seastar/core/file.hh>
#include <seastar/core/iostream.hh>
#include <seastar/core/shared_ptr.hh>
#include <seastar/core/internal/api-level.hh>
#include <seastar/util/modules.hh>
 
#ifndef SEASTAR_MODULE
#include <cstdint>
#endif
 
namespace seastar {
 
SEASTAR_MODULE_EXPORT_BEGIN
 
class file_input_stream_history {
    static constexpr uint64_t window_size = 4 * 1024 * 1024;
    struct window {
        uint64_t total_read = 0;
        uint64_t unused_read = 0;
    };
    window current_window;
    window previous_window;
    unsigned read_ahead = 1;
 
    friend class file_data_source_impl;
};
 
struct file_input_stream_options {
    size_t buffer_size = 8192;    
    unsigned read_ahead = 0;      
#if SEASTAR_API_LEVEL < 7
    ::seastar::io_priority_class io_priority_class = default_priority_class();
#endif
    lw_shared_ptr<file_input_stream_history> dynamic_adjustments = { }; 
};
 
input_stream<char> make_file_input_stream(
        file file, uint64_t offset, uint64_t len, file_input_stream_options options = {});
 
input_stream<char> make_file_input_stream(
        file file, uint64_t offset, file_input_stream_options = {});
 
input_stream<char> make_file_input_stream(
        file file, file_input_stream_options = {});
 
struct file_output_stream_options {
    // For small files, setting preallocation_size can make it impossible for XFS to find
    // an aligned extent. On the other hand, without it, XFS will divide the file into
    // file_size/buffer_size extents. To avoid fragmentation, we set the default buffer_size
    // to 64k (so each extent will be a minimum of 64k) and preallocation_size to 0 (to avoid
    // extent allocation problems).
    //
    // Large files should increase both buffer_size and preallocation_size.
    unsigned buffer_size = 65536;
    unsigned preallocation_size = 0; 
    unsigned write_behind = 1; 
#if SEASTAR_API_LEVEL < 7
    ::seastar::io_priority_class io_priority_class = default_priority_class();
#endif
};
 
future<output_stream<char>> make_file_output_stream(
        file file,
        uint64_t buffer_size = 8192) noexcept;
 
future<output_stream<char>> make_file_output_stream(
        file file,
        file_output_stream_options options) noexcept;
 
future<data_sink> make_file_data_sink(file, file_output_stream_options) noexcept;
 
SEASTAR_MODULE_EXPORT_END
 
}