1 #ifndef OSMIUM_IO_WRITER_HPP 2 #define OSMIUM_IO_WRITER_HPP 45 #include <osmium/io/detail/output_format.hpp> 46 #include <osmium/io/detail/queue_util.hpp> 47 #include <osmium/io/detail/read_write.hpp> 48 #include <osmium/io/detail/write_thread.hpp> 63 inline size_t get_output_queue_size() noexcept {
95 static constexpr
size_t default_buffer_size = 10 * 1024 * 1024;
101 std::unique_ptr<osmium::io::detail::OutputFormat>
m_output;
118 static void write_thread(detail::future_string_queue_type& output_queue,
119 std::unique_ptr<osmium::io::Compressor>&& compressor,
120 std::promise<bool>&& write_promise) {
121 detail::WriteThread write_thread{output_queue,
122 std::move(compressor),
123 std::move(write_promise)};
128 if (buffer && buffer.committed() > 0) {
129 m_output->write_buffer(std::move(buffer));
135 if (m_buffer && m_buffer.
committed() > 0) {
139 swap(m_buffer, buffer);
141 m_output->write_buffer(std::move(buffer));
145 template <
typename TFunction,
typename... TArgs>
147 if (m_status != status::okay) {
148 throw io_error(
"Can not write to writer when in status 'closed' or 'error'");
152 func(std::forward<TArgs>(args)...);
154 m_status = status::error;
155 detail::add_to_queue(m_output_queue, std::current_exception());
156 detail::add_end_of_data_to_queue(m_output_queue);
176 options.
sync = value;
204 template <
typename... TArgs>
206 m_file(file.check()),
207 m_output_queue(
detail::get_output_queue_size(),
"raw_output"),
208 m_output(
osmium::io::
detail::OutputFormatFactory::instance().create_output(m_file, m_output_queue)),
210 m_buffer_size(default_buffer_size),
217 (void)std::initializer_list<int>{
218 (set_option(options, args), 0)...
221 std::unique_ptr<osmium::io::Compressor> compressor =
223 osmium::io::detail::open_for_writing(m_file.
filename(), options.allow_overwrite),
226 std::promise<bool> write_promise;
227 m_write_future = write_promise.get_future();
230 ensure_cleanup([&](){
231 m_output->write_header(options.header);
235 template <
typename... TArgs>
236 explicit Writer(
const std::string& filename, TArgs&&... args) :
240 template <
typename... TArgs>
241 explicit Writer(
const char* filename, TArgs&&... args) :
263 return m_buffer_size;
271 m_buffer_size = size;
282 ensure_cleanup([&](){
296 ensure_cleanup([&](){
298 do_write(std::move(buffer));
310 ensure_cleanup([&](){
334 if (m_status == status::okay) {
335 ensure_cleanup([&](){
336 do_write(std::move(m_buffer));
337 m_output->write_end();
338 m_status = status::closed;
339 detail::add_end_of_data_to_queue(m_output_queue);
343 if (m_write_future.valid()) {
344 m_write_future.get();
354 #endif // OSMIUM_IO_WRITER_HPP fsync sync
Definition: writer.hpp:164
~Writer() noexcept
Definition: writer.hpp:251
void ensure_cleanup(TFunction func, TArgs &&...args)
Definition: writer.hpp:146
Definition: writer.hpp:161
static CompressionFactory & instance()
Definition: compression.hpp:151
void do_write(osmium::memory::Buffer &&buffer)
Definition: writer.hpp:127
void do_flush()
Definition: writer.hpp:133
Definition: reader_iterator.hpp:39
void swap(Buffer &lhs, Buffer &rhs)
Definition: buffer.hpp:731
osmium::thread::thread_handler m_thread
Definition: writer.hpp:109
osmium::io::Header header
Definition: writer.hpp:162
osmium::memory::Buffer m_buffer
Definition: writer.hpp:103
std::unique_ptr< osmium::io::detail::OutputFormat > m_output
Definition: writer.hpp:101
void set_buffer_size(size_t size) noexcept
Definition: writer.hpp:270
static void write_thread(detail::future_string_queue_type &output_queue, std::unique_ptr< osmium::io::Compressor > &&compressor, std::promise< bool > &&write_promise)
Definition: writer.hpp:118
void operator()(osmium::memory::Buffer &&buffer)
Definition: writer.hpp:295
Namespace for everything in the Osmium library.
Definition: assembler.hpp:66
status
Definition: writer.hpp:111
size_t buffer_size() const noexcept
Definition: writer.hpp:262
Writer(const std::string &filename, TArgs &&...args)
Definition: writer.hpp:236
fsync
Definition: writer_options.hpp:51
static void set_option(options_type &options, fsync value)
Definition: writer.hpp:175
void push_back(const osmium::memory::Item &item)
Definition: buffer.hpp:488
size_t m_buffer_size
Definition: writer.hpp:105
void close()
Definition: writer.hpp:333
void flush()
Definition: writer.hpp:281
osmium::io::File m_file
Definition: writer.hpp:97
std::unique_ptr< osmium::io::Compressor > create_compressor(osmium::io::file_compression compression, TArgs &&...args)
Definition: compression.hpp:171
size_t committed() const noexcept
Definition: buffer.hpp:241
size_t get_max_queue_size(const char *queue_name, size_t default_value) noexcept
Definition: config.hpp:69
Definition: buffer.hpp:97
Definition: buffer.hpp:58
const char * buffer() const noexcept
Definition: file.hpp:158
static void set_option(options_type &options, overwrite value)
Definition: writer.hpp:171
Definition: writer.hpp:93
std::future< bool > m_write_future
Definition: writer.hpp:107
void check_for_exception(std::future< T > &future)
Definition: util.hpp:53
Writer(const osmium::io::File &file, TArgs &&...args)
Definition: writer.hpp:205
overwrite allow_overwrite
Definition: writer.hpp:163
static void set_option(options_type &options, const osmium::io::Header &header)
Definition: writer.hpp:167
detail::future_string_queue_type m_output_queue
Definition: writer.hpp:99
file_compression compression() const noexcept
Definition: file.hpp:291
File & filename(const std::string &filename)
Definition: file.hpp:309
Writer(const char *filename, TArgs &&...args)
Definition: writer.hpp:241
void operator()(const osmium::memory::Item &item)
Definition: writer.hpp:309
overwrite
Definition: writer_options.hpp:43