istream-concat.c revision 0327191888a058542f065526e82bce30319579a4
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen/* Copyright (c) 2007-2017 Dovecot authors, see the included COPYING file */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen size_t prev_stream_left, prev_stream_skip, prev_skip;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainenstatic void i_stream_concat_skip(struct concat_istream *cstream);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainenstatic void i_stream_concat_close(struct iostream_private *stream,
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen i_assert(cstream->cur_input == cstream->input[cstream->cur_idx]);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen unsigned int i;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen if (cstream->istream.istream.stream_errno == 0) {
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen /* get the parent streams to the wanted offset */
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainenstatic void i_stream_concat_destroy(struct iostream_private *stream)
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen i_assert(cstream->cur_input == cstream->input[cstream->cur_idx]);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen unsigned int i;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Siraineni_stream_concat_set_max_buffer_size(struct iostream_private *stream,
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen i_assert(cstream->cur_input == cstream->input[cstream->cur_idx]);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen unsigned int i;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen i_stream_set_max_buffer_size(cstream->input[i], max_size);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainenstatic void i_stream_concat_read_next(struct concat_istream *cstream)
78fa3c578c14ee8a612f86cf73b6181c7f16463fTimo Sirainen struct istream *prev_input = cstream->cur_input;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen const unsigned char *data;
78fa3c578c14ee8a612f86cf73b6181c7f16463fTimo Sirainen i_stream_skip(cstream->input[cstream->cur_idx-1], cstream->prev_stream_skip);
78fa3c578c14ee8a612f86cf73b6181c7f16463fTimo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
78fa3c578c14ee8a612f86cf73b6181c7f16463fTimo Sirainen cstream->cur_input = cstream->input[cstream->cur_idx];
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen if (cstream->prev_stream_left > 0 || cstream->istream.pos == 0) {
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen /* all the pending data is already in w_buffer */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen cstream->istream.pos - cstream->istream.skip);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen /* we already verified that the data size is less than the
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen maximum buffer size */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen if (!i_stream_try_alloc(&cstream->istream, data_size, &size))
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen memcpy(cstream->istream.w_buffer, data, data_size);
78fa3c578c14ee8a612f86cf73b6181c7f16463fTimo Sirainenstatic void i_stream_concat_skip(struct concat_istream *cstream)
78fa3c578c14ee8a612f86cf73b6181c7f16463fTimo Sirainen struct istream_private *stream = &cstream->istream;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen bytes_skipped = stream->skip - cstream->prev_skip;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen /* no need to worry about buffers, skip everything */
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen } else if (bytes_skipped < cstream->prev_stream_left) {
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen /* we're still skipping inside buffer */
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen /* done with the buffer */
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen i_stream_skip(cstream->input[cstream->cur_idx-1], cstream->prev_stream_skip);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen i_stream_skip(cstream->cur_input, bytes_skipped);
6d2b3ce2c6ef62334985ece4f0ab8b154e0e9560Timo Sirainenstatic ssize_t i_stream_concat_read(struct istream_private *stream)
6d2b3ce2c6ef62334985ece4f0ab8b154e0e9560Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen i_assert(cstream->cur_input == cstream->input[cstream->cur_idx]);
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen const unsigned char *data;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen size_t size, data_size, cur_data_pos, new_pos;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen i_assert(stream->pos >= stream->skip + cstream->prev_stream_left);
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen cur_data_pos = stream->pos - (stream->skip + cstream->prev_stream_left);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen /* need to read more */
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen if (ret == -1 && cstream->cur_input->stream_errno != 0) {
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen io_stream_set_error(&cstream->istream.iostream,
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen "read(%s) failed: %s",
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen /* we either read something or we're at EOF */
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen last_stream = cstream->cur_idx+1 >= cstream->input_count;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen if (stream->pos - stream->skip >= i_stream_get_max_buffer_size(&stream->istream))
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen stream->istream.eof = cstream->cur_input->eof && last_stream;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen /* we can point directly to the current stream's buffers */
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen /* nothing new read */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen /* we still have some of the previous stream left. merge the
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen new data with it. */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen if (!i_stream_try_alloc(stream, new_bytes_count, &size)) {
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen /* we'll copy all the new input to w_buffer. if we skip over
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen prev_stream_left bytes, the next read will switch to
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen pointing to cur_input's data directly. */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen ret = new_pos > stream->pos ? (ssize_t)(new_pos - stream->pos) :
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainenfind_v_offset(struct concat_istream *cstream, uoff_t *v_offset,
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen unsigned int *idx_r)
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen unsigned int i;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen /* seek to beginning of this stream */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen /* we'll need to figure out this stream's size */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen if (i_stream_stat(cstream->input[i], TRUE, &st) < 0) {
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen io_stream_set_error(&cstream->istream.iostream,
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen "stat(%s) failed: %s",
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen i_error("istream-concat: stat(%s) failed: %s",
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen /* @UNSAFE */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainenstatic void i_stream_concat_seek(struct istream_private *stream,
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen i_assert(cstream->cur_input == cstream->input[cstream->cur_idx]);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen if (find_v_offset(cstream, &v_offset, &cstream->cur_idx) < 0) {
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen cstream->cur_input = cstream->input[cstream->cur_idx];
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen /* we allow seeking to EOF, but not past it. */
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen io_stream_set_error(&cstream->istream.iostream,
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen "Seeking past EOF by %"PRIuUOFF_T" bytes", v_offset);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen cstream->istream.istream.stream_errno = EINVAL;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen /* Position ourselves at the EOF of the last actual stream. */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen cstream->cur_input = cstream->input[cstream->cur_idx];
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen v_offset = cstream->input_size[cstream->cur_idx];
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Siraineni_stream_concat_stat(struct istream_private *stream, bool exact ATTR_UNUSED)
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen i_assert(cstream->cur_input == cstream->input[cstream->cur_idx]);
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen unsigned int i, cur_idx;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen /* make sure we have all sizes */
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen if (find_v_offset(cstream, &v_offset, &cur_idx) < 0)
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen for (i = 0; i < cstream->unknown_size_idx; i++)
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen stream->statbuf.st_size += cstream->input_size[i];
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainenstruct istream *i_stream_create_concat(struct istream *input[])
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen unsigned int count;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen /* if any of the streams isn't blocking or seekable, set ourself also
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen for (count = 0; input[count] != NULL; count++) {
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen size_t cur_max = i_stream_get_max_buffer_size(input[count]);
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen cstream->input = p_memdup(default_pool, input, sizeof(*input) * count);
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen cstream->istream.iostream.close = i_stream_concat_close;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen cstream->istream.iostream.destroy = i_stream_concat_destroy;
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen cstream->istream.iostream.set_max_buffer_size =
8d3278a82b964217d95c340ec6f82037cdc59d19Timo Sirainen cstream->istream.max_buffer_size = max_buffer_size;