istream-concat.c revision a095363e41e7938afc25d149a6fad6e185cf4ee7
45312f52ff3a3d4c137447be4c7556500c2f8bf2Timo Sirainen/* Copyright (c) 2007-2014 Dovecot authors, see the included COPYING file */
1d4f710106fb498750456724628da6063e012e6dTimo Sirainen
46552a931924c2d743f045e95b08c3ce6beda91aTimo Sirainen#include "lib.h"
9439bed2f07d6475febd8a247cd2f0990fb32a13Timo Sirainen#include "buffer.h"
d3d769026fae5d21c2d29614d3bc4579e8d79e81Timo Sirainen#include "istream-private.h"
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen#include "istream-concat.h"
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainenstruct concat_istream {
9439bed2f07d6475febd8a247cd2f0990fb32a13Timo Sirainen struct istream_private istream;
9439bed2f07d6475febd8a247cd2f0990fb32a13Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen struct istream **input, *cur_input;
9439bed2f07d6475febd8a247cd2f0990fb32a13Timo Sirainen uoff_t *input_size;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen unsigned int cur_idx, unknown_size_idx;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen size_t prev_stream_left, prev_skip;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen};
4ead43ecc06d10047998966c4dc0b142ecce4b66Timo Sirainen
1d4f710106fb498750456724628da6063e012e6dTimo Sirainenstatic void i_stream_concat_close(struct iostream_private *stream,
1d4f710106fb498750456724628da6063e012e6dTimo Sirainen bool close_parent)
9439bed2f07d6475febd8a247cd2f0990fb32a13Timo Sirainen{
9439bed2f07d6475febd8a247cd2f0990fb32a13Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen unsigned int i;
ab0d9eecd85f74acae18fe88529302e0776cc500Timo Sirainen
ad004e44be109684521494b5af2ad1da39b8bb27Timo Sirainen if (close_parent) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen for (i = 0; cstream->input[i] != NULL; i++)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_close(cstream->input[i]);
336b825e0321b798690351d9899b1b0cb99ec462Timo Sirainen }
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen}
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainenstatic void i_stream_concat_destroy(struct iostream_private *stream)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen{
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
ad004e44be109684521494b5af2ad1da39b8bb27Timo Sirainen unsigned int i;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen for (i = 0; cstream->input[i] != NULL; i++)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_unref(&cstream->input[i]);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_free(cstream->input);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_free(cstream->input_size);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_free(cstream->istream.w_buffer);
f059a046515f4b2b15a6c2a10a6f12f6166e39a5Timo Sirainen}
f059a046515f4b2b15a6c2a10a6f12f6166e39a5Timo Sirainen
f059a046515f4b2b15a6c2a10a6f12f6166e39a5Timo Sirainenstatic void
f059a046515f4b2b15a6c2a10a6f12f6166e39a5Timo Siraineni_stream_concat_set_max_buffer_size(struct iostream_private *stream,
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen size_t max_size)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen{
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen unsigned int i;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.max_buffer_size = max_size;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen for (i = 0; cstream->input[i] != NULL; i++)
46ec792dd4ccf6c34706c4774228301fafde6aa9Timo Sirainen i_stream_set_max_buffer_size(cstream->input[i], max_size);
46ec792dd4ccf6c34706c4774228301fafde6aa9Timo Sirainen}
46ec792dd4ccf6c34706c4774228301fafde6aa9Timo Sirainen
46ec792dd4ccf6c34706c4774228301fafde6aa9Timo Sirainenstatic void i_stream_concat_read_next(struct concat_istream *cstream)
4c6ddf2491104f917d00e6900e833e80ea02c7b6Timo Sirainen{
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen const unsigned char *data;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen size_t data_size, size;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_assert(cstream->cur_input->eof);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->cur_idx++;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->cur_input = cstream->input[cstream->cur_idx];
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_seek(cstream->cur_input, 0);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (cstream->prev_stream_left > 0 || cstream->istream.pos == 0) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->prev_stream_left += data_size;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_assert(cstream->prev_stream_left ==
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen cstream->istream.pos - cstream->istream.skip);
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen return;
d3d769026fae5d21c2d29614d3bc4579e8d79e81Timo Sirainen }
ad004e44be109684521494b5af2ad1da39b8bb27Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* we already verified that the data size is less than the
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen maximum buffer size */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.pos = 0;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (data_size > 0) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (!i_stream_try_alloc(&cstream->istream, data_size, &size))
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_unreached();
f059a046515f4b2b15a6c2a10a6f12f6166e39a5Timo Sirainen i_assert(size >= data_size);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen }
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->prev_stream_left = data_size;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen memcpy(cstream->istream.w_buffer, data, data_size);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.skip = 0;
54533aa265f5c87730022cc7576090bc51370f97Timo Sirainen cstream->istream.pos = data_size;
54533aa265f5c87730022cc7576090bc51370f97Timo Sirainen}
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
ad004e44be109684521494b5af2ad1da39b8bb27Timo Sirainenstatic ssize_t i_stream_concat_read(struct istream_private *stream)
ad004e44be109684521494b5af2ad1da39b8bb27Timo Sirainen{
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
ad004e44be109684521494b5af2ad1da39b8bb27Timo Sirainen const unsigned char *data;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen size_t size, data_size, cur_data_pos, new_pos, bytes_skipped;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen size_t new_bytes_count;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen ssize_t ret;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen bool last_stream;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (cstream->cur_input == NULL) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->istream.stream_errno = EINVAL;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen return -1;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen }
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
ad004e44be109684521494b5af2ad1da39b8bb27Timo Sirainen i_assert(stream->skip >= cstream->prev_skip);
54533aa265f5c87730022cc7576090bc51370f97Timo Sirainen bytes_skipped = stream->skip - cstream->prev_skip;
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen
d3d769026fae5d21c2d29614d3bc4579e8d79e81Timo Sirainen if (cstream->prev_stream_left == 0) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* no need to worry about buffers, skip everything */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen } else if (bytes_skipped < cstream->prev_stream_left) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* we're still skipping inside buffer */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->prev_stream_left -= bytes_skipped;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen bytes_skipped = 0;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen } else {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* done with the buffer */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen bytes_skipped -= cstream->prev_stream_left;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->prev_stream_left = 0;
c7fca6cbb32388556d9f6d8313486cc4e4a3c058Timo Sirainen }
c7fca6cbb32388556d9f6d8313486cc4e4a3c058Timo Sirainen stream->pos -= bytes_skipped;
cf0ad1a0bddb0787f3d7b408a96d721a8b2a98a3Timo Sirainen stream->skip -= bytes_skipped;
c7fca6cbb32388556d9f6d8313486cc4e4a3c058Timo Sirainen stream->buffer += bytes_skipped;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->prev_skip = stream->skip;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_skip(cstream->cur_input, bytes_skipped);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_assert(stream->pos >= stream->skip + cstream->prev_stream_left);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cur_data_pos = stream->pos - (stream->skip + cstream->prev_stream_left);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (data_size > cur_data_pos)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen ret = 0;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen else {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* need to read more */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_assert(cur_data_pos == data_size);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen ret = i_stream_read(cstream->cur_input);
a75907609d7c410c9e17beedfafbf28b4439fa8aTimo Sirainen if (ret == -2 || ret == 0)
a75907609d7c410c9e17beedfafbf28b4439fa8aTimo Sirainen return ret;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (ret == -1 && cstream->cur_input->stream_errno != 0) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen io_stream_set_error(&cstream->istream.iostream,
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen "read(%s) failed: %s",
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_get_name(cstream->cur_input),
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_get_error(cstream->cur_input));
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->istream.stream_errno =
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->cur_input->stream_errno;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen return -1;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen }
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* we either read something or we're at EOF */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen last_stream = cstream->input[cstream->cur_idx+1] == NULL;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (ret == -1 && !last_stream) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (stream->pos - stream->skip >= stream->max_buffer_size)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen return -2;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_concat_read_next(cstream);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->prev_skip = stream->skip;
05e55893a799de645fc8cd2203d6013f0e0f1b79Timo Sirainen return i_stream_concat_read(stream);
4de2a17e0a2aed3b57a6c1057329b6a132b56ae2Timo Sirainen }
4de2a17e0a2aed3b57a6c1057329b6a132b56ae2Timo Sirainen
4de2a17e0a2aed3b57a6c1057329b6a132b56ae2Timo Sirainen stream->istream.eof = cstream->cur_input->eof && last_stream;
4de2a17e0a2aed3b57a6c1057329b6a132b56ae2Timo Sirainen i_assert(ret != -1 || stream->istream.eof);
4de2a17e0a2aed3b57a6c1057329b6a132b56ae2Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
4de2a17e0a2aed3b57a6c1057329b6a132b56ae2Timo Sirainen }
4de2a17e0a2aed3b57a6c1057329b6a132b56ae2Timo Sirainen
4de2a17e0a2aed3b57a6c1057329b6a132b56ae2Timo Sirainen if (cstream->prev_stream_left == 0) {
54533aa265f5c87730022cc7576090bc51370f97Timo Sirainen /* we can point directly to the current stream's buffers */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->buffer = data;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->pos -= stream->skip;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->skip = 0;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen new_pos = data_size;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen } else if (data_size == cur_data_pos) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* nothing new read */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_assert(ret == 0 || ret == -1);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->buffer = stream->w_buffer;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen new_pos = stream->pos;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen } else {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* we still have some of the previous stream left. merge the
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen new data with it. */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_assert(data_size > cur_data_pos);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen new_bytes_count = data_size - cur_data_pos;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (!i_stream_try_alloc(stream, new_bytes_count, &size)) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->buffer = stream->w_buffer;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen return -2;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen }
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->buffer = stream->w_buffer;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (new_bytes_count > size)
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen new_bytes_count = size;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen memcpy(stream->w_buffer + stream->pos,
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen data + cur_data_pos, new_bytes_count);
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen new_pos = stream->pos + new_bytes_count;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen }
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen ret = new_pos > stream->pos ? (ssize_t)(new_pos - stream->pos) :
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen (ret == 0 ? 0 : -1);
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen stream->pos = new_pos;
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen cstream->prev_skip = stream->skip;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen return ret;
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen}
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainenstatic unsigned int
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainenfind_v_offset(struct concat_istream *cstream, uoff_t *v_offset)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen{
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen const struct stat *st;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen unsigned int i;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen for (i = 0; cstream->input[i] != NULL; i++) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (*v_offset == 0) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* seek to beginning of this stream */
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen break;
54533aa265f5c87730022cc7576090bc51370f97Timo Sirainen }
54533aa265f5c87730022cc7576090bc51370f97Timo Sirainen if (i == cstream->unknown_size_idx) {
54533aa265f5c87730022cc7576090bc51370f97Timo Sirainen /* we'll need to figure out this stream's size */
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen if (i_stream_stat(cstream->input[i], TRUE, &st) < 0) {
54533aa265f5c87730022cc7576090bc51370f97Timo Sirainen io_stream_set_error(&cstream->istream.iostream,
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen "stat(%s) failed: %s",
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_get_name(cstream->input[i]),
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_get_error(cstream->input[i]));
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_error("istream-concat: stat(%s) failed: %s",
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_get_name(cstream->input[i]),
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_get_error(cstream->input[i]));
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen cstream->istream.istream.stream_errno =
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen cstream->input[i]->stream_errno;
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen return UINT_MAX;
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen }
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* @UNSAFE */
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen cstream->input_size[i] = st->st_size;
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen cstream->unknown_size_idx = i + 1;
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen }
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen if (*v_offset < cstream->input_size[i])
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen break;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen *v_offset -= cstream->input_size[i];
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen }
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen return i;
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen}
6fdfa4d4cf14d1d7764d7faa8258f112e39c8dbeTimo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainenstatic void i_stream_concat_seek(struct istream_private *stream,
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen uoff_t v_offset, bool mark ATTR_UNUSED)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen{
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->istream.v_offset = v_offset;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->skip = stream->pos = 0;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->prev_stream_left = 0;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->prev_skip = 0;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->cur_idx = find_v_offset(cstream, &v_offset);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (cstream->cur_idx == UINT_MAX) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* failed */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->cur_input = NULL;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->istream.stream_errno = EINVAL;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen return;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen }
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen cstream->cur_input = cstream->input[cstream->cur_idx];
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (cstream->cur_input != NULL)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_seek(cstream->cur_input, v_offset);
cec3230c9b2a96bac1ea42c69475e8aea4b91eabTimo Sirainen}
cec3230c9b2a96bac1ea42c69475e8aea4b91eabTimo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainenstatic int
e248fe370c4047cee921a91b48edc37944ab0526Timo Siraineni_stream_concat_stat(struct istream_private *stream, bool exact ATTR_UNUSED)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen{
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen uoff_t v_offset = (uoff_t)-1;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen unsigned int i;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
ec23e16ed879e289d12c6e1a5f9745dd3979004aTimo Sirainen /* make sure we have all sizes */
cec3230c9b2a96bac1ea42c69475e8aea4b91eabTimo Sirainen if (find_v_offset(cstream, &v_offset) == UINT_MAX)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen return -1;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen stream->statbuf.st_size = 0;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen for (i = 0; i < cstream->unknown_size_idx; i++)
54533aa265f5c87730022cc7576090bc51370f97Timo Sirainen stream->statbuf.st_size += cstream->input_size[i];
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen return 0;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen}
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainenstruct istream *i_stream_create_concat(struct istream *input[])
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen{
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen struct concat_istream *cstream;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen unsigned int count;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen size_t max_buffer_size = I_STREAM_MIN_SIZE;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen bool blocking = TRUE, seekable = TRUE;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen /* if any of the streams isn't blocking or seekable, set ourself also
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen nonblocking/nonseekable */
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen for (count = 0; input[count] != NULL; count++) {
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen size_t cur_max = input[count]->real_stream->max_buffer_size;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (cur_max > max_buffer_size)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen max_buffer_size = cur_max;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (!input[count]->blocking)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen blocking = FALSE;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen if (!input[count]->seekable)
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen seekable = FALSE;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_ref(input[count]);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen }
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_assert(count != 0);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream = i_new(struct concat_istream, 1);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->input = i_new(struct istream *, count + 1);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->input_size = i_new(uoff_t, count + 1);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen memcpy(cstream->input, input, sizeof(*input) * count);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->cur_input = cstream->input[0];
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_seek(cstream->cur_input, 0);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.iostream.close = i_stream_concat_close;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.iostream.destroy = i_stream_concat_destroy;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.iostream.set_max_buffer_size =
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen i_stream_concat_set_max_buffer_size;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.max_buffer_size = max_buffer_size;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.read = i_stream_concat_read;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.seek = i_stream_concat_seek;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.stat = i_stream_concat_stat;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.istream.readable_fd = FALSE;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.istream.blocking = blocking;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen cstream->istream.istream.seekable = seekable;
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen return i_stream_create(&cstream->istream, NULL, -1);
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen}
e248fe370c4047cee921a91b48edc37944ab0526Timo Sirainen