istream-concat.c revision 0c3ec2538c366bb5583f0b4ca2ce60804756b51c
2454dfa32c93c20a8522c6ed42fe057baaac9f9aStephan Bosch/* Copyright (c) 2007-2016 Dovecot authors, see the included COPYING file */
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen#include "lib.h"
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen#include "buffer.h"
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen#include "istream-private.h"
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen#include "istream-concat.h"
af99ca825f4b7674ec6dd0269bbca665775205aaTimo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainenstruct concat_istream {
b10c3f9ed997748fdbb03b9daadc8c31eed02120Timo Sirainen struct istream_private istream;
06fda713b84e857dbc3e80f401a54085c9b0ed16Timo Sirainen
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen struct istream **input, *cur_input;
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen uoff_t *input_size;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen unsigned int cur_idx, unknown_size_idx;
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen size_t prev_stream_left, prev_skip;
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen};
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainenstatic void i_stream_concat_close(struct iostream_private *stream,
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen bool close_parent)
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen{
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen unsigned int i;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen if (close_parent) {
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen for (i = 0; cstream->input[i] != NULL; i++)
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen i_stream_close(cstream->input[i]);
0dffa25d211be541ee3c953b23566a1a990789dfTimo Sirainen }
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen}
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainenstatic void i_stream_concat_destroy(struct iostream_private *stream)
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen{
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen unsigned int i;
b10c3f9ed997748fdbb03b9daadc8c31eed02120Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen for (i = 0; cstream->input[i] != NULL; i++)
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_stream_unref(&cstream->input[i]);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_free(cstream->input);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_free(cstream->input_size);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_free(cstream->istream.w_buffer);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen}
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainenstatic void
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Siraineni_stream_concat_set_max_buffer_size(struct iostream_private *stream,
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen size_t max_size)
b10c3f9ed997748fdbb03b9daadc8c31eed02120Timo Sirainen{
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen unsigned int i;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->istream.max_buffer_size = max_size;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen for (i = 0; cstream->input[i] != NULL; i++)
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_stream_set_max_buffer_size(cstream->input[i], max_size);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen}
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
4ee00532a265bdfb38539d811fcd12d51210ac35Timo Sirainenstatic void i_stream_concat_read_next(struct concat_istream *cstream)
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen{
0dffa25d211be541ee3c953b23566a1a990789dfTimo Sirainen const unsigned char *data;
0dffa25d211be541ee3c953b23566a1a990789dfTimo Sirainen size_t data_size, size;
0dffa25d211be541ee3c953b23566a1a990789dfTimo Sirainen
0dffa25d211be541ee3c953b23566a1a990789dfTimo Sirainen i_assert(cstream->cur_input->eof);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->cur_idx++;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->cur_input = cstream->input[cstream->cur_idx];
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_stream_seek(cstream->cur_input, 0);
4ee00532a265bdfb38539d811fcd12d51210ac35Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen if (cstream->prev_stream_left > 0 || cstream->istream.pos == 0) {
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->prev_stream_left += data_size;
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen i_assert(cstream->prev_stream_left ==
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen cstream->istream.pos - cstream->istream.skip);
0dffa25d211be541ee3c953b23566a1a990789dfTimo Sirainen return;
0dffa25d211be541ee3c953b23566a1a990789dfTimo Sirainen }
0dffa25d211be541ee3c953b23566a1a990789dfTimo Sirainen
0dffa25d211be541ee3c953b23566a1a990789dfTimo Sirainen /* we already verified that the data size is less than the
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen maximum buffer size */
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->istream.pos = 0;
35ef661bd85c64834e3e34eeeb3c393b81108760Timo Sirainen if (data_size > 0) {
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen if (!i_stream_try_alloc(&cstream->istream, data_size, &size))
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_unreached();
35ef661bd85c64834e3e34eeeb3c393b81108760Timo Sirainen i_assert(size >= data_size);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen }
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->prev_stream_left = data_size;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen memcpy(cstream->istream.w_buffer, data, data_size);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->istream.skip = 0;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->istream.pos = data_size;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen}
c39c3d8089fbdd8eb34646c25167aa4551064cf4Timo Sirainen
c39c3d8089fbdd8eb34646c25167aa4551064cf4Timo Sirainenstatic void i_stream_concat_skip(struct concat_istream *cstream)
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen{
bd63b5b860658b01b1f46f26d406e1e4a9dc019aTimo Sirainen struct istream_private *stream = &cstream->istream;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen size_t bytes_skipped;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_assert(stream->skip >= cstream->prev_skip);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen bytes_skipped = stream->skip - cstream->prev_skip;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen if (cstream->prev_stream_left == 0) {
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen /* no need to worry about buffers, skip everything */
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen } else if (bytes_skipped < cstream->prev_stream_left) {
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen /* we're still skipping inside buffer */
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->prev_stream_left -= bytes_skipped;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen bytes_skipped = 0;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen } else {
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen /* done with the buffer */
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen bytes_skipped -= cstream->prev_stream_left;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->prev_stream_left = 0;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen }
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen stream->pos -= bytes_skipped;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen stream->skip -= bytes_skipped;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen stream->buffer += bytes_skipped;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->prev_skip = stream->skip;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_stream_skip(cstream->cur_input, bytes_skipped);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen}
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainenstatic ssize_t i_stream_concat_read(struct istream_private *stream)
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen{
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen const unsigned char *data;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen size_t size, data_size, cur_data_pos, new_pos;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen size_t new_bytes_count;
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen ssize_t ret;
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen bool last_stream;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen if (cstream->cur_input == NULL) {
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen stream->istream.stream_errno = EINVAL;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen return -1;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen }
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen i_stream_concat_skip(cstream);
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_assert(stream->pos >= stream->skip + cstream->prev_stream_left);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cur_data_pos = stream->pos - (stream->skip + cstream->prev_stream_left);
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen if (data_size > cur_data_pos)
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen ret = 0;
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen else {
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen /* need to read more */
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen i_assert(cur_data_pos == data_size);
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen ret = i_stream_read(cstream->cur_input);
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen if (ret == -2 || ret == 0)
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen return ret;
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen if (ret == -1 && cstream->cur_input->stream_errno != 0) {
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen io_stream_set_error(&cstream->istream.iostream,
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen "read(%s) failed: %s",
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen i_stream_get_name(cstream->cur_input),
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen i_stream_get_error(cstream->cur_input));
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen stream->istream.stream_errno =
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen cstream->cur_input->stream_errno;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen return -1;
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen }
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen /* we either read something or we're at EOF */
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen last_stream = cstream->input[cstream->cur_idx+1] == NULL;
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen if (ret == -1 && !last_stream) {
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen if (stream->pos - stream->skip >= stream->max_buffer_size)
44ef49403ac7bddac84a1e322d170ed53cd37c95Timo Sirainen return -2;
44ef49403ac7bddac84a1e322d170ed53cd37c95Timo Sirainen
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen i_stream_concat_read_next(cstream);
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen cstream->prev_skip = stream->skip;
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen return i_stream_concat_read(stream);
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen }
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen stream->istream.eof = cstream->cur_input->eof && last_stream;
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen i_assert(ret != -1 || stream->istream.eof);
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen }
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen if (cstream->prev_stream_left == 0) {
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen /* we can point directly to the current stream's buffers */
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen stream->buffer = data;
5fa253bd316540ec280ca76b39d62a9e32da228bTimo Sirainen stream->pos -= stream->skip;
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen stream->skip = 0;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen new_pos = data_size;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen } else if (data_size == cur_data_pos) {
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen /* nothing new read */
9625595c47c665f5aee57ebfcb1fcbe9ad1bf3a0Martti Rannanjärvi i_assert(ret == 0 || ret == -1);
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen stream->buffer = stream->w_buffer;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen new_pos = stream->pos;
2f19f8ff906a0017b906763e0f7675d49ab0e58fTimo Sirainen } else {
06fda713b84e857dbc3e80f401a54085c9b0ed16Timo Sirainen /* we still have some of the previous stream left. merge the
b75eba4f65c7630d3691f07d22ff4bdfcac5054dTimo Sirainen new data with it. */
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_assert(data_size > cur_data_pos);
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen new_bytes_count = data_size - cur_data_pos;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen if (!i_stream_try_alloc(stream, new_bytes_count, &size)) {
efe78d3ba24fc866af1c79b9223dc0809ba26cadStephan Bosch stream->buffer = stream->w_buffer;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen return -2;
061046c9aa2eec5c6c2f148ec95a4e51db3d8fd2Timo Sirainen }
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen stream->buffer = stream->w_buffer;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen if (new_bytes_count > size)
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen new_bytes_count = size;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen memcpy(stream->w_buffer + stream->pos,
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen data + cur_data_pos, new_bytes_count);
efe78d3ba24fc866af1c79b9223dc0809ba26cadStephan Bosch new_pos = stream->pos + new_bytes_count;
3858a7a5da361c35f1e6e50c8e3214dc0cf379d6Phil Carmody }
b75eba4f65c7630d3691f07d22ff4bdfcac5054dTimo Sirainen
06fda713b84e857dbc3e80f401a54085c9b0ed16Timo Sirainen ret = new_pos > stream->pos ? (ssize_t)(new_pos - stream->pos) :
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen (ret == 0 ? 0 : -1);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen stream->pos = new_pos;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->prev_skip = stream->skip;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen return ret;
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen}
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainenstatic unsigned int
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainenfind_v_offset(struct concat_istream *cstream, uoff_t *v_offset)
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen{
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen const struct stat *st;
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen unsigned int i;
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen for (i = 0; cstream->input[i] != NULL; i++) {
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen if (*v_offset == 0) {
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen /* seek to beginning of this stream */
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen break;
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen }
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen if (i == cstream->unknown_size_idx) {
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen /* we'll need to figure out this stream's size */
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen if (i_stream_stat(cstream->input[i], TRUE, &st) < 0) {
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen io_stream_set_error(&cstream->istream.iostream,
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen "stat(%s) failed: %s",
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen i_stream_get_name(cstream->input[i]),
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen i_stream_get_error(cstream->input[i]));
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen i_error("istream-concat: stat(%s) failed: %s",
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen i_stream_get_name(cstream->input[i]),
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen i_stream_get_error(cstream->input[i]));
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen cstream->istream.istream.stream_errno =
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen cstream->input[i]->stream_errno;
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen return UINT_MAX;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen }
9625595c47c665f5aee57ebfcb1fcbe9ad1bf3a0Martti Rannanjärvi
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen /* @UNSAFE */
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen cstream->input_size[i] = st->st_size;
a58963a8bdac0438a31abc03711e8870b4dfa4f4Timo Sirainen cstream->unknown_size_idx = i + 1;
a58963a8bdac0438a31abc03711e8870b4dfa4f4Timo Sirainen }
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen if (*v_offset < cstream->input_size[i])
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomi break;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen *v_offset -= cstream->input_size[i];
061046c9aa2eec5c6c2f148ec95a4e51db3d8fd2Timo Sirainen }
bf7dc750b95039981c0e9d728f313d50cf38a156Martti Rannanjärvi
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen return i;
a58963a8bdac0438a31abc03711e8870b4dfa4f4Timo Sirainen}
a58963a8bdac0438a31abc03711e8870b4dfa4f4Timo Sirainen
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainenstatic void i_stream_concat_seek(struct istream_private *stream,
061046c9aa2eec5c6c2f148ec95a4e51db3d8fd2Timo Sirainen uoff_t v_offset, bool mark ATTR_UNUSED)
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen{
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen stream->istream.v_offset = v_offset;
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen stream->skip = stream->pos = 0;
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen cstream->prev_stream_left = 0;
a58963a8bdac0438a31abc03711e8870b4dfa4f4Timo Sirainen cstream->prev_skip = 0;
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen cstream->cur_idx = find_v_offset(cstream, &v_offset);
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen if (cstream->cur_idx == UINT_MAX) {
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen /* failed */
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen cstream->cur_input = NULL;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen stream->istream.stream_errno = EINVAL;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen return;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen }
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen cstream->cur_input = cstream->input[cstream->cur_idx];
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen if (cstream->cur_input != NULL)
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen i_stream_seek(cstream->cur_input, v_offset);
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen}
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainenstatic int
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Siraineni_stream_concat_stat(struct istream_private *stream, bool exact ATTR_UNUSED)
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen{
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
e18e90938ffd9e31c796c405404be0b7dcd5c807Timo Sirainen uoff_t v_offset = (uoff_t)-1;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen unsigned int i;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen /* make sure we have all sizes */
061046c9aa2eec5c6c2f148ec95a4e51db3d8fd2Timo Sirainen if (find_v_offset(cstream, &v_offset) == UINT_MAX)
bf7dc750b95039981c0e9d728f313d50cf38a156Martti Rannanjärvi return -1;
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen
a58963a8bdac0438a31abc03711e8870b4dfa4f4Timo Sirainen stream->statbuf.st_size = 0;
a58963a8bdac0438a31abc03711e8870b4dfa4f4Timo Sirainen for (i = 0; i < cstream->unknown_size_idx; i++)
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen stream->statbuf.st_size += cstream->input_size[i];
061046c9aa2eec5c6c2f148ec95a4e51db3d8fd2Timo Sirainen return 0;
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomi}
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomi
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomistruct istream *i_stream_create_concat(struct istream *input[])
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomi{
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomi struct concat_istream *cstream;
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomi unsigned int count;
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomi size_t max_buffer_size = I_STREAM_MIN_SIZE;
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomi bool blocking = TRUE, seekable = TRUE;
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomi
2bc67190c90d08703ceb421fc8dcf16780020886Aki Tuomi /* if any of the streams isn't blocking or seekable, set ourself also
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen nonblocking/nonseekable */
31fd39a3a3d544b1a8afb9aef07f180d0d40fda2Timo Sirainen for (count = 0; input[count] != NULL; count++) {
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen size_t cur_max = input[count]->real_stream->max_buffer_size;
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen
9625595c47c665f5aee57ebfcb1fcbe9ad1bf3a0Martti Rannanjärvi if (cur_max > max_buffer_size)
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen max_buffer_size = cur_max;
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen if (!input[count]->blocking)
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen blocking = FALSE;
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen if (!input[count]->seekable)
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen seekable = FALSE;
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen i_stream_ref(input[count]);
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen }
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen i_assert(count != 0);
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen cstream = i_new(struct concat_istream, 1);
9abc6ac61e70b809f7e1c352c7a3ad1081994d2eTimo Sirainen cstream->input = i_new(struct istream *, count + 1);
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen cstream->input_size = i_new(uoff_t, count + 1);
57e1fdc2f8f2bf1c6fcd9523f93459404c2359c8Timo Sirainen
1c3dc4c08ced3948f52c3c6c171ed77310b2cbfdTimo Sirainen memcpy(cstream->input, input, sizeof(*input) * count);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->cur_input = cstream->input[0];
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_stream_seek(cstream->cur_input, 0);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->istream.iostream.close = i_stream_concat_close;
61cf001f1944d92eb25f113ba4c08985d6e30d53Timo Sirainen cstream->istream.iostream.destroy = i_stream_concat_destroy;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->istream.iostream.set_max_buffer_size =
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen i_stream_concat_set_max_buffer_size;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen
1c3dc4c08ced3948f52c3c6c171ed77310b2cbfdTimo Sirainen cstream->istream.max_buffer_size = max_buffer_size;
61cf001f1944d92eb25f113ba4c08985d6e30d53Timo Sirainen cstream->istream.read = i_stream_concat_read;
61cf001f1944d92eb25f113ba4c08985d6e30d53Timo Sirainen cstream->istream.seek = i_stream_concat_seek;
61cf001f1944d92eb25f113ba4c08985d6e30d53Timo Sirainen cstream->istream.stat = i_stream_concat_stat;
61cf001f1944d92eb25f113ba4c08985d6e30d53Timo Sirainen
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->istream.istream.readable_fd = FALSE;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen cstream->istream.istream.blocking = blocking;
1c3dc4c08ced3948f52c3c6c171ed77310b2cbfdTimo Sirainen cstream->istream.istream.seekable = seekable;
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen return i_stream_create(&cstream->istream, NULL, -1);
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen}
c8593b070319d0ff83f8d6c4b5ed5abf2d578a06Timo Sirainen