istream-concat.c revision 65d8efa66dca27db85f74ee2574188b51569a4c2
5e0ce63bb65db34d7f48b34bbb5545fa791781c4Timo Sirainen/* Copyright (c) 2007-2016 Dovecot authors, see the included COPYING file */
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen#include "lib.h"
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen#include "buffer.h"
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen#include "istream-private.h"
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen#include "istream-concat.h"
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainenstruct concat_istream {
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen struct istream_private istream;
cd56a23e21f1df3f79648cf07e2f4385e2fadebbTimo Sirainen
cd56a23e21f1df3f79648cf07e2f4385e2fadebbTimo Sirainen struct istream **input, *cur_input;
cd56a23e21f1df3f79648cf07e2f4385e2fadebbTimo Sirainen uoff_t *input_size;
cd56a23e21f1df3f79648cf07e2f4385e2fadebbTimo Sirainen
cd56a23e21f1df3f79648cf07e2f4385e2fadebbTimo Sirainen unsigned int cur_idx, unknown_size_idx;
cd56a23e21f1df3f79648cf07e2f4385e2fadebbTimo Sirainen size_t prev_stream_left, prev_stream_skip, prev_skip;
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen};
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
daf029d2a627daa39d05507140f385162828172eTimo Sirainenstatic void i_stream_concat_skip(struct concat_istream *cstream);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainenstatic void i_stream_concat_close(struct iostream_private *stream,
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen bool close_parent)
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen{
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen unsigned int i;
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen (void)i_stream_concat_skip(cstream);
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen if (close_parent) {
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen for (i = 0; cstream->input[i] != NULL; i++)
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen i_stream_close(cstream->input[i]);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen }
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen}
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainenstatic void i_stream_concat_destroy(struct iostream_private *stream)
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen{
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen unsigned int i;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen for (i = 0; cstream->input[i] != NULL; i++)
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen i_stream_unref(&cstream->input[i]);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_free(cstream->input);
daf029d2a627daa39d05507140f385162828172eTimo Sirainen i_free(cstream->input_size);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_free(cstream->istream.w_buffer);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen}
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainenstatic void
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Siraineni_stream_concat_set_max_buffer_size(struct iostream_private *stream,
daf029d2a627daa39d05507140f385162828172eTimo Sirainen size_t max_size)
daf029d2a627daa39d05507140f385162828172eTimo Sirainen{
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen unsigned int i;
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->istream.max_buffer_size = max_size;
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen for (i = 0; cstream->input[i] != NULL; i++)
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_stream_set_max_buffer_size(cstream->input[i], max_size);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen}
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainenstatic void i_stream_concat_read_next(struct concat_istream *cstream)
9e095dd6a77097356aca8216356d4d71ef1bea45Timo Sirainen{
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen struct istream *prev_input = cstream->cur_input;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen const unsigned char *data;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen size_t data_size, size;
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_assert(cstream->cur_input->eof);
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen if (cstream->prev_stream_skip != 0) {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_stream_skip(cstream->input[cstream->cur_idx-1], cstream->prev_stream_skip);
20344c0e814139e3c365fbb9287478f91512089eTimo Sirainen cstream->prev_stream_skip = 0;
20344c0e814139e3c365fbb9287478f91512089eTimo Sirainen }
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->cur_idx++;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->cur_input = cstream->input[cstream->cur_idx];
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_stream_seek(cstream->cur_input, 0);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen if (cstream->prev_stream_left > 0 || cstream->istream.pos == 0) {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen /* all the pending data is already in w_buffer */
20344c0e814139e3c365fbb9287478f91512089eTimo Sirainen cstream->prev_stream_skip = data_size;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->prev_stream_left += data_size;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_assert(cstream->prev_stream_left ==
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.pos - cstream->istream.skip);
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen return;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen }
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen i_assert(cstream->prev_stream_skip == 0);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen /* we already verified that the data size is less than the
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen maximum buffer size */
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->istream.pos = 0;
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen if (data_size > 0) {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen if (!i_stream_try_alloc(&cstream->istream, data_size, &size))
35df1dd606c5ef21068ab4fe4be305859d4fad4bTimo Sirainen i_unreached();
601f5f14c6cde28f0e0c6ca7c5d735315d3d48dfTimo Sirainen i_assert(size >= data_size);
601f5f14c6cde28f0e0c6ca7c5d735315d3d48dfTimo Sirainen }
601f5f14c6cde28f0e0c6ca7c5d735315d3d48dfTimo Sirainen
601f5f14c6cde28f0e0c6ca7c5d735315d3d48dfTimo Sirainen cstream->prev_stream_left = data_size;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen memcpy(cstream->istream.w_buffer, data, data_size);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_stream_skip(prev_input, data_size);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->istream.skip = 0;
9e095dd6a77097356aca8216356d4d71ef1bea45Timo Sirainen cstream->istream.pos = data_size;
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen}
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainenstatic void i_stream_concat_skip(struct concat_istream *cstream)
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen{
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen struct istream_private *stream = &cstream->istream;
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen size_t bytes_skipped;
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen i_assert(stream->skip >= cstream->prev_skip);
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen bytes_skipped = stream->skip - cstream->prev_skip;
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen if (cstream->prev_stream_left == 0) {
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen /* no need to worry about buffers, skip everything */
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen } else if (bytes_skipped < cstream->prev_stream_left) {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen /* we're still skipping inside buffer */
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen cstream->prev_stream_left -= bytes_skipped;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen bytes_skipped = 0;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen } else {
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen /* done with the buffer */
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen i_stream_skip(cstream->input[cstream->cur_idx-1], cstream->prev_stream_skip);
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen cstream->prev_stream_skip = 0;
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen bytes_skipped -= cstream->prev_stream_left;
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen cstream->prev_stream_left = 0;
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen }
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen stream->pos -= bytes_skipped;
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen stream->skip -= bytes_skipped;
548e394330621952db0f03dd667b70184c4a37b6Timo Sirainen stream->buffer += bytes_skipped;
548e394330621952db0f03dd667b70184c4a37b6Timo Sirainen cstream->prev_skip = stream->skip;
548e394330621952db0f03dd667b70184c4a37b6Timo Sirainen i_stream_skip(cstream->cur_input, bytes_skipped);
7d207b1e77a7b5e3fda640e353acfc86d261fedfTimo Sirainen}
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainenstatic ssize_t i_stream_concat_read(struct istream_private *stream)
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen{
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen const unsigned char *data;
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen size_t size, data_size, cur_data_pos, new_pos;
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen size_t new_bytes_count;
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen ssize_t ret;
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen bool last_stream;
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen i_assert(cstream->cur_input != NULL);
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen i_stream_concat_skip(cstream);
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen i_assert(stream->pos >= stream->skip + cstream->prev_stream_left);
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen cur_data_pos = stream->pos - (stream->skip + cstream->prev_stream_left);
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen if (data_size > cur_data_pos)
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen ret = 0;
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen else {
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen /* need to read more */
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen i_assert(cur_data_pos == data_size);
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen ret = i_stream_read(cstream->cur_input);
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen if (ret == -2 || ret == 0)
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen return ret;
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen if (ret == -1 && cstream->cur_input->stream_errno != 0) {
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen io_stream_set_error(&cstream->istream.iostream,
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen "read(%s) failed: %s",
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen i_stream_get_name(cstream->cur_input),
8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen i_stream_get_error(cstream->cur_input));
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen stream->istream.stream_errno =
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen cstream->cur_input->stream_errno;
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen return -1;
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen }
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen /* we either read something or we're at EOF */
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen last_stream = cstream->input[cstream->cur_idx+1] == NULL;
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen if (ret == -1 && !last_stream) {
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen if (stream->pos - stream->skip >= stream->max_buffer_size)
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen return -2;
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_stream_concat_read_next(cstream);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->prev_skip = stream->skip;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen return i_stream_concat_read(stream);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen }
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
0611067f385a37773800225256dcd5cf6aa34212Timo Sirainen stream->istream.eof = cstream->cur_input->eof && last_stream;
0611067f385a37773800225256dcd5cf6aa34212Timo Sirainen i_assert(ret != -1 || stream->istream.eof);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen data = i_stream_get_data(cstream->cur_input, &data_size);
0611067f385a37773800225256dcd5cf6aa34212Timo Sirainen }
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen if (cstream->prev_stream_left == 0) {
8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen /* we can point directly to the current stream's buffers */
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen stream->buffer = data;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen stream->pos -= stream->skip;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen stream->skip = 0;
5254d77805cd35b9356d072ba325c356c43b0d51Timo Sirainen new_pos = data_size;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen } else if (data_size == cur_data_pos) {
3e25b17126e9536736d5da03697613e4c3af5f76Timo Sirainen /* nothing new read */
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_assert(ret == 0 || ret == -1);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen stream->buffer = stream->w_buffer;
e0c3d5460d1cc0c440cb7723c8c2eef8d0afe9b9Timo Sirainen new_pos = stream->pos;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen } else {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen /* we still have some of the previous stream left. merge the
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen new data with it. */
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_assert(data_size > cur_data_pos);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen new_bytes_count = data_size - cur_data_pos;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen if (!i_stream_try_alloc(stream, new_bytes_count, &size)) {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen stream->buffer = stream->w_buffer;
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen return -2;
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen }
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen stream->buffer = stream->w_buffer;
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen /* we'll copy all the new input to w_buffer. if we skip over
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen prev_stream_left bytes, the next read will switch to
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen pointing to cur_input's data directly. */
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen if (new_bytes_count > size)
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen new_bytes_count = size;
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen memcpy(stream->w_buffer + stream->pos,
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen data + cur_data_pos, new_bytes_count);
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen new_pos = stream->pos + new_bytes_count;
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen }
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen ret = new_pos > stream->pos ? (ssize_t)(new_pos - stream->pos) :
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen (ret == 0 ? 0 : -1);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen stream->pos = new_pos;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->prev_skip = stream->skip;
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen return ret;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen}
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainenstatic int
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainenfind_v_offset(struct concat_istream *cstream, uoff_t *v_offset,
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen unsigned int *idx_r)
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen{
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen const struct stat *st;
8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen unsigned int i;
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen for (i = 0; cstream->input[i] != NULL; i++) {
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen if (*v_offset == 0) {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen /* seek to beginning of this stream */
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen break;
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen }
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen if (i == cstream->unknown_size_idx) {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen /* we'll need to figure out this stream's size */
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen if (i_stream_stat(cstream->input[i], TRUE, &st) < 0) {
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen io_stream_set_error(&cstream->istream.iostream,
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen "stat(%s) failed: %s",
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_stream_get_name(cstream->input[i]),
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_stream_get_error(cstream->input[i]));
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen i_error("istream-concat: stat(%s) failed: %s",
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen i_stream_get_name(cstream->input[i]),
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen i_stream_get_error(cstream->input[i]));
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->istream.istream.stream_errno =
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen cstream->input[i]->stream_errno;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen return -1;
37ab3cde96bfa4bc5304c0c348fc420aec79572dTimo Sirainen }
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen /* @UNSAFE */
37ab3cde96bfa4bc5304c0c348fc420aec79572dTimo Sirainen cstream->input_size[i] = st->st_size;
37ab3cde96bfa4bc5304c0c348fc420aec79572dTimo Sirainen cstream->unknown_size_idx = i + 1;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen }
f4bbeadda12fbd7c219063db68f3e78646d83c2cTimo Sirainen if (*v_offset < cstream->input_size[i])
0b47e9f5e0181053b4d9ca7b426b0e5c185e820eTimo Sirainen break;
0b47e9f5e0181053b4d9ca7b426b0e5c185e820eTimo Sirainen *v_offset -= cstream->input_size[i];
abe8754852e70763e92f74caabbcc13d0917714cTimo Sirainen }
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen *idx_r = i;
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen return 0;
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen}
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainenstatic void i_stream_concat_seek(struct istream_private *stream,
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen uoff_t v_offset, bool mark ATTR_UNUSED)
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen{
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen stream->istream.v_offset = v_offset;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen stream->skip = stream->pos = 0;
904f9d5654b9c39edcdf32883e5e88771faf4d69Timo Sirainen cstream->prev_stream_left = 0;
904f9d5654b9c39edcdf32883e5e88771faf4d69Timo Sirainen cstream->prev_stream_skip = 0;
904f9d5654b9c39edcdf32883e5e88771faf4d69Timo Sirainen cstream->prev_skip = 0;
904f9d5654b9c39edcdf32883e5e88771faf4d69Timo Sirainen
904f9d5654b9c39edcdf32883e5e88771faf4d69Timo Sirainen if (find_v_offset(cstream, &v_offset, &cstream->cur_idx) < 0) {
904f9d5654b9c39edcdf32883e5e88771faf4d69Timo Sirainen /* failed */
904f9d5654b9c39edcdf32883e5e88771faf4d69Timo Sirainen stream->istream.stream_errno = EINVAL;
904f9d5654b9c39edcdf32883e5e88771faf4d69Timo Sirainen return;
904f9d5654b9c39edcdf32883e5e88771faf4d69Timo Sirainen }
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen cstream->cur_input = cstream->input[cstream->cur_idx];
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen if (cstream->cur_input == NULL) {
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen /* we allow seeking to EOF, but not past it. */
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen if (v_offset != 0) {
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen io_stream_set_error(&cstream->istream.iostream,
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen "Seeking past EOF by %"PRIuUOFF_T" bytes", v_offset);
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen cstream->istream.istream.stream_errno = EINVAL;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen return;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen }
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen i_assert(cstream->cur_idx > 0);
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen cstream->cur_input = cstream->input[cstream->cur_idx-1];
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen v_offset = cstream->input_size[cstream->cur_idx-1];
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen }
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen i_stream_seek(cstream->cur_input, v_offset);
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen}
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainenstatic int
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Siraineni_stream_concat_stat(struct istream_private *stream, bool exact ATTR_UNUSED)
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen{
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen struct concat_istream *cstream = (struct concat_istream *)stream;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen uoff_t v_offset = (uoff_t)-1;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen unsigned int i, cur_idx;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen /* make sure we have all sizes */
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen if (find_v_offset(cstream, &v_offset, &cur_idx) < 0)
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen return -1;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen stream->statbuf.st_size = 0;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen for (i = 0; i < cstream->unknown_size_idx; i++)
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen stream->statbuf.st_size += cstream->input_size[i];
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen return 0;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen}
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainenstruct istream *i_stream_create_concat(struct istream *input[])
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen{
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen struct concat_istream *cstream;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen unsigned int count;
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen size_t max_buffer_size = I_STREAM_MIN_SIZE;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen bool blocking = TRUE, seekable = TRUE;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen /* if any of the streams isn't blocking or seekable, set ourself also
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen nonblocking/nonseekable */
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen for (count = 0; input[count] != NULL; count++) {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen size_t cur_max = input[count]->real_stream->max_buffer_size;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen if (cur_max > max_buffer_size)
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen max_buffer_size = cur_max;
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen if (!input[count]->blocking)
7ef5ca6fb59a318c821a852ae48a2edbb671d7ddTimo Sirainen blocking = FALSE;
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen if (!input[count]->seekable)
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen seekable = FALSE;
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen i_stream_ref(input[count]);
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen }
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen i_assert(count != 0);
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream = i_new(struct concat_istream, 1);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->input = i_new(struct istream *, count + 1);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen cstream->input_size = i_new(uoff_t, count + 1);
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen memcpy(cstream->input, input, sizeof(*input) * count);
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->cur_input = cstream->input[0];
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen i_stream_seek(cstream->cur_input, 0);
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.iostream.close = i_stream_concat_close;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.iostream.destroy = i_stream_concat_destroy;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.iostream.set_max_buffer_size =
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen i_stream_concat_set_max_buffer_size;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.max_buffer_size = max_buffer_size;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.read = i_stream_concat_read;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.seek = i_stream_concat_seek;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.stat = i_stream_concat_stat;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.istream.readable_fd = FALSE;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.istream.blocking = blocking;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen cstream->istream.istream.seekable = seekable;
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen return i_stream_create(&cstream->istream, NULL, -1);
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen}
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen