istream-chain.c revision d295cff1b640240cd198b9c8e963c9116ab95510
b355dcb54194f498921743ca33304eac35d89718Stephen Gallagher/* Copyright (c) 2003-2014 Dovecot authors, see the included COPYING file */
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivani_stream_chain_append_internal(struct istream_chain *chain,
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan if (stream == NULL && chain->tail != NULL && chain->tail->stream == NULL)
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher link = i_new(struct istream_chain_link, 1);
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan if (chain->head == NULL && stream != NULL) {
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher if (chain->stream->istream.max_buffer_size == 0) {
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher DLLIST2_APPEND(&chain->head, &chain->tail, link);
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher /* if io_add_istream() has been added to this chain stream, notify
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher the callback that we have more data available. */
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallaghervoid i_stream_chain_append(struct istream_chain *chain, struct istream *stream)
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher i_stream_chain_append_internal(chain, stream);
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallaghervoid i_stream_chain_append_eof(struct istream_chain *chain)
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher i_stream_chain_append_internal(chain, NULL);
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivani_stream_chain_set_max_buffer_size(struct iostream_private *stream,
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan struct chain_istream *cstream = (struct chain_istream *)stream;
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan struct istream_chain_link *link = cstream->chain.head;
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan cstream->istream.max_buffer_size = max_size;
f9fdc87c80f2744780c6a0f2bf5b1b57bcbb095aYuri Chornoivan i_stream_set_max_buffer_size(link->stream, max_size);
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagherstatic void i_stream_chain_destroy(struct iostream_private *stream)
2ea6196484055397cc4bc011c5960f790431fa9dStephen Gallagher struct chain_istream *cstream = (struct chain_istream *)stream;
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan struct istream_chain_link *link = cstream->chain.head;
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher struct istream_chain_link *next = link->next;
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivanstatic void i_stream_chain_read_next(struct chain_istream *cstream)
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher struct istream_chain_link *link = cstream->chain.head;
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher const unsigned char *data;
c938f4ba417328fe62eded0806b2d9ca053f34a5Stephen Gallagher i_assert(link != NULL && link->stream != NULL);
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan data = i_stream_get_data(prev_input, &data_size);
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher DLLIST2_REMOVE(&cstream->chain.head, &cstream->chain.tail, link);
c938f4ba417328fe62eded0806b2d9ca053f34a5Stephen Gallagher /* a) we have more streams, b) we have EOF, c) we need to wait
c938f4ba417328fe62eded0806b2d9ca053f34a5Stephen Gallagher for more streams */
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher /* we've already buffered some of the prev_input. continue
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan appending the rest to it. */
c938f4ba417328fe62eded0806b2d9ca053f34a5Stephen Gallagher (cstream->istream.skip + cstream->prev_stream_left);
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan /* we already verified that the data size is less than the
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan maximum buffer size */
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher if (!i_stream_try_alloc(&cstream->istream, data_size, &size))
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher memcpy(cstream->istream.w_buffer + cstream->istream.pos,
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher i_stream_skip(prev_input, i_stream_get_data_size(prev_input));
f9fdc87c80f2744780c6a0f2bf5b1b57bcbb095aYuri Chornoivanstatic ssize_t i_stream_chain_read(struct istream_private *stream)
f9fdc87c80f2744780c6a0f2bf5b1b57bcbb095aYuri Chornoivan struct chain_istream *cstream = (struct chain_istream *)stream;
f9fdc87c80f2744780c6a0f2bf5b1b57bcbb095aYuri Chornoivan struct istream_chain_link *link = cstream->chain.head;
f9fdc87c80f2744780c6a0f2bf5b1b57bcbb095aYuri Chornoivan const unsigned char *data;
f9fdc87c80f2744780c6a0f2bf5b1b57bcbb095aYuri Chornoivan size_t size, data_size, cur_data_pos, new_pos, bytes_skipped;
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan i_assert(stream->skip >= cstream->prev_skip);
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher bytes_skipped = stream->skip - cstream->prev_skip;
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan /* no need to worry about buffers, skip everything */
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan } else if (bytes_skipped < cstream->prev_stream_left) {
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan /* we're still skipping inside buffer */
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher cstream->prev_stream_left -= bytes_skipped;
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan /* done with the buffer */
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan i_assert(stream->pos >= stream->skip + cstream->prev_stream_left);
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan cur_data_pos = stream->pos - (stream->skip + cstream->prev_stream_left);
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan data = i_stream_get_data(link->stream, &data_size);
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan /* need to read more */
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan "read(%s) failed: %s",
f9fdc87c80f2744780c6a0f2bf5b1b57bcbb095aYuri Chornoivan /* EOF of this stream, go to next stream */
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan /* we read something */
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan data = i_stream_get_data(link->stream, &data_size);
f9fdc87c80f2744780c6a0f2bf5b1b57bcbb095aYuri Chornoivan /* we can point directly to the current stream's buffers */
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan /* nothing new read */
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan /* we still have some of the previous stream left. merge the
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher new data with it. */
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan if (!i_stream_try_alloc(stream, new_bytes_count, &size)) {
f9fdc87c80f2744780c6a0f2bf5b1b57bcbb095aYuri Chornoivan ret = new_pos > stream->pos ? (ssize_t)(new_pos - stream->pos) :
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivanstruct istream *i_stream_create_chain(struct istream_chain **chain_r)
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan cstream->istream.iostream.destroy = i_stream_chain_destroy;
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan cstream->istream.iostream.set_max_buffer_size =
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan cstream->istream.read = i_stream_chain_read;
bde69429374859acff41273c0771d2b5f5c199b1Yuri Chornoivan cstream->istream.istream.readable_fd = FALSE;
cbe7c54c2caf718bdea7ca6660ba8193d759d2d5Stephen Gallagher cstream->istream.istream.seekable = FALSE;