iostream-temp.c revision e2ce8d4a6ac5d82a906178148453e7613fab9ba0
/* Copyright (c) 2013 Dovecot authors, see the included COPYING file */
#include "lib.h"
#include "buffer.h"
#include "str.h"
#include "safe-mkstemp.h"
#include "write-full.h"
#include "istream-private.h"
#include "ostream-private.h"
#include "iostream-temp.h"
#include <unistd.h>
#define IOSTREAM_TEMP_MAX_BUF_SIZE (1024*128)
struct temp_ostream {
struct ostream_private ostream;
char *temp_path_prefix;
enum iostream_temp_flags flags;
struct istream *dupstream;
uoff_t dupstream_offset, dupstream_start_offset;
buffer_t *buf;
int fd;
bool fd_tried;
};
static void
o_stream_temp_close(struct iostream_private *stream,
bool close_parent ATTR_UNUSED)
{
struct temp_ostream *tstream = (struct temp_ostream *)stream;
if (tstream->fd != -1)
i_close_fd(&tstream->fd);
if (tstream->buf != NULL)
buffer_free(&tstream->buf);
i_free(tstream->temp_path_prefix);
}
static int o_stream_temp_move_to_fd(struct temp_ostream *tstream)
{
string_t *path;
if (tstream->fd_tried)
return -1;
tstream->fd_tried = TRUE;
path = t_str_new(128);
str_append(path, tstream->temp_path_prefix);
tstream->fd = safe_mkstemp_hostpid(path, 0600, (uid_t)-1, (gid_t)-1);
if (tstream->fd == -1) {
i_error("safe_mkstemp(%s) failed: %m", str_c(path));
return -1;
}
if (unlink(str_c(path)) < 0) {
i_error("unlink(%s) failed: %m", str_c(path));
i_close_fd(&tstream->fd);
return -1;
}
if (write_full(tstream->fd, tstream->buf->data, tstream->buf->used) < 0) {
i_error("write(%s) failed: %m", str_c(path));
i_close_fd(&tstream->fd);
return -1;
}
buffer_free(&tstream->buf);
return 0;
}
static ssize_t
o_stream_temp_fd_sendv(struct temp_ostream *tstream,
const struct const_iovec *iov, unsigned int iov_count)
{
size_t bytes = 0;
unsigned int i;
for (i = 0; i < iov_count; i++) {
if (write_full(tstream->fd, iov[i].iov_base, iov[i].iov_len) < 0) {
tstream->ostream.ostream.stream_errno = errno;
return -1;
}
bytes += iov[i].iov_len;
tstream->ostream.ostream.offset += iov[i].iov_len;
}
return bytes;
}
static ssize_t
o_stream_temp_sendv(struct ostream_private *stream,
const struct const_iovec *iov, unsigned int iov_count)
{
struct temp_ostream *tstream = (struct temp_ostream *)stream;
ssize_t ret = 0;
unsigned int i;
tstream->flags &= ~IOSTREAM_TEMP_FLAG_TRY_FD_DUP;
if (tstream->fd != -1)
return o_stream_temp_fd_sendv(tstream, iov, iov_count);
for (i = 0; i < iov_count; i++) {
if (tstream->buf->used + iov[i].iov_len > IOSTREAM_TEMP_MAX_BUF_SIZE) {
if (o_stream_temp_move_to_fd(tstream) == 0) {
return o_stream_temp_fd_sendv(tstream, iov+i,
iov_count-i);
}
/* failed to move to temp fd, just keep it in memory */
}
buffer_append(tstream->buf, iov[i].iov_base, iov[i].iov_len);
ret += iov[i].iov_len;
stream->ostream.offset += iov[i].iov_len;
}
return ret;
}
static int o_stream_temp_dup_cancel(struct temp_ostream *tstream)
{
struct istream *input;
uoff_t size = tstream->dupstream_offset -
tstream->dupstream_start_offset;
off_t ret;
i_stream_seek(tstream->dupstream, tstream->dupstream_start_offset);
input = i_stream_create_limit(tstream->dupstream, size);
do {
ret = io_stream_copy(&tstream->ostream.ostream,
input, IO_BLOCK_SIZE);
} while (input->v_offset < tstream->dupstream_offset && ret > 0);
if (ret < 0 && tstream->ostream.ostream.stream_errno == 0) {
i_assert(input->stream_errno != 0);
tstream->ostream.ostream.stream_errno = input->stream_errno;
}
i_stream_destroy(&input);
i_stream_unref(&tstream->dupstream);
return ret < 0 ? -1 : 0;
}
static int o_stream_temp_dup_istream(struct temp_ostream *outstream,
struct istream *instream)
{
uoff_t in_size;
off_t ret;
if (!instream->readable_fd || i_stream_get_fd(instream) == -1)
return 0;
if (i_stream_get_size(instream, TRUE, &in_size) <= 0) {
if (outstream->dupstream != NULL)
return o_stream_temp_dup_cancel(outstream);
return 0;
}
if (outstream->dupstream == NULL) {
outstream->dupstream = instream;
outstream->dupstream_start_offset = instream->v_offset;
i_stream_ref(outstream->dupstream);
} else {
if (outstream->dupstream != instream ||
outstream->dupstream_offset != instream->v_offset ||
outstream->dupstream_offset > in_size)
return o_stream_temp_dup_cancel(outstream);
}
ret = in_size - instream->v_offset;
i_stream_seek(instream, in_size);
outstream->dupstream_offset = instream->v_offset;
return ret;
}
static off_t o_stream_temp_send_istream(struct ostream_private *_outstream,
struct istream *instream)
{
struct temp_ostream *outstream = (struct temp_ostream *)_outstream;
uoff_t orig_offset;
int ret;
if ((outstream->flags & IOSTREAM_TEMP_FLAG_TRY_FD_DUP) != 0) {
orig_offset = outstream->dupstream_offset;
if ((ret = o_stream_temp_dup_istream(outstream, instream)) > 0)
return outstream->dupstream_offset - orig_offset;
if (ret < 0)
return -1;
outstream->flags &= ~IOSTREAM_TEMP_FLAG_TRY_FD_DUP;
}
return io_stream_copy(&outstream->ostream.ostream,
instream, IO_BLOCK_SIZE);
}
struct ostream *iostream_temp_create(const char *temp_path_prefix,
enum iostream_temp_flags flags)
{
struct temp_ostream *tstream;
struct ostream *output;
tstream = i_new(struct temp_ostream, 1);
tstream->ostream.sendv = o_stream_temp_sendv;
tstream->ostream.send_istream = o_stream_temp_send_istream;
tstream->ostream.iostream.close = o_stream_temp_close;
tstream->temp_path_prefix = i_strdup(temp_path_prefix);
tstream->flags = flags;
tstream->buf = buffer_create_dynamic(default_pool, 8192);
tstream->fd = -1;
output = o_stream_create(&tstream->ostream, NULL, -1);
o_stream_set_name(output, "(temp iostream)");
return output;
}
static void iostream_temp_buf_destroyed(buffer_t *buf)
{
buffer_free(&buf);
}
struct istream *iostream_temp_finish(struct ostream **output,
size_t max_buffer_size)
{
struct temp_ostream *tstream =
(struct temp_ostream *)(*output)->real_stream;
struct istream *input, *input2;
uoff_t abs_offset, size;
int fd;
if (tstream->dupstream != NULL && !tstream->dupstream->closed) {
abs_offset = tstream->dupstream->real_stream->abs_start_offset +
tstream->dupstream_start_offset;
size = tstream->dupstream_offset -
tstream->dupstream_start_offset;
fd = dup(i_stream_get_fd(tstream->dupstream));
if (fd == -1)
input = i_stream_create_error(errno);
else {
input2 = i_stream_create_fd(fd, max_buffer_size, TRUE);
i_stream_seek(input2, abs_offset);
input = i_stream_create_limit(input2, size);
i_stream_unref(&input2);
}
i_stream_set_name(input, t_strdup_printf(
"(Temp file in %s, from %s)", tstream->temp_path_prefix,
i_stream_get_name(tstream->dupstream)));
i_stream_unref(&tstream->dupstream);
} else if (tstream->dupstream != NULL) {
/* return the original failed stream. */
input = tstream->dupstream;
} else if (tstream->fd != -1) {
input = i_stream_create_fd(tstream->fd, max_buffer_size, TRUE);
i_stream_set_name(input, t_strdup_printf(
"(Temp file in %s)", tstream->temp_path_prefix));
tstream->fd = -1;
} else {
input = i_stream_create_from_data(tstream->buf->data,
tstream->buf->used);
i_stream_set_name(input, t_strdup_printf(
"(Temp file in %s)", tstream->temp_path_prefix));
i_stream_set_destroy_callback(input, iostream_temp_buf_destroyed,
tstream->buf);
tstream->buf = NULL;
}
o_stream_destroy(output);
return input;
}