lib-index/mbox/mbox-append.c

	mbox-append.c revision dec504e26667fb97d47f6145e5f65c0bc1c615ea
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen/* Copyright (C) 2002 Timo Sirainen */
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen#include "lib.h"
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen#include "ioloop.h"
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen#include "iobuffer.h"
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen#include "hex-binary.h"
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen#include "md5.h"
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen#include "mbox-index.h"
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen#include "mail-index-util.h"
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainenstatic MailIndexRecord *
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainenmail_index_record_append(MailIndex *index, time_t internal_date,
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen			 size_t full_virtual_size)
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen{
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	MailIndexRecord trec, *rec;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	memset(&trec, 0, sizeof(MailIndexRecord));
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	trec.internal_date = internal_date;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	trec.full_virtual_size = full_virtual_size;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	rec = &trec;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	if (!index->append(index, &rec))
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen		return NULL;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	return rec;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen}
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainenstatic void mbox_read_message(IOBuffer *inbuf, unsigned int *virtual_size)
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen{
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	unsigned char *msg;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	unsigned int i, size, startpos, vsize;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	int lastmsg;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	/* read until "[\r]\nFrom " is found */
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	startpos = i = vsize = 0; lastmsg = TRUE;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen	while (io_buffer_read_data(inbuf, &msg, &size, startpos) >= 0) {
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen		for (i = startpos; i < size; i++) {
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen			if (msg[i] == '\n') {
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen				if (i == 0 || msg[i-1] != '\r') {
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen					/* missing CR */
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen					vsize++;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen				}
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen			} else if (msg[i] == ' ' && i >= 5) {
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen				/* See if it's space after "From" */
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen				if (msg[i-5] == '\n' && msg[i-4] == 'F' &&
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen				    msg[i-3] == 'r' && msg[i-2] == 'o' &&
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen				    msg[i-1] == 'm') {
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen					/* yes, see if we had \r too */
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen					i -= 5;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen					if (i > 0 && msg[i-1] == '\r')
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen						i--;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen					else
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen						vsize--;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen					break;
2e5d4199ae0f51de146480d13780530c7dd9e3e4Timo Sirainen				}
			}
		}

		if (i < size) {
			startpos = i;
                        lastmsg = FALSE;
			break;
		}

		if (i > 0) {
			startpos = i < 7 ? i : 7;
			i -= startpos;

			io_buffer_skip(inbuf, i);
			vsize += i;
		}
	}

	if (lastmsg && startpos > 0) {
		/* end of file, remove the last [\r]\n */
		msg = io_buffer_get_data(inbuf, &size);
		if (size == startpos) {
			if (msg[startpos-1] == '\n')
				startpos--;
			if (startpos > 0 && msg[startpos-1] == '\r')
				startpos--;
			else
				vsize--;
		}
	}

	io_buffer_skip(inbuf, startpos);
	vsize += startpos;

	*virtual_size = vsize;
}

static int mbox_index_append_next(MailIndex *index, IOBuffer *inbuf)
{
	MailIndexRecord *rec;
	MailIndexUpdate *update;
        MboxHeaderContext ctx;
	time_t internal_date;
	uoff_t abs_start_offset, stop_offset, old_size;
	unsigned char *data, md5_digest[16];
	unsigned int size, pos, virtual_size;

	/* get the From-line */
	pos = 0;
	while (io_buffer_read_data(inbuf, &data, &size, pos) >= 0) {
		for (; pos < size; pos++) {
			if (data[pos] == '\n')
				break;
		}

		if (pos < size)
			break;
	}

	if (pos == size || size <= 5 || strncmp(data, "From ", 5) != 0) {
		/* a) no \n found, or line too long
		   b) not a From-line */
		index_set_error(index, "Error indexing mbox file %s: "
				"From-line not found where expected",
				index->mbox_path);
		index->set_flags |= MAIL_INDEX_FLAG_FSCK;
		return FALSE;
	}

	/* parse the From-line */
	internal_date = mbox_from_parse_date(data, size);
	if (internal_date <= 0)
		internal_date = ioloop_time;

	io_buffer_skip(inbuf, pos+1);
	abs_start_offset = inbuf->start_offset + inbuf->offset;

	/* now, find the ending "[\r]\nFrom " */
	mbox_read_message(inbuf, &virtual_size);
	stop_offset = inbuf->offset;

	/* add message to index */
	rec = mail_index_record_append(index, internal_date, virtual_size);
	if (rec == NULL)
		return FALSE;

	update = index->update_begin(index, rec);

	/* location = offset to beginning of headers in message */
	index->update_field_raw(update, FIELD_TYPE_LOCATION,
				&abs_start_offset, sizeof(uoff_t));

	/* parse the header and cache wanted fields. get the message flags
	   from Status and X-Status fields. temporarily limit the buffer size
	   so the message body is parsed properly (FIXME: does this have
	   side effects?) */
	mbox_header_init_context(&ctx);

        old_size = inbuf->size;
	inbuf->size = stop_offset;
	io_buffer_seek(inbuf, abs_start_offset - inbuf->start_offset);

	mail_index_update_headers(update, inbuf, 0, mbox_header_func, &ctx);

	inbuf->size = old_size;
	io_buffer_seek(inbuf, stop_offset);

	/* save message flags */
	rec->msg_flags |= ctx.flags;

	/* save MD5 */
	md5_final(&ctx.md5, md5_digest);
	index->update_field(update, FIELD_TYPE_MD5,
                            binary_to_hex(md5_digest, sizeof(md5_digest)), 0);

	if (!index->update_end(update)) {
		/* failed - delete the record */
		(void)index->expunge(index, rec, 0, FALSE);
		return FALSE;
	}

	return TRUE;
}

int mbox_index_append(MailIndex *index, IOBuffer *inbuf)
{
	if (inbuf->offset == inbuf->size) {
		/* no new data */
		return TRUE;
	}

	if (!index->set_lock(index, MAIL_LOCK_EXCLUSIVE))
		return FALSE;

	for (;;) {
		if (inbuf->start_offset + inbuf->offset != 0) {
			/* we're at the [\r]\n before the From-line,
			   skip it */
			if (!mbox_skip_crlf(inbuf)) {
				index_set_error(index,
						"Error indexing mbox file %s: "
						"LF not found where expected",
						index->mbox_path);

				index->set_flags |= MAIL_INDEX_FLAG_FSCK;
				return FALSE;
			}
		}

		if (inbuf->offset == inbuf->size)
			break;

		if (!mbox_index_append_next(index, inbuf))
			return FALSE;
	}

	return TRUE;
}