src/lib-index/mail-cache-lookup.c

	mail-cache-lookup.c revision e015e2f7e7f48874495f9df8b0dd192b7ffcb5cc
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen/* Copyright (C) 2003-2004 Timo Sirainen */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "lib.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "buffer.h"
1171f0abf442638bac1827bb24a0b6b8eb682a82Timo Sirainen#include "str.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "mail-cache-private.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen#include <stdlib.h>
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen#define CACHE_PREFETCH 1024
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstruct mail_cache_record *
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainenmail_cache_get_record(struct mail_cache *cache, uint32_t offset)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    struct mail_cache_record *cache_rec;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    if (offset == 0)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen        return NULL;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen    if (mail_cache_map(cache, offset,
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen               sizeof(*cache_rec) + CACHE_PREFETCH) < 0)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen        return NULL;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    if (offset + sizeof(*cache_rec) > cache->mmap_length) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen        mail_cache_set_corrupted(cache, "record points outside file");
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen        return NULL;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    cache_rec = CACHE_RECORD(cache, offset);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen    if (cache_rec->size < sizeof(*cache_rec)) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen        mail_cache_set_corrupted(cache, "invalid record size");
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen        return NULL;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    }
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen    if (cache_rec->size > CACHE_PREFETCH) {
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen        if (mail_cache_map(cache, offset, cache_rec->size) < 0)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen            return NULL;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        cache_rec = CACHE_RECORD(cache, offset);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen    if (offset + cache_rec->size > cache->mmap_length) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen        mail_cache_set_corrupted(cache, "record points outside file");
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen        return NULL;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    return cache_rec;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenstatic int mail_cache_lookup_offset(struct mail_cache_view *view, uint32_t seq,
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen                    uint32_t *offset_r)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen    const struct mail_index_record *rec;
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen    struct mail_index_map *map;
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen    int i, ret;
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen    for (i = 0; i < 2; i++) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen        if (mail_index_lookup_full(view->view, seq, &map, &rec) < 0)
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen            return -1;
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen        if (map->hdr->cache_file_seq == view->cache->hdr->file_seq) {
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen            *offset_r = rec->cache_offset;
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen            return 1;
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen        }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen        if ((ret = mail_cache_reopen(view->cache)) <= 0)
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen            return ret;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    }
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen    return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainenstatic int
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainenmail_cache_foreach_rec(struct mail_cache_view *view,
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen               const struct mail_cache_record *cache_rec,
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen               mail_cache_foreach_callback_t *callback, void *context)
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen{
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    struct mail_cache *cache = view->cache;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    size_t pos, next_pos, max_size, data_size;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    uint32_t file_field;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    unsigned int field;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    int ret;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    max_size = cache_rec->size;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    if (max_size < sizeof(*cache_rec) + sizeof(uint32_t)*2) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        mail_cache_set_corrupted(cache, "record has invalid size");
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        return -1;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    }
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    max_size -= sizeof(uint32_t);
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    for (pos = sizeof(*cache_rec); pos < max_size; ) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        file_field =
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            *((const uint32_t *)CONST_PTR_OFFSET(cache_rec, pos));
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        pos += sizeof(uint32_t);
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        if (file_field >= cache->file_fields_count) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            /* new field, have to re-read fields header to figure
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen               out it's size */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            if (mail_cache_header_fields_read(cache) < 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                return -1;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            if (file_field >= cache->file_fields_count) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                mail_cache_set_corrupted(cache,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                    "field index too large");
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                return -1;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        field = cache->file_field_map[file_field];
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        data_size = cache->fields[field].field_size;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        if (data_size == (unsigned int)-1) {
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen            data_size = *((const uint32_t *)
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen                      CONST_PTR_OFFSET(cache_rec, pos));
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen            pos += sizeof(uint32_t);
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        }
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        next_pos = pos + ((data_size + 3) & ~3);
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        if (next_pos > cache_rec->size) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            mail_cache_set_corrupted(cache,
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen                "Record continues outside it's allocated size");
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen            return -1;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        }
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        ret = callback(view, file_field,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                   CONST_PTR_OFFSET(cache_rec, pos),
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen                   data_size, context);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        if (ret != 1)
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen            return ret;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        pos = next_pos;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    }
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    return 1;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen}
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainenint mail_cache_foreach(struct mail_cache_view *view, uint32_t seq,
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen                       mail_cache_foreach_callback_t *callback, void *context)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    const struct mail_cache_record *cache_rec;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    uint32_t offset;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    int ret;
56f45b3f3ae20e5c933701f4657dda5ef1916855Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen        if (MAIL_CACHE_IS_UNUSABLE(view->cache))
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen        return 0;
56f45b3f3ae20e5c933701f4657dda5ef1916855Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    if (view->cached_offset_seq == seq)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        offset = view->cached_offset;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    else {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        if ((ret = mail_cache_lookup_offset(view, seq, &offset)) <= 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            return ret;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        view->cached_offset_seq = seq;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        view->cached_offset = offset;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    cache_rec = mail_cache_get_record(view->cache, offset);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    while (cache_rec != NULL) {
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        ret = mail_cache_foreach_rec(view, cache_rec,
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen                         callback, context);
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        if (ret <= 0)
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen            return ret;
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen        cache_rec = mail_cache_get_record(view->cache,
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen                          cache_rec->prev_offset);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen    if (view->trans_seq1 <= seq && view->trans_seq2 >= seq &&
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        mail_cache_transaction_lookup(view->transaction, seq, &offset)) {
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        cache_rec = mail_cache_get_record(view->cache, offset);
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        if (cache_rec != NULL) {
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen            return mail_cache_foreach_rec(view, cache_rec,
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen                              callback, context);
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen        }
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    }
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    return 1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainenstatic int
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainenmail_cache_seq_callback(struct mail_cache_view *view, uint32_t file_field,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            const void *data __attr_unused__,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            size_t data_size __attr_unused__,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            void *context __attr_unused__)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    buffer_write(view->cached_exists_buf, file_field,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen             &view->cached_exists_value, 1);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    return 1;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainenstatic int mail_cache_seq(struct mail_cache_view *view, uint32_t seq)
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen{
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    int ret;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    if (++view->cached_exists_value == 0) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        /* wrapped, we'll have to clear the buffer */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        memset(buffer_get_modifyable_data(view->cached_exists_buf,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                          NULL), 0,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen               buffer_get_size(view->cached_exists_buf));
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        view->cached_exists_value++;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    view->cached_exists_seq = seq;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    ret = mail_cache_foreach(view, seq, mail_cache_seq_callback, NULL);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    return ret < 0 ? -1 : 0;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainenint mail_cache_field_exists(struct mail_cache_view *view, uint32_t seq,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                unsigned int field)
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen{
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    const uint8_t *data;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    uint32_t file_field;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    size_t size;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    i_assert(field < view->cache->fields_count);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    file_field = view->cache->field_file_map[field];
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    if (file_field == (uint32_t)-1)
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen        return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    if (view->cached_exists_seq != seq) {
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen        if (mail_cache_seq(view, seq) < 0)
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen            return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    data = buffer_get_data(view->cached_exists_buf, &size);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    return size <= file_field ? FALSE :
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        data[file_field] == view->cached_exists_value;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainenenum mail_cache_decision_type
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainenmail_cache_field_get_decision(struct mail_cache *cache, unsigned int field)
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen{
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    i_assert(field < cache->fields_count);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    return cache->fields[field].decision;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen}
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainenstruct mail_cache_lookup_context {
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    buffer_t *dest_buf;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    uint32_t file_field;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen};
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainenstatic int
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainenmail_cache_lookup_callback(struct mail_cache_view *view __attr_unused__,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen               uint32_t file_field, const void *data,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen               size_t data_size, void *context)
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen{
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen        struct mail_cache_lookup_context *ctx = context;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    if (ctx->file_field != file_field)
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen        return 1;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    buffer_append(ctx->dest_buf, data, data_size);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
1171f0abf442638bac1827bb24a0b6b8eb682a82Timo Sirainenint mail_cache_lookup_field(struct mail_cache_view *view, buffer_t *dest_buf,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                uint32_t seq, unsigned int field)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    struct mail_cache_lookup_context ctx;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    int ret;
8aacc9e7c84f8376822823ec98c2f551d4919b2eTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    if ((ret = mail_cache_field_exists(view, seq, field)) <= 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        return ret;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    mail_cache_decision_lookup(view, seq, field);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    /* should exist. find it. */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    ctx.file_field = view->cache->field_file_map[field];
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    ctx.dest_buf = dest_buf;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    return mail_cache_foreach(view, seq, mail_cache_lookup_callback,
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen                  &ctx) == 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainenstruct header_lookup_data_rec {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    uint32_t offset;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    uint32_t data_size;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen};
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainenstruct header_lookup_data {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    uint32_t line_num;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        struct header_lookup_data_rec *data;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen};
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainenstruct header_lookup_context {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    unsigned int *fields;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    size_t fields_count;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    buffer_t *data;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    unsigned int max_field;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    uint8_t *fields_found;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen};
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainenstatic int
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainenheaders_find_callback(struct mail_cache_view *view, uint32_t file_field,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen              const void *data, size_t data_size, void *context)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen{
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    struct header_lookup_context *ctx = context;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    const uint32_t *lines = data;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    struct header_lookup_data hdr_data;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        struct header_lookup_data_rec *hdr_data_rec;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    unsigned int i, lines_count;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    if (file_field > ctx->max_field || ctx->fields_found[file_field] != 1) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        /* a) don't want it, b) duplicate */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        return 1;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    ctx->fields_found[file_field]++;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    /* data = { line_nums[], 0, "headers" } */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    for (i = 0; data_size >= sizeof(uint32_t); i++) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        data_size -= sizeof(uint32_t);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        if (lines[i] == 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            break;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    lines_count = i;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    /* FIXME: this relies on mmap() too heavily */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    hdr_data_rec = t_new(struct header_lookup_data_rec, 1);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    hdr_data_rec->offset = (const char *)&lines[lines_count+1] -
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        (const char *)view->cache->mmap_base;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    hdr_data_rec->data_size = (uint32_t)data_size;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    for (i = 0; i < lines_count; i++) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        hdr_data.line_num = lines[i];
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        hdr_data.data = hdr_data_rec;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        buffer_append(ctx->data, &hdr_data, sizeof(hdr_data));
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen    }
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen    return 1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainenstatic int header_lookup_data_cmp(const void *p1, const void *p2)
da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen{
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    const struct header_lookup_data *d1 = p1, *d2 = p2;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    return (int)d1->line_num - (int)d2->line_num;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen}
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainenint mail_cache_lookup_headers(struct mail_cache_view *view, string_t *dest,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                  uint32_t seq, unsigned int fields[],
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                  size_t fields_count)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen{
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    struct mail_cache *cache = view->cache;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    struct header_lookup_context ctx;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    struct header_lookup_data *data;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    const unsigned char *p, *start, *end;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    size_t i, size, hdr_size;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    unsigned int field_idx;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    int ret;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    if (fields_count == 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        return 1;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    t_push();
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    /* @UNSAFE */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    memset(&ctx, 0, sizeof(ctx));
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    ctx.fields = t_new(unsigned int, fields_count);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    ctx.fields_count = fields_count;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    ctx.max_field = 1;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    ctx.fields_found = t_buffer_get(ctx.max_field);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    for (i = 0; i < fields_count; i++) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        i_assert(fields[i] < cache->fields_count);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        field_idx = cache->field_file_map[fields[i]];
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        if (field_idx == (unsigned int)-1) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            /* not cached at all */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            t_pop();
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            return 0;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        if (field_idx > ctx.max_field) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            ctx.fields_found = t_buffer_reget(ctx.fields_found,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                              field_idx + 1);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            memset(ctx.fields_found + ctx.max_field + 1, 0,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                   field_idx - ctx.max_field - 1);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            ctx.max_field = field_idx;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        ctx.fields_found[field_idx] = 1;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                ctx.fields[i] = field_idx;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        t_buffer_alloc(ctx.max_field + 1);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    ctx.data = buffer_create_dynamic(pool_datastack_create(),
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                     256, (size_t)-1);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    /* we need to return them in sorted order. create array:
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen       { line number -> cache file offset } */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    ret = mail_cache_foreach(view, seq, headers_find_callback, &ctx);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    if (ret <= 0) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        t_pop();
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        return ret;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    /* check that all fields were found */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    for (i = 0; i < ctx.max_field; i++) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        if (ctx.fields_found[i] == 1) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            t_pop();
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            return 0;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    data = buffer_get_modifyable_data(ctx.data, &size);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    size /= sizeof(*data);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    qsort(data, size, sizeof(*data), header_lookup_data_cmp);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    /* then start filling dest buffer from the headers */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    for (i = 0; i < size; i++) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        start = CONST_PTR_OFFSET(cache->mmap_base,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                     data[i].data->offset);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        end = start + data[i].data->data_size;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        for (p = start; p != end; p++) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            if (*p == '\n' &&
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                (p+1 == end || (p[1] != ' ' && p[1] != '\t'))) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                p++;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen                break;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen            }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        hdr_size = (size_t)(p - start);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        data[i].data->offset += hdr_size;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        data[i].data->data_size += hdr_size;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen        buffer_append(dest, start, hdr_size);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    t_pop();
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen    return 1;
da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen}