idxview.c revision 690bafa70767e3f6e98bbfd62ad4a26be2387ea9
e59faf65ce864fe95dc00f5d52b8323cdbd0608aTimo Sirainen/* Copyright (c) 2007-2008 Dovecot authors, see the included COPYING file */
029cfcdce65b284d5230adf1c920a5f526b03b5cTimo Sirainen uint32_t new_check_time, new_mtime, new_mtime_nsecs;
029cfcdce65b284d5230adf1c920a5f526b03b5cTimo Sirainen uint32_t cur_check_time, cur_mtime, cur_mtime_nsecs;
029cfcdce65b284d5230adf1c920a5f526b03b5cTimo Sirainen uint32_t uidlist_mtime, uidlist_mtime_nsecs, uidlist_size;
90c23747727c85f80e4e8eed7968f0edbeac7ac5Timo Sirainenstatic const char *unixdate2str(time_t timestamp)
90c23747727c85f80e4e8eed7968f0edbeac7ac5Timo Sirainen strftime(buf, sizeof(buf), "%Y-%m-%d %H:%M", tm);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen const struct mail_index_header *hdr = &index->map->hdr;
2d49f150b4bce6f2f59a84e268e4777901c3e42cTimo Sirainen unsigned int i;
90c23747727c85f80e4e8eed7968f0edbeac7ac5Timo Sirainen printf("version .................. = %u.%u\n", hdr->major_version, hdr->minor_version);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("base header size ......... = %u\n", hdr->base_header_size);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("header size .............. = %u\n", hdr->header_size);
19e8adccba16ff419f5675b1575358c2956dce83Timo Sirainen printf("record size .............. = %u\n", hdr->record_size);
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen printf("compat flags ............. = %u\n", hdr->compat_flags);
b397665e90fa0fc7c6a9156fdd6cf28b571e8e39Timo Sirainen printf("index id ................. = %u (%s)\n", hdr->indexid, unixdate2str(hdr->indexid));
b397665e90fa0fc7c6a9156fdd6cf28b571e8e39Timo Sirainen printf("flags .................... = %u\n", hdr->flags);
b397665e90fa0fc7c6a9156fdd6cf28b571e8e39Timo Sirainen printf("uid validity ............. = %u (%s)\n", hdr->uid_validity, unixdate2str(hdr->uid_validity));
b397665e90fa0fc7c6a9156fdd6cf28b571e8e39Timo Sirainen printf("next uid ................. = %u\n", hdr->next_uid);
19e8adccba16ff419f5675b1575358c2956dce83Timo Sirainen printf("messages count ........... = %u\n", hdr->messages_count);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("seen messages count ...... = %u\n", hdr->seen_messages_count);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("deleted messages count ... = %u\n", hdr->deleted_messages_count);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("first recent uid ......... = %u\n", hdr->first_recent_uid);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("first unseen uid lowwater = %u\n", hdr->first_unseen_uid_lowwater);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("first deleted uid lowwater = %u\n", hdr->first_deleted_uid_lowwater);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("log file seq ............. = %u\n", hdr->log_file_seq);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("log file int offset ...... = %u\n", hdr->log_file_tail_offset);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("log file ext offset ...... = %u\n", hdr->log_file_head_offset);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("log file tail offset ..... = %u\n", hdr->log_file_tail_offset);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("log file head offset ..... = %u\n", hdr->log_file_head_offset);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("sync size ................ = %llu\n", (unsigned long long)hdr->sync_size);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("sync stamp ............... = %u (%s)\n", hdr->sync_stamp, unixdate2str(hdr->sync_stamp));
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("day stamp ................ = %u (%s)\n", hdr->day_stamp, unixdate2str(hdr->day_stamp));
2a6af811ea3de3cf9e2f15e446674dd21b0705f3Timo Sirainen for (i = 0; i < N_ELEMENTS(hdr->day_first_uid); i++)
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("day first uid[%u] ......... = %u\n", i, hdr->day_first_uid[i]);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainenstatic void dump_extension_header(struct mail_index *index,
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen data = CONST_PTR_OFFSET(index->map->hdr_base, ext->hdr_offset);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen const struct maildir_index_header *hdr = data;
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf(" - new_check_time .... = %s\n", unixdate2str(hdr->new_check_time));
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf(" - new_mtime ......... = %s\n", unixdate2str(hdr->new_mtime));
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf(" - new_mtime_nsecs ... = %u\n", hdr->new_mtime_nsecs);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf(" - cur_check_time .... = %s\n", unixdate2str(hdr->cur_check_time));
0f66f12eb4cdbf47670975044c88d8f388bf92dfTimo Sirainen printf(" - cur_mtime ......... = %s\n", unixdate2str(hdr->cur_mtime));
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf(" - cur_mtime_nsecs.... = %u\n", hdr->cur_mtime_nsecs);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf(" - uidlist_mtime ..... = %s\n", unixdate2str(hdr->uidlist_mtime));
029cfcdce65b284d5230adf1c920a5f526b03b5cTimo Sirainen printf(" - uidlist_mtime_nsecs = %u\n", hdr->uidlist_mtime_nsecs);
029cfcdce65b284d5230adf1c920a5f526b03b5cTimo Sirainen printf(" - uidlist_size ...... = %u\n", hdr->uidlist_size);
029cfcdce65b284d5230adf1c920a5f526b03b5cTimo Sirainen printf(" - sync_mtime = %s\n", unixdate2str(hdr->sync_mtime));
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf(" - dirty_flag = %d\n", hdr->dirty_flag);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen } else if (strcmp(ext->name, "dbox-hdr") == 0) {
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf(" - last_dirty_flush_stamp = %s\n", unixdate2str(hdr->last_dirty_flush_stamp));
2a6af811ea3de3cf9e2f15e446674dd21b0705f3Timo Sirainen } else if (strcmp(ext->name, "modseq") == 0) {
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen const struct mail_index_modseq_header *hdr = data;
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen printf(" - log_seq ...... = %u\n", hdr->log_seq);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf(" - log_offset ... = %u\n", hdr->log_offset);
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainenstatic void dump_extensions(struct mail_index *index)
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen unsigned int i, count;
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen if (array_is_created(&index->map->extensions))
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen extensions = array_get(&index->map->extensions, &count);
0bf3eac1110a902e7ec7e695c64e8e46c114e623Timo Sirainen for (i = 0; i < count; i++) {
0bf3eac1110a902e7ec7e695c64e8e46c114e623Timo Sirainen const struct mail_index_ext *ext = &extensions[i];
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen printf("hdr_size .... = %u\n", ext->hdr_size);
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen printf("reset_id .... = %u\n", ext->reset_id);
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen printf("record_offset = %u\n", ext->record_offset);
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen printf("record_size . = %u\n", ext->record_size);
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen printf("record_align = %u\n", ext->record_align);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainenstatic void dump_keywords(struct mail_index *index)
f153a2cec0319f549388d28f8cfd4d50229d1132Timo Sirainen const unsigned int *kw_indexes;
f153a2cec0319f549388d28f8cfd4d50229d1132Timo Sirainen const char *const *keywords;
f153a2cec0319f549388d28f8cfd4d50229d1132Timo Sirainen unsigned int i, count;
dffa503fd4ce31334346e539496084c80a2d8d37Timo Sirainen if (!array_is_created(&index->map->keyword_idx_map))
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen kw_indexes = array_get(&index->map->keyword_idx_map, &count);
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen for (i = 0; i < count; i++)
85144b5f0bc763de14c7d87291a90ef74ac241a2Timo Sirainen printf("%3u = %s\n", i, keywords[kw_indexes[i]]);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainenstatic const char *cache_decision2str(enum mail_cache_decision_type type)
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen const char *str;
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainenstatic const char *cache_type2str(enum mail_cache_field_type type)
2d49f150b4bce6f2f59a84e268e4777901c3e42cTimo Sirainen return "fix";
14c474d9f4591c397ed0b5206af6537c7b52c924Timo Sirainen return "var";
2d49f150b4bce6f2f59a84e268e4777901c3e42cTimo Sirainen return "str";
2d49f150b4bce6f2f59a84e268e4777901c3e42cTimo Sirainen return "bit";
2d49f150b4bce6f2f59a84e268e4777901c3e42cTimo Sirainen return "hdr";
b6612c334604eeb27e1ca2bd804ac66dcbc2eaadTimo Sirainenstatic void dump_cache_hdr(struct mail_cache *cache)
2a6af811ea3de3cf9e2f15e446674dd21b0705f3Timo Sirainen const struct mail_cache_field *fields, *field;
b5b3b4c9159f506cdfdce7399faaeeffdf73faf7Timo Sirainen printf("version .............. = %u\n", hdr->version);
b5b3b4c9159f506cdfdce7399faaeeffdf73faf7Timo Sirainen printf("indexid .............. = %u (%s)\n", hdr->indexid, unixdate2str(hdr->indexid));
e64d7b6f388fecd0c83a4f2acb54e30d5ac98c6cTimo Sirainen printf("file_seq ............. = %u (%s) (%d compressions)\n",
e64d7b6f388fecd0c83a4f2acb54e30d5ac98c6cTimo Sirainen printf("continued_record_count = %u\n", hdr->continued_record_count);
e64d7b6f388fecd0c83a4f2acb54e30d5ac98c6cTimo Sirainen printf("hole_offset .......... = %u\n", hdr->hole_offset);
e64d7b6f388fecd0c83a4f2acb54e30d5ac98c6cTimo Sirainen printf("used_file_size ....... = %u\n", hdr->used_file_size);
e64d7b6f388fecd0c83a4f2acb54e30d5ac98c6cTimo Sirainen printf("deleted_space ........ = %u\n", hdr->deleted_space);
e64d7b6f388fecd0c83a4f2acb54e30d5ac98c6cTimo Sirainen printf("field_header_offset .. = %u (0x%08x nontranslated)\n",
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen mail_index_offset_to_uint32(hdr->field_header_offset),
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen fields = mail_cache_register_get_list(cache, pool_datastack_create(),
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen" # Name Type Size Dec Last used\n");
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen for (i = 0; i < cache->file_fields_count; i++) {
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen unixdate2str(cache->fields[cache_idx].last_used));
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainenstatic void dump_cache(struct mail_cache_view *cache_view, unsigned int seq)
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen const struct mail_cache_record *prev_rec = NULL;
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen unsigned int size;
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen mail_cache_lookup_iter_init(cache_view, seq, &iter);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen while ((ret = mail_cache_lookup_iter_next(&iter, &iter_field)) > 0) {
029cfcdce65b284d5230adf1c920a5f526b03b5cTimo Sirainen printf(" - cache offset=%u size=%u, prev_offset = %u\n",
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen field = &cache_view->cache->fields[iter_field.field_idx].field;
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen str_printfa(str, "%u ", *((const uint32_t *)data));
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen str_printfa(str, "%llu ", (unsigned long long)*((const uint64_t *)data));
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen str_printfa(str, "(%s)", binary_to_hex(data, size));
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen str_printfa(str, "%.*s", (int)size, (const char *)data);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen for (i = 0;; i++) {
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen if (i == 0 && size == 0) {
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen /* header doesn't exist */
036626b19f14bef582f96e556913ae91b1d67881Timo Sirainen str_append(str, "\n - BROKEN: header field doesn't end with 0 line");
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen data = CONST_PTR_OFFSET(data, sizeof(uint32_t));
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen str_printfa(str, ": %.*s", (int)size, (const char *)data);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainenstatic const char *flags2str(enum mail_flags flags)
6bc0f424bcdb9119d8159874cf98adfa53eefd9aTimo Sirainenstatic void dump_record(struct mail_index_view *view, unsigned int seq)
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen struct mail_index *index = mail_index_view_get_index(view);
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen unsigned int i, ext_count;
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen printf("RECORD: seq=%u, uid=%u, flags=0x%02x %s\n",
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen seq, rec->uid, rec->flags, flags2str(rec->flags));
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen ext = array_get(&index->extensions, &ext_count);
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen for (i = 0; i < ext_count; i++) {
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen mail_index_lookup_ext(view, seq, i, &data, &expunged);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen str_printfa(str, " - ext %d %-10s: ", i, ext[i].name);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen str_printfa(str, "%10u", *((const uint32_t *)data));
2d49f150b4bce6f2f59a84e268e4777901c3e42cTimo Sirainen else if (ext[i].record_size == sizeof(uint64_t) &&
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen str_printfa(str, "%10llu", (unsigned long long)value);
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen const struct virtual_mail_index_record *vrec = data;
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen printf(" : mailbox_id = %u\n", vrec->mailbox_id);
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen i_fatal("Usage: idxview <index dir> [<uid>]");
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen index = mail_index_alloc(argv[1], "dovecot.index");
aef92409cf369afdd2ecd81a4f80083cd4082f46Timo Sirainen if (mail_index_open(index, MAIL_INDEX_OPEN_FLAG_READONLY,
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen cache_view = mail_cache_view_open(index->cache, view);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen printf("\n-- CACHE: %s\n", index->cache->filepath);
2d49f150b4bce6f2f59a84e268e4777901c3e42cTimo Sirainen printf("\n-- RECORDS: %u\n", index->map->hdr.messages_count);
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen for (seq = 1; seq <= index->map->hdr.messages_count; seq++) {
4bc96ba6f1d67a90a75fa131bcd2cd508ea5a05aTimo Sirainen if (uid == 0 || mail_index_lookup(view, seq)->uid == uid) {