Cross Reference: /dovecot/src/plugins/fts/fts-storage.c
fts-storage.c revision eb0ede66120bb63c0212bad69e67efca1eb47324
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
76b43e4417bab52e913da39b5f5bc2a130d3f149Timo Sirainen/* Copyright (C) 2006 Timo Sirainen */
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "lib.h"
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen#include "array.h"
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "str.h"
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "istream.h"
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "message-parser.h"
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "message-decoder.h"
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "mail-search.h"
b8835b8a21c617ceb82ddc5a176243faf36aa8f7Timo Sirainen#include "mail-storage-private.h"
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen#include "fts-api-private.h"
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "fts-plugin.h"
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen#include <stdlib.h>
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#define FTS_CONTEXT(obj) \
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen *((void **)array_idx_modifiable(&(obj)->module_contexts, \
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fts_storage_module_id))
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
8e371a3ce32bd64288786855b8ce0cb63f19f7d1Timo Sirainenstruct fts_mailbox {
8e371a3ce32bd64288786855b8ce0cb63f19f7d1Timo Sirainen struct mailbox_vfuncs super;
8e371a3ce32bd64288786855b8ce0cb63f19f7d1Timo Sirainen struct fts_backend *backend_exact;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct fts_backend *backend_fast;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen const char *env;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen unsigned int backend_set:1;
a0c453a8edaec90fb0d945c874de0b1845bc7d7eTimo Sirainen};
a0c453a8edaec90fb0d945c874de0b1845bc7d7eTimo Sirainen
a0c453a8edaec90fb0d945c874de0b1845bc7d7eTimo Sirainenstruct fts_search_context {
a0c453a8edaec90fb0d945c874de0b1845bc7d7eTimo Sirainen ARRAY_TYPE(seq_range) result;
a0c453a8edaec90fb0d945c874de0b1845bc7d7eTimo Sirainen unsigned int result_pos;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen struct fts_backend *backend;
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen unsigned int locked:1;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen};
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainenstruct fts_transaction_context {
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen bool expunges;
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen};
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainenstruct fts_mail {
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen struct mail_vfuncs super;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen};
85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen
8e371a3ce32bd64288786855b8ce0cb63f19f7d1Timo Sirainenstatic unsigned int fts_storage_module_id = 0;
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainenstatic bool fts_storage_module_id_set = FALSE;
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen
a0c453a8edaec90fb0d945c874de0b1845bc7d7eTimo Sirainenstatic int fts_mailbox_close(struct mailbox *box)
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen{
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(box);
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen int ret;
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen if (fbox->backend_exact != NULL)
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen fts_backend_deinit(fbox->backend_exact);
85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen if (fbox->backend_fast != NULL)
85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen fts_backend_deinit(fbox->backend_fast);
8e371a3ce32bd64288786855b8ce0cb63f19f7d1Timo Sirainen
8e371a3ce32bd64288786855b8ce0cb63f19f7d1Timo Sirainen ret = fbox->super.close(box);
8e371a3ce32bd64288786855b8ce0cb63f19f7d1Timo Sirainen i_free(fbox);
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return ret;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int uid_range_to_seq(struct mailbox *box,
94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen ARRAY_TYPE(seq_range) *uid_range,
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ARRAY_TYPE(seq_range) *seq_range)
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen{
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen const struct seq_range *range;
eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen struct seq_range new_range;
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen unsigned int i, count;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
8e371a3ce32bd64288786855b8ce0cb63f19f7d1Timo Sirainen range = array_get(uid_range, &count);
94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen i_array_init(seq_range, count);
94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen for (i = 0; i < count; i++) {
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (mailbox_get_uids(box, range[i].seq1, range[i].seq2,
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen &new_range.seq1, &new_range.seq2) < 0) {
c37e5edd83ff696d396131f7147ef971cf678911Timo Sirainen array_free(seq_range);
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen return -1;
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen }
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen if (new_range.seq1 != 0)
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen array_append(seq_range, &new_range, 1);
c37e5edd83ff696d396131f7147ef971cf678911Timo Sirainen }
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen return 0;
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen}
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainenstruct fts_storage_build_context {
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen struct fts_backend_build_context *build;
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen uint32_t uid;
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen string_t *headers;
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen bool save_part;
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen};
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainenstatic int fts_build_mail_flush(struct fts_storage_build_context *ctx)
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen{
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen if (str_len(ctx->headers) == 0)
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen return 1;
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen if (fts_backend_build_more(ctx->build, ctx->uid, str_data(ctx->headers),
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen str_len(ctx->headers)) < 0)
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return -1;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen str_truncate(ctx->headers, 0);
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return 1;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic bool fts_build_update_save_part(struct fts_storage_build_context *ctx,
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen const struct message_block *block)
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen /* we'll index only text/xxx and message/rfc822 parts for now */
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if ((block->part->flags &
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen (MESSAGE_PART_FLAG_TEXT |
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen MESSAGE_PART_FLAG_MESSAGE_RFC822)) == 0)
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return FALSE;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ctx->save_part = TRUE;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return TRUE;
992118a50af940482b6cf884a89be56d7015580aTimo Sirainen}
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int fts_build_mail_header(struct fts_storage_build_context *ctx,
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen const struct message_block *block)
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen const struct message_header_line *hdr = block->hdr;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen /* hdr->full_value is always set because we get the block from
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen message_decoder */
043c8a96a035379bcba04f487d58457beefdfcaaTimo Sirainen str_append(ctx->headers, hdr->name);
043c8a96a035379bcba04f487d58457beefdfcaaTimo Sirainen str_append_n(ctx->headers, hdr->middle, hdr->middle_len);
043c8a96a035379bcba04f487d58457beefdfcaaTimo Sirainen str_append_n(ctx->headers, hdr->full_value, hdr->full_value_len);
e1b83f64e62cc3e8967c75fcc3f9b5dbb243d3b3Timo Sirainen if (!hdr->no_newline)
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen str_append_c(ctx->headers, '\n');
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (!ctx->save_part) {
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (strcasecmp(hdr->name, "Content-Type") == 0) {
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (!fts_build_update_save_part(ctx, block))
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return 0;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return 1;
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen }
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen return fts_build_mail_flush(ctx);
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenfts_build_mail(struct fts_storage_build_context *ctx, struct mail *mail)
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct istream *input;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct message_parser_ctx *parser;
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen struct message_decoder_context *decoder;
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen struct message_block raw_block, block;
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen struct message_part *prev_part, *skip_part;
38a4c09de37bc2ebdc38427a2b958c46dfdcffb1Timo Sirainen int ret;
c37e5edd83ff696d396131f7147ef971cf678911Timo Sirainen
0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen ctx->uid = mail->uid;
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen
20b136f04257b0ba338e49f31a999c0d4b243647Timo Sirainen input = mail_get_stream(mail, NULL, NULL);
20b136f04257b0ba338e49f31a999c0d4b243647Timo Sirainen if (input == NULL)
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return -1;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen prev_part = skip_part = NULL;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen parser = message_parser_init(pool_datastack_create(), input);
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen decoder = message_decoder_init();
992118a50af940482b6cf884a89be56d7015580aTimo Sirainen for (;;) {
992118a50af940482b6cf884a89be56d7015580aTimo Sirainen ret = message_parser_parse_next_block(parser, &raw_block);
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen i_assert(ret != 0);
c37e5edd83ff696d396131f7147ef971cf678911Timo Sirainen if (ret < 0) {
c37e5edd83ff696d396131f7147ef971cf678911Timo Sirainen if (input->stream_errno == 0)
c37e5edd83ff696d396131f7147ef971cf678911Timo Sirainen ret = 0;
c37e5edd83ff696d396131f7147ef971cf678911Timo Sirainen break;
c37e5edd83ff696d396131f7147ef971cf678911Timo Sirainen }
c37e5edd83ff696d396131f7147ef971cf678911Timo Sirainen if (raw_block.part == skip_part)
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen continue;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (!message_decoder_decode_next_block(decoder, &raw_block,
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen &block))
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen continue;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (block.part != prev_part &&
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen (block.hdr != NULL || block.size != 0)) {
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen str_truncate(ctx->headers, 0);
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen ctx->save_part = FALSE;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen prev_part = block.part;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen skip_part = NULL;
f210ec6b25f80d06419921e9231465bb114ee971Timo Sirainen }
e22b857e838fe118de3f78513aad6a3c6f4306b3Timo Sirainen
e22b857e838fe118de3f78513aad6a3c6f4306b3Timo Sirainen if (block.hdr != NULL) {
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen ret = fts_build_mail_header(ctx, &block);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (ret < 0)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen break;
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen if (ret == 0)
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen skip_part = raw_block.part;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen } else if (block.size == 0) {
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen /* end of headers */
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen if (fts_build_update_save_part(ctx, &block)) {
48566ca412a7cf3b42512fd0ec112744778e5da0Timo Sirainen ret = fts_build_mail_flush(ctx);
c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen if (ret < 0)
c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen break;
5afa8e2edf4f313cd56e5909f92f39c3b5b7b4d3Timo Sirainen }
5afa8e2edf4f313cd56e5909f92f39c3b5b7b4d3Timo Sirainen } else {
1176124297af5c56e932c0863c6637ff21d8a0efTimo Sirainen if (fts_backend_build_more(ctx->build, mail->uid,
c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen block.data,
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen block.size) < 0) {
c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen ret = -1;
c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen break;
c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen }
c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen }
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen }
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen (void)message_parser_deinit(&parser);
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen message_decoder_deinit(&decoder);
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen return ret;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen}
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainenstatic int fts_build_new(struct fts_backend *backend,
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen struct mailbox_transaction_context *t)
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen{
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen struct fts_storage_build_context ctx;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen struct mail_search_context *search_ctx;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct mail_search_seqset seqset;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct mail_search_arg search_arg;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct mail *mail;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen uint32_t last_uid, last_uid_locked;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen int ret = 0;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (fts_backend_get_last_uid(backend, &last_uid) < 0)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return -1;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen memset(&seqset, 0, sizeof(seqset));
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (mailbox_get_uids(t->box, last_uid+1, (uint32_t)-1,
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen &seqset.seq1, &seqset.seq2) < 0)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return -1;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (seqset.seq1 == 0) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen /* no new messages */
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return 0;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen memset(&ctx, 0, sizeof(ctx));
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen ctx.build = fts_backend_build_init(backend, &last_uid_locked);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (last_uid != last_uid_locked) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen /* changed, need to get again the sequences */
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen i_assert(last_uid < last_uid_locked);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen last_uid = last_uid_locked;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (mailbox_get_uids(t->box, last_uid+1, (uint32_t)-1,
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen &seqset.seq1, &seqset.seq2) < 0) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen (void)fts_backend_build_deinit(ctx.build);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return -1;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (seqset.seq1 == 0) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen /* no new messages */
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen (void)fts_backend_build_deinit(ctx.build);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return 0;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen memset(&search_arg, 0, sizeof(search_arg));
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen search_arg.type = SEARCH_SEQSET;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen search_arg.value.seqset = &seqset;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen ctx.headers = str_new(default_pool, 512);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen mail = mail_alloc(t, 0, NULL);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen search_ctx = mailbox_search_init(t, NULL, &search_arg, NULL);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen while (mailbox_search_next(search_ctx, mail) > 0) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen t_push();
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen ret = fts_build_mail(&ctx, mail);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen t_pop();
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (ret < 0)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen break;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (mailbox_search_deinit(&search_ctx) < 0)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen ret = -1;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen mail_free(&mail);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (fts_backend_build_deinit(ctx.build) < 0)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen ret = -1;
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen str_free(&ctx.headers);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return ret;
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen}
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen#define SEARCH_ARG_IS_OPTIMIZABLE(backend, arg) \
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen ((arg)->type == SEARCH_BODY_FAST || (arg)->type == SEARCH_TEXT_FAST || \
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen ((backend) != NULL && \
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen ((backend)->flags & FTS_BACKEND_FLAG_EXACT_LOOKUPS) != 0 && \
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen ((arg)->type == SEARCH_BODY || (arg)->type == SEARCH_TEXT)))
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainenstatic struct mail_search_context *
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainenfts_mailbox_search_init(struct mailbox_transaction_context *t,
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen const char *charset, struct mail_search_arg *args,
af3f857bb3166ed99595e11a9d18e5b5cc670e1aTimo Sirainen const enum mail_sort_type *sort_program)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen{
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(t->box);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct mail_search_context *ctx;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct fts_search_context *fctx;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct fts_backend *backend = NULL;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct mail_search_arg *tmp;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen ARRAY_TYPE(seq_range) uid_result;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen ctx = fbox->super.search_init(t, charset, args, sort_program);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen fctx = i_new(struct fts_search_context, 1);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen array_idx_set(&ctx->module_contexts, fts_storage_module_id, &fctx);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (fbox->backend_exact == NULL && fbox->backend_fast == NULL)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return ctx;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
b8835b8a21c617ceb82ddc5a176243faf36aa8f7Timo Sirainen /* FIXME: handle AND/OR. Maybe also header lookups? */
b8835b8a21c617ceb82ddc5a176243faf36aa8f7Timo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen /* first check if we can use backend_fast */
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen for (tmp = args; tmp != NULL; tmp = tmp->next) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (args->type == SEARCH_BODY_FAST ||
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen args->type == SEARCH_TEXT_FAST)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen break;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (tmp != NULL) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen /* yes */
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen backend = fbox->backend_fast;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen } else if (fbox->backend_exact != NULL) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen /* nope. what about backend_exact? */
b8835b8a21c617ceb82ddc5a176243faf36aa8f7Timo Sirainen for (tmp = args; tmp != NULL; tmp = tmp->next) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (args->type == SEARCH_BODY ||
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen args->type == SEARCH_TEXT) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen backend = fbox->backend_exact;
b8835b8a21c617ceb82ddc5a176243faf36aa8f7Timo Sirainen break;
b8835b8a21c617ceb82ddc5a176243faf36aa8f7Timo Sirainen }
b8835b8a21c617ceb82ddc5a176243faf36aa8f7Timo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen args = tmp;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (backend == NULL)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return ctx;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen /* update the backend */
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (fts_build_new(backend, t) < 0)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return ctx;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (fts_backend_lock(backend) <= 0)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return ctx;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen fctx->backend = backend;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen fctx->locked = TRUE;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen i_array_init(&uid_result, 64);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (fts_backend_lookup(backend, args->value.str, &uid_result) < 0) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen /* failed, fallback to reading everything */
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen array_free(&uid_result);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if ((backend->flags & FTS_BACKEND_FLAG_DEFINITE_LOOKUPS) != 0) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen args->match_always = TRUE;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen args->result = 1;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen args = args->next;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen while (args != NULL) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (SEARCH_ARG_IS_OPTIMIZABLE(backend, args)) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if ((backend->flags &
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen FTS_BACKEND_FLAG_DEFINITE_LOOKUPS) != 0) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen args->match_always = TRUE;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen args->result = 1;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (fts_backend_filter(backend, args->value.str,
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen &uid_result) < 0) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen /* failed, but we already have limited
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen the search, so just ignore this */
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen break;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen args = args->next;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (array_is_created(&uid_result)) {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen (void)uid_range_to_seq(t->box, &uid_result, &fctx->result);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen array_free(&uid_result);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen }
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return ctx;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen}
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainenstatic int fts_mailbox_search_next_update_seq(struct mail_search_context *ctx)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen{
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(ctx->transaction->box);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct fts_search_context *fctx = FTS_CONTEXT(ctx);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen struct seq_range *range;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen unsigned int count;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen uint32_t wanted_seq;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen int ret;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (!array_is_created(&fctx->result))
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return fbox->super.search_next_update_seq(ctx);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen do {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen range = array_get_modifiable(&fctx->result, &count);
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen while (fctx->result_pos < count &&
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen ctx->seq > range[fctx->result_pos].seq2)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen fctx->result_pos++;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (fctx->result_pos == count)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return 0;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen if (ctx->seq > range[fctx->result_pos].seq1)
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen range[fctx->result_pos].seq1 = ctx->seq+1;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen else {
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen ctx->seq = range[fctx->result_pos].seq1 - 1;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen if (fctx->result_pos < count &&
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen ctx->seq + 1 == range[fctx->result_pos].seq2)
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen fctx->result_pos++;
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen else
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen range[fctx->result_pos].seq1++;
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen }
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen wanted_seq = ctx->seq + 1;
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen ret = fbox->super.search_next_update_seq(ctx);
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen } while (ret > 0 && wanted_seq != ctx->seq);
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen return ret;
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen}
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainenstatic int fts_mailbox_search_deinit(struct mail_search_context *ctx)
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen{
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(ctx->transaction->box);
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen struct fts_search_context *fctx = FTS_CONTEXT(ctx);
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen if (fctx->locked)
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen fts_backend_unlock(fctx->backend);
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen if (array_is_created(&fctx->result))
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen array_free(&fctx->result);
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen i_free(fctx);
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen return fbox->super.search_deinit(ctx);
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen}
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainenstatic int fts_mail_expunge(struct mail *_mail)
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen{
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen struct mail_private *mail = (struct mail_private *)_mail;
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen struct fts_mail *fmail = FTS_CONTEXT(mail);
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(_mail->box);
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen struct fts_transaction_context *ft = FTS_CONTEXT(_mail->transaction);
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen if (fmail->super.expunge(_mail) < 0)
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return -1;
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ft->expunges = TRUE;
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen if (fbox->backend_exact != NULL)
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen fts_backend_expunge(fbox->backend_exact, _mail);
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen if (fbox->backend_fast != NULL)
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen fts_backend_expunge(fbox->backend_fast, _mail);
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen return 0;
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen}
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainen
d0ef8bc2b961a68dd0f75662c2160bd296b9476bTimo Sirainenstatic struct mail *
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainenfts_mail_alloc(struct mailbox_transaction_context *t,
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen enum mail_fetch_field wanted_fields,
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen struct mailbox_header_lookup_ctx *wanted_headers)
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen{
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(t->box);
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen struct fts_mail *fmail;
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen struct mail *_mail;
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen struct mail_private *mail;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen _mail = fbox->super.mail_alloc(t, wanted_fields, wanted_headers);
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen if (fbox->backend_exact != NULL || fbox->backend_fast != NULL) {
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen mail = (struct mail_private *)_mail;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fmail = p_new(mail->pool, struct fts_mail, 1);
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen fmail->super = mail->v;
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen mail->v.expunge = fts_mail_expunge;
1176124297af5c56e932c0863c6637ff21d8a0efTimo Sirainen array_idx_set(&mail->module_contexts,
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen fts_storage_module_id, &fmail);
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen }
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen return _mail;
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen}
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainenstatic void fts_box_backends_init(struct mailbox *box)
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen{
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(box);
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen struct fts_backend *backend;
1176124297af5c56e932c0863c6637ff21d8a0efTimo Sirainen const char *const *tmp;
1176124297af5c56e932c0863c6637ff21d8a0efTimo Sirainen
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen for (tmp = t_strsplit(fbox->env, ", "); *tmp != NULL; tmp++) {
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen backend = fts_backend_init(*tmp, box);
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen if (backend == NULL)
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen continue;
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen if ((backend->flags &
19e8adccba16ff419f5675b1575358c2956dce83Timo Sirainen FTS_BACKEND_FLAG_EXACT_LOOKUPS) != 0) {
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen if (fbox->backend_exact != NULL) {
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen i_fatal("fts: duplicate exact backend: %s",
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen *tmp);
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen }
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen fbox->backend_exact = backend;
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen } else {
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen if (fbox->backend_fast != NULL) {
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen i_fatal("fts: duplicate fast backend: %s",
19e8adccba16ff419f5675b1575358c2956dce83Timo Sirainen *tmp);
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen }
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen fbox->backend_fast = backend;
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen }
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen }
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen}
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainenstatic struct mailbox_transaction_context *
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainenfts_transaction_begin(struct mailbox *box,
eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen enum mailbox_transaction_flags flags)
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen{
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(box);
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen struct mailbox_transaction_context *t;
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen struct fts_transaction_context *ft;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
19e8adccba16ff419f5675b1575358c2956dce83Timo Sirainen ft = i_new(struct fts_transaction_context, 1);
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen
19e8adccba16ff419f5675b1575358c2956dce83Timo Sirainen /* the backend creation is delayed until the first transaction is
eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen started. at that point the mailbox has been synced at least once. */
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen if (!fbox->backend_set) {
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen fts_box_backends_init(box);
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fbox->backend_set = TRUE;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen }
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen t = fbox->super.transaction_begin(box, flags);
0fd246126fece57712566c725d6353f255f5fcfaTimo Sirainen array_idx_set(&t->module_contexts, fts_storage_module_id, &ft);
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen return t;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen}
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainenstatic void
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainenfts_transaction_finish(struct mailbox *box, struct fts_transaction_context *ft,
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen bool committed)
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen{
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(box);
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen if (ft->expunges) {
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen if (fbox->backend_fast != NULL) {
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen fts_backend_expunge_finish(fbox->backend_fast,
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen box, committed);
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen }
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen }
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen i_free(ft);
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen}
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainenstatic void fts_transaction_rollback(struct mailbox_transaction_context *t)
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen{
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen struct mailbox *box = t->box;
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(box);
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen struct fts_transaction_context *ft = FTS_CONTEXT(t);
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen fbox->super.transaction_rollback(t);
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen fts_transaction_finish(box, ft, FALSE);
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen}
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainenstatic int fts_transaction_commit(struct mailbox_transaction_context *t,
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen enum mailbox_sync_flags flags)
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen{
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen struct mailbox *box = t->box;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(box);
a0c453a8edaec90fb0d945c874de0b1845bc7d7eTimo Sirainen struct fts_transaction_context *ft = FTS_CONTEXT(t);
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen int ret;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen ret = fbox->super.transaction_commit(t, flags);
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen fts_transaction_finish(box, ft, ret == 0);
c4b376dd6e0c423006d7ac83a39253bcaf8e7c47Timo Sirainen return ret;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen}
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainenvoid fts_mailbox_opened(struct mailbox *box)
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen{
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen struct fts_mailbox *fbox;
3852872e6954b7132e637294132005e86b8ebd4aTimo Sirainen const char *env;
8e371a3ce32bd64288786855b8ce0cb63f19f7d1Timo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen if (fts_next_hook_mailbox_opened != NULL)
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen fts_next_hook_mailbox_opened(box);
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen env = getenv("FTS");
a0c453a8edaec90fb0d945c874de0b1845bc7d7eTimo Sirainen if (env == NULL)
a0c453a8edaec90fb0d945c874de0b1845bc7d7eTimo Sirainen return;
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen fbox = i_new(struct fts_mailbox, 1);
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fbox->env = env;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fbox->super = box->v;
2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen box->v.close = fts_mailbox_close;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen box->v.search_init = fts_mailbox_search_init;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen box->v.search_next_update_seq = fts_mailbox_search_next_update_seq;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen box->v.search_deinit = fts_mailbox_search_deinit;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen box->v.mail_alloc = fts_mail_alloc;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen box->v.transaction_begin = fts_transaction_begin;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen box->v.transaction_rollback = fts_transaction_rollback;
88dc563319efecd6e68bad16b0d92672da05584aTimo Sirainen box->v.transaction_commit = fts_transaction_commit;
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen if (!fts_storage_module_id_set) {
1b0cfbf3cc77a670b92fff5c30f7b1eb17a63ab1Timo Sirainen fts_storage_module_id = mail_storage_module_id++;
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen fts_storage_module_id_set = TRUE;
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen }
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen array_idx_set(&box->module_contexts, fts_storage_module_id, &fbox);
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen}
bc93929cdd9000ca560a5f42a27f50ab307f1efbTimo Sirainen