1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
|
/* Copyright (c) 2007-2018 Dovecot authors, see the included COPYING file */
#include "lib.h"
#include "ioloop.h"
#include "istream.h"
#include "str.h"
#include "index-mail.h"
#include "dbox-mail.h"
#include "mdbox-storage.h"
#include "mdbox-sync.h"
#include "mdbox-map.h"
#include "mdbox-file.h"
#include <sys/stat.h>
int mdbox_mail_lookup(struct mdbox_mailbox *mbox, struct mail_index_view *view,
uint32_t seq, uint32_t *map_uid_r)
{
const struct mdbox_mail_index_record *dbox_rec;
struct mdbox_index_header hdr;
const void *data;
uint32_t uid, cur_map_uid_validity;
bool need_resize;
mail_index_lookup_ext(view, seq, mbox->ext_id, &data, NULL);
dbox_rec = data;
if (dbox_rec == NULL || dbox_rec->map_uid == 0) {
mail_index_lookup_uid(view, seq, &uid);
mailbox_set_critical(&mbox->box,
"mdbox: map uid lost for uid %u", uid);
mdbox_storage_set_corrupted(mbox->storage);
return -1;
}
if (mbox->map_uid_validity == 0) {
if (mdbox_read_header(mbox, &hdr, &need_resize) < 0)
return -1;
mbox->map_uid_validity = hdr.map_uid_validity;
}
if (mdbox_map_open_or_create(mbox->storage->map) < 0)
return -1;
cur_map_uid_validity = mdbox_map_get_uid_validity(mbox->storage->map);
if (cur_map_uid_validity != mbox->map_uid_validity) {
mailbox_set_critical(&mbox->box,
"mdbox: map uidvalidity mismatch (%u vs %u)",
mbox->map_uid_validity, cur_map_uid_validity);
mdbox_storage_set_corrupted(mbox->storage);
return -1;
}
*map_uid_r = dbox_rec->map_uid;
return 0;
}
static void dbox_mail_set_expunged(struct dbox_mail *mail, uint32_t map_uid)
{
struct mail *_mail = &mail->imail.mail.mail;
struct mdbox_mailbox *mbox = MDBOX_MAILBOX(_mail->box);
mail_index_refresh(_mail->box->index);
if (mail_index_is_expunged(_mail->transaction->view, _mail->seq)) {
mail_set_expunged(_mail);
return;
}
mdbox_map_set_corrupted(mbox->storage->map,
"Unexpectedly lost %s uid=%u map_uid=%u",
mailbox_get_vname(_mail->box),
_mail->uid, map_uid);
}
static int dbox_mail_open_init(struct dbox_mail *mail, uint32_t map_uid)
{
struct mdbox_mailbox *mbox = MDBOX_MAILBOX(mail->imail.mail.mail.box);
uint32_t file_id;
int ret;
if ((ret = mdbox_map_lookup(mbox->storage->map, map_uid,
&file_id, &mail->offset)) <= 0) {
if (ret < 0)
return -1;
/* map_uid doesn't exist anymore. either it
got just expunged or the map index is
corrupted. */
dbox_mail_set_expunged(mail, map_uid);
return -1;
} else {
mail->open_file = mdbox_file_init(mbox->storage, file_id);
}
return 0;
}
int mdbox_mail_open(struct dbox_mail *mail, uoff_t *offset_r,
struct dbox_file **file_r)
{
struct mail *_mail = &mail->imail.mail.mail;
struct mdbox_mailbox *mbox = MDBOX_MAILBOX(_mail->box);
uint32_t prev_file_id = 0, map_uid = 0;
bool deleted;
if (!mail_stream_access_start(_mail))
return -1;
do {
if (mail->open_file != NULL) {
/* already open */
} else if (!_mail->saving) {
if (mdbox_mail_lookup(mbox, _mail->transaction->view,
_mail->seq, &map_uid) < 0)
return -1;
if (dbox_mail_open_init(mail, map_uid) < 0)
return -1;
} else {
/* mail is being saved in this transaction */
mail->open_file =
mdbox_save_file_get_file(_mail->transaction,
_mail->seq,
&mail->offset);
}
if (!dbox_file_is_open(mail->open_file))
_mail->transaction->stats.open_lookup_count++;
if (dbox_file_open(mail->open_file, &deleted) <= 0)
return -1;
if (deleted) {
/* either it's expunged now or moved to another file. */
struct mdbox_file *mfile =
(struct mdbox_file *)mail->open_file;
if (mfile->file_id == prev_file_id) {
dbox_mail_set_expunged(mail, map_uid);
return -1;
}
prev_file_id = mfile->file_id;
if (mdbox_map_refresh(mbox->storage->map) < 0)
return -1;
dbox_file_unref(&mail->open_file);
}
} while (mail->open_file == NULL);
*file_r = mail->open_file;
*offset_r = mail->offset;
return 0;
}
static int mdbox_mail_get_save_date(struct mail *mail, time_t *date_r)
{
struct mdbox_mailbox *mbox = MDBOX_MAILBOX(mail->transaction->box);
const struct mdbox_mail_index_record *dbox_rec;
const void *data;
mail_index_lookup_ext(mail->transaction->view, mail->seq,
mbox->ext_id, &data, NULL);
dbox_rec = data;
if (dbox_rec == NULL || dbox_rec->map_uid == 0) {
/* lost for some reason, use fallback */
return dbox_mail_get_save_date(mail, date_r);
}
*date_r = dbox_rec->save_date;
return 1;
}
static int
mdbox_mail_get_special(struct mail *_mail, enum mail_fetch_field field,
const char **value_r)
{
struct dbox_mail *mail = DBOX_MAIL(_mail);
struct mdbox_mailbox *mbox = MDBOX_MAILBOX(_mail->transaction->box);
struct mdbox_map_mail_index_record rec;
uint32_t map_uid;
uint16_t refcount;
switch (field) {
case MAIL_FETCH_REFCOUNT:
if (mdbox_mail_lookup(mbox, _mail->transaction->view,
_mail->seq, &map_uid) < 0)
return -1;
if (mdbox_map_lookup_full(mbox->storage->map, map_uid,
&rec, &refcount) < 0)
return -1;
*value_r = p_strdup_printf(mail->imail.mail.data_pool, "%u",
refcount);
return 0;
case MAIL_FETCH_REFCOUNT_ID:
if (mdbox_mail_lookup(mbox, _mail->transaction->view,
_mail->seq, &map_uid) < 0)
return -1;
*value_r = p_strdup_printf(mail->imail.mail.data_pool, "%u",
map_uid);
return 0;
case MAIL_FETCH_UIDL_BACKEND:
if (!dbox_header_have_flag(&mbox->box, mbox->hdr_ext_id,
offsetof(struct mdbox_index_header, flags),
DBOX_INDEX_HEADER_FLAG_HAVE_POP3_UIDLS)) {
*value_r = "";
return 0;
}
break;
case MAIL_FETCH_POP3_ORDER:
if (!dbox_header_have_flag(&mbox->box, mbox->hdr_ext_id,
offsetof(struct mdbox_index_header, flags),
DBOX_INDEX_HEADER_FLAG_HAVE_POP3_ORDERS)) {
*value_r = "";
return 0;
}
break;
default:
break;
}
return dbox_mail_get_special(_mail, field, value_r);
}
static void
mdbox_mail_update_flags(struct mail *mail, enum modify_type modify_type,
enum mail_flags flags)
{
if ((flags & DBOX_INDEX_FLAG_ALT) != 0) {
mdbox_purge_alt_flag_change(mail, modify_type != MODIFY_REMOVE);
flags &= ENUM_NEGATE(DBOX_INDEX_FLAG_ALT);
if (flags == 0 && modify_type != MODIFY_REPLACE)
return;
}
index_mail_update_flags(mail, modify_type, flags);
}
struct mail_vfuncs mdbox_mail_vfuncs = {
dbox_mail_close,
index_mail_free,
index_mail_set_seq,
index_mail_set_uid,
index_mail_set_uid_cache_updates,
index_mail_prefetch,
index_mail_precache,
index_mail_add_temp_wanted_fields,
index_mail_get_flags,
index_mail_get_keywords,
index_mail_get_keyword_indexes,
index_mail_get_modseq,
index_mail_get_pvt_modseq,
index_mail_get_parts,
index_mail_get_date,
dbox_mail_get_received_date,
mdbox_mail_get_save_date,
dbox_mail_get_virtual_size,
dbox_mail_get_physical_size,
index_mail_get_first_header,
index_mail_get_headers,
index_mail_get_header_stream,
dbox_mail_get_stream,
index_mail_get_binary_stream,
mdbox_mail_get_special,
index_mail_get_backend_mail,
mdbox_mail_update_flags,
index_mail_update_keywords,
index_mail_update_modseq,
index_mail_update_pvt_modseq,
NULL,
index_mail_expunge,
index_mail_set_cache_corrupted,
index_mail_opened,
};
|
