1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
|
/* Copyright (c) 2007-2018 Dovecot authors, see the included COPYING file */
#include "lib.h"
#include "istream.h"
#include "istream-crlf.h"
#include "ostream.h"
#include "str.h"
#include "hex-binary.h"
#include "index-mail.h"
#include "index-storage.h"
#include "dbox-attachment.h"
#include "dbox-file.h"
#include "dbox-save.h"
void dbox_save_add_to_index(struct dbox_save_context *ctx)
{
struct mail_save_data *mdata = &ctx->ctx.data;
enum mail_flags save_flags;
save_flags = mdata->flags & ENUM_NEGATE(MAIL_RECENT);
mail_index_append(ctx->trans, mdata->uid, &ctx->seq);
mail_index_update_flags(ctx->trans, ctx->seq, MODIFY_REPLACE,
save_flags);
if (mdata->keywords != NULL) {
mail_index_update_keywords(ctx->trans, ctx->seq,
MODIFY_REPLACE, mdata->keywords);
}
if (mdata->min_modseq != 0) {
mail_index_update_modseq(ctx->trans, ctx->seq,
mdata->min_modseq);
}
}
void dbox_save_begin(struct dbox_save_context *ctx, struct istream *input)
{
struct mail_save_context *_ctx = &ctx->ctx;
struct mail_storage *_storage = _ctx->transaction->box->storage;
struct dbox_storage *storage = DBOX_STORAGE(_storage);
struct dbox_message_header dbox_msg_hdr;
struct istream *crlf_input;
dbox_save_add_to_index(ctx);
mail_set_seq_saving(_ctx->dest_mail, ctx->seq);
crlf_input = i_stream_create_lf(input);
ctx->input = index_mail_cache_parse_init(_ctx->dest_mail, crlf_input);
i_stream_unref(&crlf_input);
/* write a dummy header. it'll get rewritten when we're finished */
i_zero(&dbox_msg_hdr);
o_stream_cork(ctx->dbox_output);
if (o_stream_send(ctx->dbox_output, &dbox_msg_hdr,
sizeof(dbox_msg_hdr)) < 0) {
mail_set_critical(_ctx->dest_mail, "write(%s) failed: %s",
o_stream_get_name(ctx->dbox_output),
o_stream_get_error(ctx->dbox_output));
ctx->failed = TRUE;
}
_ctx->data.output = ctx->dbox_output;
if (_ctx->data.received_date == (time_t)-1)
_ctx->data.received_date = ioloop_time;
index_attachment_save_begin(_ctx, storage->attachment_fs, ctx->input);
}
int dbox_save_continue(struct mail_save_context *_ctx)
{
struct dbox_save_context *ctx = DBOX_SAVECTX(_ctx);
if (ctx->failed)
return -1;
if (_ctx->data.attach != NULL)
return index_attachment_save_continue(_ctx);
if (index_storage_save_continue(_ctx, ctx->input,
_ctx->dest_mail) < 0) {
ctx->failed = TRUE;
return -1;
}
return 0;
}
void dbox_save_end(struct dbox_save_context *ctx)
{
struct mail_save_data *mdata = &ctx->ctx.data;
struct ostream *dbox_output = ctx->dbox_output;
int ret;
i_assert(mdata->output != NULL);
if (mdata->attach != NULL && !ctx->failed) {
if (index_attachment_save_finish(&ctx->ctx) < 0)
ctx->failed = TRUE;
}
if (mdata->output != dbox_output) {
/* e.g. zlib plugin had changed this. make sure we
successfully write the trailer. */
ret = o_stream_finish(mdata->output);
} else {
/* no plugins - flush the output so far */
ret = o_stream_flush(mdata->output);
}
if (ret < 0) {
mail_set_critical(ctx->ctx.dest_mail,
"write(%s) failed: %s",
o_stream_get_name(mdata->output),
o_stream_get_error(mdata->output));
ctx->failed = TRUE;
}
if (mdata->output != dbox_output) {
o_stream_ref(dbox_output);
o_stream_destroy(&mdata->output);
mdata->output = dbox_output;
}
index_mail_cache_parse_deinit(ctx->ctx.dest_mail,
ctx->ctx.data.received_date,
!ctx->failed);
if (!ctx->failed)
index_mail_cache_pop3_data(ctx->ctx.dest_mail,
mdata->pop3_uidl,
mdata->pop3_order);
}
void dbox_save_write_metadata(struct mail_save_context *_ctx,
struct ostream *output, uoff_t output_msg_size,
const char *orig_mailbox_name,
guid_128_t guid_128)
{
struct dbox_save_context *ctx = DBOX_SAVECTX(_ctx);
struct mail_save_data *mdata = &ctx->ctx.data;
struct dbox_metadata_header metadata_hdr;
const char *guid;
string_t *str;
uoff_t vsize;
i_zero(&metadata_hdr);
memcpy(metadata_hdr.magic_post, DBOX_MAGIC_POST,
sizeof(metadata_hdr.magic_post));
o_stream_nsend(output, &metadata_hdr, sizeof(metadata_hdr));
str = t_str_new(256);
if (output_msg_size != ctx->input->v_offset) {
/* a plugin changed the data written to disk, so the
"message size" dbox header doesn't contain the actual
"physical" message size. we need to save it as a
separate metadata header. */
str_printfa(str, "%c%llx\n", DBOX_METADATA_PHYSICAL_SIZE,
(unsigned long long)ctx->input->v_offset);
}
str_printfa(str, "%c%"PRIxTIME_T"\n", DBOX_METADATA_RECEIVED_TIME,
mdata->received_date);
if (mail_get_virtual_size(_ctx->dest_mail, &vsize) < 0)
i_unreached();
str_printfa(str, "%c%llx\n", DBOX_METADATA_VIRTUAL_SIZE,
(unsigned long long)vsize);
if (mdata->pop3_uidl != NULL) {
i_assert(strchr(mdata->pop3_uidl, '\n') == NULL);
str_printfa(str, "%c%s\n", DBOX_METADATA_POP3_UIDL,
mdata->pop3_uidl);
ctx->have_pop3_uidls = TRUE;
ctx->highest_pop3_uidl_seq =
I_MAX(ctx->highest_pop3_uidl_seq, ctx->seq);
}
if (mdata->pop3_order != 0) {
str_printfa(str, "%c%u\n", DBOX_METADATA_POP3_ORDER,
mdata->pop3_order);
ctx->have_pop3_orders = TRUE;
ctx->highest_pop3_uidl_seq =
I_MAX(ctx->highest_pop3_uidl_seq, ctx->seq);
}
guid = mdata->guid;
if (guid != NULL)
mail_generate_guid_128_hash(guid, guid_128);
else {
guid_128_generate(guid_128);
guid = guid_128_to_string(guid_128);
}
str_printfa(str, "%c%s\n", DBOX_METADATA_GUID, guid);
if (orig_mailbox_name != NULL &&
strchr(orig_mailbox_name, '\r') == NULL &&
strchr(orig_mailbox_name, '\n') == NULL) {
/* save the original mailbox name so if mailbox indexes get
corrupted we can place at least some (hopefully most) of
the messages to correct mailboxes. */
str_printfa(str, "%c%s\n", DBOX_METADATA_ORIG_MAILBOX,
orig_mailbox_name);
}
dbox_attachment_save_write_metadata(_ctx, str);
str_append_c(str, '\n');
o_stream_nsend(output, str_data(str), str_len(str));
}
void dbox_save_update_header_flags(struct dbox_save_context *ctx,
struct mail_index_view *sync_view,
uint32_t ext_id,
unsigned int flags_offset)
{
const void *data;
size_t data_size;
uint8_t old_flags = 0, flags;
mail_index_get_header_ext(sync_view, ext_id, &data, &data_size);
if (flags_offset < data_size)
old_flags = *((const uint8_t *)data + flags_offset);
else {
/* grow old dbox header */
mail_index_ext_resize_hdr(ctx->trans, ext_id, flags_offset+1);
}
flags = old_flags;
if (ctx->have_pop3_uidls)
flags |= DBOX_INDEX_HEADER_FLAG_HAVE_POP3_UIDLS;
if (ctx->have_pop3_orders)
flags |= DBOX_INDEX_HEADER_FLAG_HAVE_POP3_ORDERS;
if (flags != old_flags) {
/* flags changed, update them */
mail_index_update_header_ext(ctx->trans, ext_id,
flags_offset, &flags, 1);
}
}
|
